raidz2/benchmarks/seq/seq-read-qd32-nj16_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773068082,
"timestamp_ms" : 1773068082513,
"time" : "Mon Mar 9 11:54:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 164102144000,
"io_kbytes" : 160256000,
"bw_bytes" : 16812021719,
"bw" : 16417989,
"iops" : 16088.208175,
"runtime" : 9761,
"total_ios" : 157037,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 156176,
"usr_cpu" : 0.425161,
"sys_cpu" : 89.791645,
"ctx" : 72258,
"majf" : 0,
"minf" : 131203,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.163019,
"32" : 99.684151,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999363,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999361,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068092,
"timestamp_ms" : 1773068092753,
"time" : "Mon Mar 9 11:54:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 146080268288,
"io_kbytes" : 142656512,
"bw_bytes" : 14606566172,
"bw" : 14264224,
"iops" : 13932.006799,
"runtime" : 10001,
"total_ios" : 139334,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 274929,
"max" : 5259555,
"mean" : 1143509.769051,
"stddev" : 245516.118781,
"N" : 139334
},
"clat_ns" : {
"min" : 14680621,
"max" : 48473867,
"mean" : 35608964.687068,
"stddev" : 4098143.684236,
"N" : 139318,
"percentile" : {
"1.000000" : 19267584,
"5.000000" : 27394048,
"10.000000" : 31326208,
"20.000000" : 33816576,
"30.000000" : 34865152,
"40.000000" : 35913728,
"50.000000" : 36438016,
"60.000000" : 36962304,
"70.000000" : 37486592,
"80.000000" : 38535168,
"90.000000" : 39583744,
"95.000000" : 40108032,
"99.000000" : 42205184,
"99.500000" : 43253760,
"99.900000" : 44826624,
"99.950000" : 45350912,
"99.990000" : 47448064
},
"bins" : {
"14745600" : 8,
"14876672" : 3,
"15007744" : 8,
"15138816" : 27,
"15269888" : 26,
"15400960" : 30,
"15532032" : 32,
"15663104" : 35,
"15794176" : 29,
"15925248" : 18,
"16056320" : 30,
"16187392" : 37,
"16318464" : 60,
"16449536" : 47,
"16580608" : 47,
"16711680" : 31,
"16908288" : 75,
"17170432" : 67,
"17432576" : 96,
"17694720" : 87,
"17956864" : 81,
"18219008" : 73,
"18481152" : 86,
"18743296" : 84,
"19005440" : 132,
"19267584" : 159,
"19529728" : 155,
"19791872" : 159,
"20054016" : 161,
"20316160" : 150,
"20578304" : 186,
"20840448" : 194,
"21102592" : 193,
"21364736" : 169,
"21626880" : 196,
"21889024" : 166,
"22151168" : 122,
"22413312" : 140,
"22675456" : 156,
"22937600" : 163,
"23199744" : 190,
"23461888" : 181,
"23724032" : 189,
"23986176" : 141,
"24248320" : 153,
"24510464" : 163,
"24772608" : 213,
"25034752" : 192,
"25296896" : 201,
"25559040" : 211,
"25821184" : 222,
"26083328" : 210,
"26345472" : 216,
"26607616" : 220,
"26869760" : 227,
"27131904" : 196,
"27394048" : 177,
"27656192" : 194,
"27918336" : 204,
"28180480" : 242,
"28442624" : 253,
"28704768" : 296,
"28966912" : 348,
"29229056" : 390,
"29491200" : 472,
"29753344" : 552,
"30015488" : 605,
"30277632" : 675,
"30539776" : 685,
"30801920" : 741,
"31064064" : 830,
"31326208" : 902,
"31588352" : 1003,
"31850496" : 1166,
"32112640" : 1225,
"32374784" : 1387,
"32636928" : 1584,
"32899072" : 1705,
"33161216" : 1925,
"33423360" : 2233,
"33816576" : 5133,
"34340864" : 6074,
"34865152" : 7554,
"35389440" : 9082,
"35913728" : 10588,
"36438016" : 11495,
"36962304" : 11457,
"37486592" : 11431,
"38010880" : 9995,
"38535168" : 8550,
"39059456" : 6584,
"39583744" : 5058,
"40108032" : 3342,
"40632320" : 2208,
"41156608" : 1443,
"41680896" : 914,
"42205184" : 597,
"42729472" : 386,
"43253760" : 257,
"43778048" : 209,
"44302336" : 132,
"44826624" : 93,
"45350912" : 42,
"45875200" : 20,
"46399488" : 14,
"46923776" : 5,
"47448064" : 11,
"47972352" : 4,
"48496640" : 3
}
},
"lat_ns" : {
"min" : 15146793,
"max" : 49657603,
"mean" : 36752353.668464,
"stddev" : 4219241.827420,
"N" : 139318
},
"bw_min" : 13363305,
"bw_max" : 15457511,
"bw_agg" : 100.000000,
"bw_mean" : 14285910.631579,
"bw_dev" : 61193.562958,
"bw_samples" : 304,
"iops_min" : 13047,
"iops_max" : 15093,
"iops_mean" : 13949.052632,
"iops_stddev" : 59.757329,
"iops_samples" : 304
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 160004,
"usr_cpu" : 0.496238,
"sys_cpu" : 81.304217,
"ctx" : 130059,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 1.275353,
"50" : 98.713164,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068102,
"timestamp_ms" : 1773068102752,
"time" : "Mon Mar 9 11:55:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 287442993152,
"io_kbytes" : 280706048,
"bw_bytes" : 14372149657,
"bw" : 14035302,
"iops" : 13707.350000,
"runtime" : 20000,
"total_ios" : 274147,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 274929,
"max" : 5259555,
"mean" : 1162225.420198,
"stddev" : 243809.964147,
"N" : 274147
},
"clat_ns" : {
"min" : 14229053,
"max" : 48473867,
"mean" : 36190837.703000,
"stddev" : 3983745.520068,
"N" : 274131,
"percentile" : {
"1.000000" : 19005440,
"5.000000" : 28966912,
"10.000000" : 32374784,
"20.000000" : 34340864,
"30.000000" : 35389440,
"40.000000" : 36438016,
"50.000000" : 36962304,
"60.000000" : 37486592,
"70.000000" : 38010880,
"80.000000" : 38535168,
"90.000000" : 39583744,
"95.000000" : 40632320,
"99.000000" : 42729472,
"99.500000" : 43253760,
"99.900000" : 44826624,
"99.950000" : 45350912,
"99.990000" : 46923776
},
"bins" : {
"14221312" : 3,
"14352384" : 3,
"14614528" : 3,
"14745600" : 15,
"14876672" : 11,
"15007744" : 26,
"15138816" : 41,
"15269888" : 40,
"15400960" : 50,
"15532032" : 46,
"15663104" : 57,
"15794176" : 63,
"15925248" : 55,
"16056320" : 78,
"16187392" : 72,
"16318464" : 88,
"16449536" : 71,
"16580608" : 78,
"16711680" : 61,
"16908288" : 156,
"17170432" : 196,
"17432576" : 224,
"17694720" : 277,
"17956864" : 256,
"18219008" : 216,
"18481152" : 240,
"18743296" : 266,
"19005440" : 254,
"19267584" : 299,
"19529728" : 293,
"19791872" : 250,
"20054016" : 242,
"20316160" : 240,
"20578304" : 252,
"20840448" : 252,
"21102592" : 267,
"21364736" : 231,
"21626880" : 265,
"21889024" : 251,
"22151168" : 204,
"22413312" : 233,
"22675456" : 235,
"22937600" : 232,
"23199744" : 238,
"23461888" : 228,
"23724032" : 249,
"23986176" : 204,
"24248320" : 220,
"24510464" : 233,
"24772608" : 277,
"25034752" : 273,
"25296896" : 272,
"25559040" : 296,
"25821184" : 312,
"26083328" : 291,
"26345472" : 290,
"26607616" : 292,
"26869760" : 320,
"27131904" : 282,
"27394048" : 312,
"27656192" : 334,
"27918336" : 348,
"28180480" : 408,
"28442624" : 420,
"28704768" : 468,
"28966912" : 512,
"29229056" : 533,
"29491200" : 629,
"29753344" : 773,
"30015488" : 821,
"30277632" : 862,
"30539776" : 908,
"30801920" : 1015,
"31064064" : 1164,
"31326208" : 1252,
"31588352" : 1367,
"31850496" : 1526,
"32112640" : 1639,
"32374784" : 1809,
"32636928" : 2094,
"32899072" : 2312,
"33161216" : 2615,
"33423360" : 3080,
"33816576" : 7676,
"34340864" : 9633,
"34865152" : 12821,
"35389440" : 16631,
"35913728" : 20215,
"36438016" : 23499,
"36962304" : 25144,
"37486592" : 24861,
"38010880" : 22577,
"38535168" : 19652,
"39059456" : 15448,
"39583744" : 11927,
"40108032" : 8486,
"40632320" : 5869,
"41156608" : 3974,
"41680896" : 2598,
"42205184" : 1791,
"42729472" : 1127,
"43253760" : 694,
"43778048" : 498,
"44302336" : 360,
"44826624" : 234,
"45350912" : 132,
"45875200" : 51,
"46399488" : 28,
"46923776" : 15,
"47448064" : 14,
"47972352" : 4,
"48496640" : 3
}
},
"lat_ns" : {
"min" : 14738610,
"max" : 49657603,
"mean" : 37352978.017116,
"stddev" : 4101109.209342,
"N" : 274131
},
"bw_min" : 12992105,
"bw_max" : 16289619,
"bw_agg" : 100.000000,
"bw_mean" : 14037410.641026,
"bw_dev" : 82875.888799,
"bw_samples" : 624,
"iops_min" : 12687,
"iops_max" : 15905,
"iops_mean" : 13706.102564,
"iops_stddev" : 80.937047,
"iops_samples" : 624
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319994,
"usr_cpu" : 0.512510,
"sys_cpu" : 80.712451,
"ctx" : 267366,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999270,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999270,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 1.409463,
"50" : 98.584701,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068112,
"timestamp_ms" : 1773068112753,
"time" : "Mon Mar 9 11:55:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 432022749184,
"io_kbytes" : 421897216,
"bw_bytes" : 14400278296,
"bw" : 14062771,
"iops" : 13733.842205,
"runtime" : 30001,
"total_ios" : 412029,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 274929,
"max" : 5259555,
"mean" : 1159934.420315,
"stddev" : 256246.598452,
"N" : 412029
},
"clat_ns" : {
"min" : 14229053,
"max" : 48473867,
"mean" : 36119417.985891,
"stddev" : 4807912.305238,
"N" : 412013,
"percentile" : {
"1.000000" : 17170432,
"5.000000" : 23724032,
"10.000000" : 32112640,
"20.000000" : 34865152,
"30.000000" : 35913728,
"40.000000" : 36438016,
"50.000000" : 36962304,
"60.000000" : 37486592,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 42729472,
"99.500000" : 43778048,
"99.900000" : 45350912,
"99.950000" : 45350912,
"99.990000" : 46923776
},
"bins" : {
"14221312" : 3,
"14352384" : 9,
"14483456" : 14,
"14614528" : 21,
"14745600" : 46,
"14876672" : 47,
"15007744" : 88,
"15138816" : 118,
"15269888" : 134,
"15400960" : 147,
"15532032" : 152,
"15663104" : 174,
"15794176" : 188,
"15925248" : 218,
"16056320" : 242,
"16187392" : 286,
"16318464" : 287,
"16449536" : 266,
"16580608" : 280,
"16711680" : 279,
"16908288" : 608,
"17170432" : 740,
"17432576" : 901,
"17694720" : 922,
"17956864" : 816,
"18219008" : 788,
"18481152" : 998,
"18743296" : 953,
"19005440" : 870,
"19267584" : 878,
"19529728" : 945,
"19791872" : 815,
"20054016" : 748,
"20316160" : 741,
"20578304" : 710,
"20840448" : 624,
"21102592" : 598,
"21364736" : 519,
"21626880" : 515,
"21889024" : 472,
"22151168" : 436,
"22413312" : 401,
"22675456" : 376,
"22937600" : 388,
"23199744" : 372,
"23461888" : 343,
"23724032" : 366,
"23986176" : 303,
"24248320" : 322,
"24510464" : 323,
"24772608" : 377,
"25034752" : 375,
"25296896" : 363,
"25559040" : 380,
"25821184" : 394,
"26083328" : 341,
"26345472" : 341,
"26607616" : 351,
"26869760" : 366,
"27131904" : 327,
"27394048" : 346,
"27656192" : 370,
"27918336" : 373,
"28180480" : 454,
"28442624" : 482,
"28704768" : 531,
"28966912" : 566,
"29229056" : 602,
"29491200" : 689,
"29753344" : 818,
"30015488" : 847,
"30277632" : 895,
"30539776" : 945,
"30801920" : 1057,
"31064064" : 1216,
"31326208" : 1312,
"31588352" : 1437,
"31850496" : 1610,
"32112640" : 1781,
"32374784" : 1954,
"32636928" : 2266,
"32899072" : 2562,
"33161216" : 2924,
"33423360" : 3535,
"33816576" : 9230,
"34340864" : 12211,
"34865152" : 16995,
"35389440" : 22565,
"35913728" : 28209,
"36438016" : 33211,
"36962304" : 36714,
"37486592" : 37368,
"38010880" : 35370,
"38535168" : 31294,
"39059456" : 25517,
"39583744" : 20669,
"40108032" : 15139,
"40632320" : 10785,
"41156608" : 7315,
"41680896" : 4826,
"42205184" : 3339,
"42729472" : 2193,
"43253760" : 1459,
"43778048" : 1037,
"44302336" : 679,
"44826624" : 466,
"45350912" : 243,
"45875200" : 99,
"46399488" : 47,
"46923776" : 25,
"47448064" : 22,
"47972352" : 6,
"48496640" : 3
}
},
"lat_ns" : {
"min" : 14724078,
"max" : 49657603,
"mean" : 37279273.333278,
"stddev" : 4953807.068252,
"N" : 412013
},
"bw_min" : 12818432,
"bw_max" : 16424167,
"bw_agg" : 100.000000,
"bw_mean" : 14064313.627119,
"bw_dev" : 106923.983303,
"bw_samples" : 944,
"iops_min" : 12518,
"iops_max" : 16037,
"iops_mean" : 13732.661017,
"iops_stddev" : 104.423871,
"iops_samples" : 944
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 480003,
"usr_cpu" : 0.500830,
"sys_cpu" : 81.251992,
"ctx" : 388788,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 3.270644,
"50" : 96.725473,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068122,
"timestamp_ms" : 1773068122753,
"time" : "Mon Mar 9 11:55:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 571212824576,
"io_kbytes" : 557825024,
"bw_bytes" : 14279963615,
"bw" : 13945276,
"iops" : 13618.884528,
"runtime" : 40001,
"total_ios" : 544769,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 274929,
"max" : 5259555,
"mean" : 1169712.849228,
"stddev" : 254386.659901,
"N" : 544769
},
"clat_ns" : {
"min" : 13212431,
"max" : 49115466,
"mean" : 36423959.056549,
"stddev" : 4641135.860283,
"N" : 544753,
"percentile" : {
"1.000000" : 17170432,
"5.000000" : 25821184,
"10.000000" : 33161216,
"20.000000" : 35389440,
"30.000000" : 35913728,
"40.000000" : 36962304,
"50.000000" : 37486592,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 43253760,
"99.500000" : 43778048,
"99.900000" : 45350912,
"99.950000" : 45875200,
"99.990000" : 47448064
},
"bins" : {
"13172736" : 1,
"13303808" : 6,
"13434880" : 5,
"13565952" : 10,
"13697024" : 12,
"13828096" : 8,
"13959168" : 7,
"14090240" : 3,
"14221312" : 12,
"14352384" : 19,
"14483456" : 28,
"14614528" : 40,
"14745600" : 62,
"14876672" : 64,
"15007744" : 107,
"15138816" : 142,
"15269888" : 171,
"15400960" : 182,
"15532032" : 194,
"15663104" : 229,
"15794176" : 247,
"15925248" : 297,
"16056320" : 359,
"16187392" : 403,
"16318464" : 434,
"16449536" : 386,
"16580608" : 394,
"16711680" : 383,
"16908288" : 836,
"17170432" : 1032,
"17432576" : 1230,
"17694720" : 1211,
"17956864" : 1018,
"18219008" : 991,
"18481152" : 1141,
"18743296" : 1083,
"19005440" : 1013,
"19267584" : 965,
"19529728" : 1018,
"19791872" : 856,
"20054016" : 816,
"20316160" : 819,
"20578304" : 742,
"20840448" : 647,
"21102592" : 608,
"21364736" : 527,
"21626880" : 520,
"21889024" : 476,
"22151168" : 437,
"22413312" : 402,
"22675456" : 379,
"22937600" : 391,
"23199744" : 376,
"23461888" : 345,
"23724032" : 368,
"23986176" : 305,
"24248320" : 324,
"24510464" : 326,
"24772608" : 378,
"25034752" : 379,
"25296896" : 365,
"25559040" : 383,
"25821184" : 394,
"26083328" : 343,
"26345472" : 341,
"26607616" : 352,
"26869760" : 367,
"27131904" : 327,
"27394048" : 346,
"27656192" : 371,
"27918336" : 377,
"28180480" : 459,
"28442624" : 488,
"28704768" : 536,
"28966912" : 566,
"29229056" : 603,
"29491200" : 696,
"29753344" : 820,
"30015488" : 853,
"30277632" : 903,
"30539776" : 961,
"30801920" : 1069,
"31064064" : 1223,
"31326208" : 1334,
"31588352" : 1465,
"31850496" : 1639,
"32112640" : 1829,
"32374784" : 2051,
"32636928" : 2453,
"32899072" : 2857,
"33161216" : 3324,
"33423360" : 4065,
"33816576" : 10944,
"34340864" : 14825,
"34865152" : 21286,
"35389440" : 28608,
"35913728" : 36763,
"36438016" : 44150,
"36962304" : 49419,
"37486592" : 51150,
"38010880" : 48902,
"38535168" : 43878,
"39059456" : 36232,
"39583744" : 29117,
"40108032" : 21510,
"40632320" : 15619,
"41156608" : 10747,
"41680896" : 7134,
"42205184" : 4878,
"42729472" : 3185,
"43253760" : 2108,
"43778048" : 1497,
"44302336" : 965,
"44826624" : 653,
"45350912" : 393,
"45875200" : 199,
"46399488" : 131,
"46923776" : 55,
"47448064" : 45,
"47972352" : 18,
"48496640" : 15,
"49020928" : 3
}
},
"lat_ns" : {
"min" : 13600564,
"max" : 50432536,
"mean" : 37593617.043772,
"stddev" : 4781218.333837,
"N" : 544753
},
"bw_min" : 12758590,
"bw_max" : 16449070,
"bw_agg" : 100.000000,
"bw_mean" : 13955125.987342,
"bw_dev" : 107516.240003,
"bw_samples" : 1264,
"iops_min" : 12458,
"iops_max" : 16061,
"iops_mean" : 13625.835443,
"iops_stddev" : 105.000348,
"iops_samples" : 1264
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 640004,
"usr_cpu" : 0.495778,
"sys_cpu" : 81.250586,
"ctx" : 524144,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 3.094339,
"50" : 96.902724,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068132,
"timestamp_ms" : 1773068132753,
"time" : "Mon Mar 9 11:55:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 708230250496,
"io_kbytes" : 691631104,
"bw_bytes" : 14164605009,
"bw" : 13832622,
"iops" : 13508.880000,
"runtime" : 50000,
"total_ios" : 675444,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 274929,
"max" : 5259555,
"mean" : 1179254.522819,
"stddev" : 247681.153696,
"N" : 675444
},
"clat_ns" : {
"min" : 13212431,
"max" : 50509333,
"mean" : 36721269.308173,
"stddev" : 4300267.048298,
"N" : 675428,
"percentile" : {
"1.000000" : 17432576,
"5.000000" : 29753344,
"10.000000" : 33816576,
"20.000000" : 35389440,
"30.000000" : 36438016,
"40.000000" : 36962304,
"50.000000" : 37486592,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 43253760,
"99.500000" : 43778048,
"99.900000" : 45350912,
"99.950000" : 46399488,
"99.990000" : 47448064
},
"bins" : {
"13172736" : 1,
"13303808" : 6,
"13434880" : 5,
"13565952" : 10,
"13697024" : 12,
"13828096" : 8,
"13959168" : 7,
"14090240" : 3,
"14221312" : 12,
"14352384" : 19,
"14483456" : 28,
"14614528" : 40,
"14745600" : 62,
"14876672" : 64,
"15007744" : 107,
"15138816" : 142,
"15269888" : 171,
"15400960" : 182,
"15532032" : 194,
"15663104" : 229,
"15794176" : 247,
"15925248" : 297,
"16056320" : 359,
"16187392" : 403,
"16318464" : 434,
"16449536" : 386,
"16580608" : 394,
"16711680" : 383,
"16908288" : 836,
"17170432" : 1032,
"17432576" : 1230,
"17694720" : 1211,
"17956864" : 1018,
"18219008" : 991,
"18481152" : 1141,
"18743296" : 1083,
"19005440" : 1013,
"19267584" : 965,
"19529728" : 1018,
"19791872" : 856,
"20054016" : 816,
"20316160" : 819,
"20578304" : 744,
"20840448" : 649,
"21102592" : 609,
"21364736" : 528,
"21626880" : 520,
"21889024" : 477,
"22151168" : 438,
"22413312" : 403,
"22675456" : 381,
"22937600" : 393,
"23199744" : 381,
"23461888" : 348,
"23724032" : 371,
"23986176" : 306,
"24248320" : 324,
"24510464" : 327,
"24772608" : 378,
"25034752" : 380,
"25296896" : 365,
"25559040" : 384,
"25821184" : 396,
"26083328" : 344,
"26345472" : 341,
"26607616" : 353,
"26869760" : 369,
"27131904" : 328,
"27394048" : 349,
"27656192" : 374,
"27918336" : 382,
"28180480" : 462,
"28442624" : 488,
"28704768" : 536,
"28966912" : 566,
"29229056" : 603,
"29491200" : 698,
"29753344" : 820,
"30015488" : 854,
"30277632" : 903,
"30539776" : 967,
"30801920" : 1074,
"31064064" : 1236,
"31326208" : 1349,
"31588352" : 1488,
"31850496" : 1667,
"32112640" : 1880,
"32374784" : 2130,
"32636928" : 2585,
"32899072" : 3028,
"33161216" : 3565,
"33423360" : 4387,
"33816576" : 12127,
"34340864" : 17190,
"34865152" : 25294,
"35389440" : 34695,
"35913728" : 45175,
"36438016" : 55062,
"36962304" : 62143,
"37486592" : 65099,
"38010880" : 63239,
"38535168" : 57359,
"39059456" : 47745,
"39583744" : 38857,
"40108032" : 28636,
"40632320" : 20578,
"41156608" : 14132,
"41680896" : 9201,
"42205184" : 6085,
"42729472" : 3934,
"43253760" : 2630,
"43778048" : 1806,
"44302336" : 1172,
"44826624" : 766,
"45350912" : 455,
"45875200" : 246,
"46399488" : 154,
"46923776" : 66,
"47448064" : 57,
"47972352" : 28,
"48496640" : 21,
"49020928" : 7,
"49545216" : 2,
"50069504" : 2,
"50593792" : 4
}
},
"lat_ns" : {
"min" : 13600564,
"max" : 51864942,
"mean" : 37900495.119429,
"stddev" : 4428701.423761,
"N" : 675428
},
"bw_min" : 12723774,
"bw_max" : 16449070,
"bw_agg" : 100.000000,
"bw_mean" : 13841325.505051,
"bw_dev" : 102231.214214,
"bw_samples" : 1584,
"iops_min" : 12424,
"iops_max" : 16061,
"iops_mean" : 13514.636364,
"iops_stddev" : 99.840254,
"iops_samples" : 1584
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799996,
"usr_cpu" : 0.497127,
"sys_cpu" : 81.358032,
"ctx" : 662541,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999704,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999704,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 2.495692,
"50" : 97.501199,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068142,
"timestamp_ms" : 1773068142753,
"time" : "Mon Mar 9 11:55:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 118,
"elapsed" : 71,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 849135796224,
"io_kbytes" : 829234176,
"bw_bytes" : 14152263270,
"bw" : 13820569,
"iops" : 13497.000000,
"runtime" : 60000,
"total_ios" : 809820,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 274929,
"max" : 5309672,
"mean" : 1180279.961733,
"stddev" : 248822.137022,
"N" : 809820
},
"clat_ns" : {
"min" : 13212431,
"max" : 50509333,
"mean" : 36752641.255041,
"stddev" : 4374962.937789,
"N" : 809804,
"percentile" : {
"1.000000" : 17432576,
"5.000000" : 29491200,
"10.000000" : 33816576,
"20.000000" : 35389440,
"30.000000" : 36438016,
"40.000000" : 36962304,
"50.000000" : 37486592,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 43253760,
"99.500000" : 43778048,
"99.900000" : 45350912,
"99.950000" : 45875200,
"99.990000" : 47448064
},
"bins" : {
"13172736" : 1,
"13303808" : 6,
"13434880" : 5,
"13565952" : 10,
"13697024" : 12,
"13828096" : 8,
"13959168" : 7,
"14090240" : 3,
"14221312" : 12,
"14352384" : 19,
"14483456" : 31,
"14614528" : 43,
"14745600" : 77,
"14876672" : 76,
"15007744" : 128,
"15138816" : 170,
"15269888" : 215,
"15400960" : 235,
"15532032" : 265,
"15663104" : 301,
"15794176" : 334,
"15925248" : 397,
"16056320" : 479,
"16187392" : 519,
"16318464" : 538,
"16449536" : 515,
"16580608" : 553,
"16711680" : 530,
"16908288" : 1168,
"17170432" : 1399,
"17432576" : 1647,
"17694720" : 1635,
"17956864" : 1373,
"18219008" : 1374,
"18481152" : 1489,
"18743296" : 1411,
"19005440" : 1345,
"19267584" : 1205,
"19529728" : 1217,
"19791872" : 1051,
"20054016" : 1044,
"20316160" : 1045,
"20578304" : 887,
"20840448" : 774,
"21102592" : 705,
"21364736" : 605,
"21626880" : 566,
"21889024" : 510,
"22151168" : 482,
"22413312" : 474,
"22675456" : 448,
"22937600" : 434,
"23199744" : 408,
"23461888" : 384,
"23724032" : 407,
"23986176" : 331,
"24248320" : 376,
"24510464" : 375,
"24772608" : 429,
"25034752" : 423,
"25296896" : 411,
"25559040" : 417,
"25821184" : 432,
"26083328" : 375,
"26345472" : 374,
"26607616" : 387,
"26869760" : 408,
"27131904" : 358,
"27394048" : 393,
"27656192" : 442,
"27918336" : 443,
"28180480" : 513,
"28442624" : 519,
"28704768" : 557,
"28966912" : 583,
"29229056" : 619,
"29491200" : 725,
"29753344" : 858,
"30015488" : 888,
"30277632" : 940,
"30539776" : 996,
"30801920" : 1097,
"31064064" : 1252,
"31326208" : 1376,
"31588352" : 1523,
"31850496" : 1725,
"32112640" : 1965,
"32374784" : 2247,
"32636928" : 2739,
"32899072" : 3262,
"33161216" : 3904,
"33423360" : 4851,
"33816576" : 13485,
"34340864" : 19663,
"34865152" : 29494,
"35389440" : 40873,
"35913728" : 53705,
"36438016" : 65489,
"36962304" : 73995,
"37486592" : 78170,
"38010880" : 76748,
"38535168" : 70078,
"39059456" : 58813,
"39583744" : 47973,
"40108032" : 35435,
"40632320" : 25473,
"41156608" : 17400,
"41680896" : 11496,
"42205184" : 7565,
"42729472" : 4756,
"43253760" : 3142,
"43778048" : 2118,
"44302336" : 1366,
"44826624" : 886,
"45350912" : 507,
"45875200" : 286,
"46399488" : 187,
"46923776" : 81,
"47448064" : 64,
"47972352" : 31,
"48496640" : 21,
"49020928" : 7,
"49545216" : 2,
"50069504" : 2,
"50593792" : 4
}
},
"lat_ns" : {
"min" : 13600564,
"max" : 51864942,
"mean" : 37932860.532939,
"stddev" : 4506097.672043,
"N" : 809804
},
"bw_min" : 12706893,
"bw_max" : 16450791,
"bw_agg" : 100.000000,
"bw_mean" : 13830451.445378,
"bw_dev" : 103416.279397,
"bw_samples" : 1904,
"iops_min" : 12407,
"iops_max" : 16063,
"iops_mean" : 13503.974790,
"iops_stddev" : 100.997311,
"iops_samples" : 1904
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959993,
"usr_cpu" : 0.497295,
"sys_cpu" : 81.371114,
"ctx" : 794344,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999877,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999877,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 2.731224,
"50" : 97.266183,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068152,
"timestamp_ms" : 1773068152753,
"time" : "Mon Mar 9 11:55:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1004595576832,
"io_kbytes" : 981050368,
"bw_bytes" : 14351160366,
"bw" : 14014805,
"iops" : 13686.675905,
"runtime" : 70001,
"total_ios" : 958081,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 219936,
"max" : 14775075,
"mean" : 1163903.327096,
"stddev" : 263165.126711,
"N" : 958081
},
"clat_ns" : {
"min" : 13212431,
"max" : 65359553,
"mean" : 36244699.765880,
"stddev" : 5071155.439664,
"N" : 958065,
"percentile" : {
"1.000000" : 17170432,
"5.000000" : 22413312,
"10.000000" : 32112640,
"20.000000" : 34865152,
"30.000000" : 35913728,
"40.000000" : 36962304,
"50.000000" : 37486592,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 43253760,
"99.500000" : 44302336,
"99.900000" : 46399488,
"99.950000" : 47972352,
"99.990000" : 56885248
},
"bins" : {
"13172736" : 1,
"13303808" : 6,
"13434880" : 5,
"13565952" : 10,
"13697024" : 12,
"13828096" : 8,
"13959168" : 7,
"14090240" : 3,
"14221312" : 12,
"14352384" : 21,
"14483456" : 44,
"14614528" : 61,
"14745600" : 112,
"14876672" : 125,
"15007744" : 184,
"15138816" : 246,
"15269888" : 288,
"15400960" : 286,
"15532032" : 341,
"15663104" : 369,
"15794176" : 433,
"15925248" : 510,
"16056320" : 598,
"16187392" : 664,
"16318464" : 721,
"16449536" : 751,
"16580608" : 849,
"16711680" : 820,
"16908288" : 1763,
"17170432" : 1998,
"17432576" : 2183,
"17694720" : 2315,
"17956864" : 2059,
"18219008" : 2156,
"18481152" : 2211,
"18743296" : 2179,
"19005440" : 2120,
"19267584" : 2016,
"19529728" : 1999,
"19791872" : 1921,
"20054016" : 1969,
"20316160" : 1936,
"20578304" : 1803,
"20840448" : 1789,
"21102592" : 1695,
"21364736" : 1560,
"21626880" : 1567,
"21889024" : 1481,
"22151168" : 1473,
"22413312" : 1466,
"22675456" : 1383,
"22937600" : 1282,
"23199744" : 1193,
"23461888" : 1059,
"23724032" : 1095,
"23986176" : 998,
"24248320" : 1132,
"24510464" : 1072,
"24772608" : 1146,
"25034752" : 1024,
"25296896" : 1056,
"25559040" : 1043,
"25821184" : 1009,
"26083328" : 997,
"26345472" : 1027,
"26607616" : 1091,
"26869760" : 1119,
"27131904" : 1067,
"27394048" : 983,
"27656192" : 1029,
"27918336" : 1042,
"28180480" : 1063,
"28442624" : 1061,
"28704768" : 1136,
"28966912" : 1178,
"29229056" : 1242,
"29491200" : 1395,
"29753344" : 1539,
"30015488" : 1529,
"30277632" : 1542,
"30539776" : 1584,
"30801920" : 1666,
"31064064" : 1856,
"31326208" : 2069,
"31588352" : 2329,
"31850496" : 2500,
"32112640" : 2841,
"32374784" : 3215,
"32636928" : 3917,
"32899072" : 4464,
"33161216" : 5189,
"33423360" : 6220,
"33816576" : 16733,
"34340864" : 23528,
"34865152" : 34264,
"35389440" : 46684,
"35913728" : 60508,
"36438016" : 73137,
"36962304" : 82238,
"37486592" : 86698,
"38010880" : 85046,
"38535168" : 77922,
"39059456" : 65725,
"39583744" : 53732,
"40108032" : 40217,
"40632320" : 29160,
"41156608" : 20197,
"41680896" : 13691,
"42205184" : 9098,
"42729472" : 5902,
"43253760" : 3948,
"43778048" : 2779,
"44302336" : 1872,
"44826624" : 1200,
"45350912" : 719,
"45875200" : 435,
"46399488" : 318,
"46923776" : 147,
"47448064" : 130,
"47972352" : 76,
"48496640" : 56,
"49020928" : 45,
"49545216" : 25,
"50069504" : 36,
"50593792" : 19,
"51118080" : 13,
"51642368" : 14,
"52166656" : 13,
"52690944" : 22,
"53215232" : 13,
"53739520" : 14,
"54263808" : 6,
"54788096" : 16,
"55312384" : 10,
"55836672" : 15,
"56360960" : 9,
"56885248" : 21,
"57409536" : 9,
"57933824" : 9,
"58458112" : 8,
"58982400" : 7,
"59506688" : 7,
"60030976" : 11,
"60555264" : 7,
"61079552" : 3,
"61603840" : 6,
"62128128" : 6,
"62652416" : 4,
"63176704" : 4,
"64225280" : 1,
"65273856" : 4
}
},
"lat_ns" : {
"min" : 13600564,
"max" : 67167782,
"mean" : 37408663.893405,
"stddev" : 5225316.289355,
"N" : 958065
},
"bw_min" : 12551235,
"bw_max" : 20766720,
"bw_agg" : 99.885699,
"bw_mean" : 13998786.000000,
"bw_dev" : 130105.479374,
"bw_samples" : 2224,
"iops_min" : 12256,
"iops_max" : 20280,
"iops_mean" : 13668.625899,
"iops_stddev" : 127.070646,
"iops_samples" : 2224
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1120006,
"usr_cpu" : 0.495354,
"sys_cpu" : 82.018221,
"ctx" : 896460,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 3.444907,
"50" : 96.522737,
"100" : 0.030686,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068162,
"timestamp_ms" : 1773068162753,
"time" : "Mon Mar 9 11:56:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1166740029440,
"io_kbytes" : 1139394560,
"bw_bytes" : 14584250368,
"bw" : 14242432,
"iops" : 13908.962500,
"runtime" : 80000,
"total_ios" : 1112717,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 219936,
"max" : 14775075,
"mean" : 1145303.655899,
"stddev" : 273071.062490,
"N" : 1112717
},
"clat_ns" : {
"min" : 13212431,
"max" : 65359553,
"mean" : 35664694.129304,
"stddev" : 5591877.454961,
"N" : 1112701,
"percentile" : {
"1.000000" : 16711680,
"5.000000" : 20840448,
"10.000000" : 27918336,
"20.000000" : 34340864,
"30.000000" : 35389440,
"40.000000" : 36438016,
"50.000000" : 36962304,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 43253760,
"99.500000" : 44302336,
"99.900000" : 46399488,
"99.950000" : 47448064,
"99.990000" : 56360960
},
"bins" : {
"13172736" : 1,
"13303808" : 12,
"13434880" : 11,
"13565952" : 13,
"13697024" : 15,
"13828096" : 26,
"13959168" : 21,
"14090240" : 27,
"14221312" : 50,
"14352384" : 60,
"14483456" : 84,
"14614528" : 109,
"14745600" : 167,
"14876672" : 184,
"15007744" : 273,
"15138816" : 372,
"15269888" : 476,
"15400960" : 503,
"15532032" : 602,
"15663104" : 666,
"15794176" : 746,
"15925248" : 850,
"16056320" : 946,
"16187392" : 1045,
"16318464" : 1112,
"16449536" : 1210,
"16580608" : 1326,
"16711680" : 1265,
"16908288" : 2697,
"17170432" : 2840,
"17432576" : 3064,
"17694720" : 3178,
"17956864" : 2868,
"18219008" : 2958,
"18481152" : 2980,
"18743296" : 2901,
"19005440" : 2932,
"19267584" : 2822,
"19529728" : 2939,
"19791872" : 2798,
"20054016" : 2758,
"20316160" : 2648,
"20578304" : 2554,
"20840448" : 2598,
"21102592" : 2461,
"21364736" : 2470,
"21626880" : 2455,
"21889024" : 2228,
"22151168" : 2312,
"22413312" : 2294,
"22675456" : 2252,
"22937600" : 2141,
"23199744" : 2024,
"23461888" : 1876,
"23724032" : 1984,
"23986176" : 1989,
"24248320" : 2062,
"24510464" : 2013,
"24772608" : 2030,
"25034752" : 1904,
"25296896" : 1936,
"25559040" : 1872,
"25821184" : 1822,
"26083328" : 1907,
"26345472" : 1906,
"26607616" : 1880,
"26869760" : 1873,
"27131904" : 1844,
"27394048" : 1787,
"27656192" : 1859,
"27918336" : 1840,
"28180480" : 1961,
"28442624" : 1934,
"28704768" : 2053,
"28966912" : 2147,
"29229056" : 2272,
"29491200" : 2451,
"29753344" : 2702,
"30015488" : 2678,
"30277632" : 2615,
"30539776" : 2789,
"30801920" : 2854,
"31064064" : 3109,
"31326208" : 3407,
"31588352" : 3696,
"31850496" : 3904,
"32112640" : 4425,
"32374784" : 4861,
"32636928" : 5683,
"32899072" : 6271,
"33161216" : 7143,
"33423360" : 8397,
"33816576" : 21619,
"34340864" : 29454,
"34865152" : 40628,
"35389440" : 53682,
"35913728" : 67567,
"36438016" : 80924,
"36962304" : 89876,
"37486592" : 93657,
"38010880" : 91263,
"38535168" : 83437,
"39059456" : 70491,
"39583744" : 57585,
"40108032" : 43414,
"40632320" : 31582,
"41156608" : 22003,
"41680896" : 15032,
"42205184" : 10150,
"42729472" : 6683,
"43253760" : 4437,
"43778048" : 3083,
"44302336" : 2113,
"44826624" : 1383,
"45350912" : 854,
"45875200" : 491,
"46399488" : 357,
"46923776" : 164,
"47448064" : 155,
"47972352" : 83,
"48496640" : 61,
"49020928" : 48,
"49545216" : 26,
"50069504" : 38,
"50593792" : 21,
"51118080" : 18,
"51642368" : 17,
"52166656" : 13,
"52690944" : 22,
"53215232" : 13,
"53739520" : 14,
"54263808" : 6,
"54788096" : 16,
"55312384" : 10,
"55836672" : 15,
"56360960" : 9,
"56885248" : 21,
"57409536" : 9,
"57933824" : 9,
"58458112" : 8,
"58982400" : 7,
"59506688" : 7,
"60030976" : 11,
"60555264" : 7,
"61079552" : 3,
"61603840" : 6,
"62128128" : 6,
"62652416" : 4,
"63176704" : 4,
"64225280" : 1,
"65273856" : 4
}
},
"lat_ns" : {
"min" : 13600564,
"max" : 67167782,
"mean" : 36809991.725269,
"stddev" : 5763647.831946,
"N" : 1112701
},
"bw_min" : 12551235,
"bw_max" : 21012270,
"bw_agg" : 99.991525,
"bw_mean" : 14241225.578616,
"bw_dev" : 144911.497555,
"bw_samples" : 2544,
"iops_min" : 12256,
"iops_max" : 20519,
"iops_mean" : 13905.408805,
"iops_stddev" : 141.528537,
"iops_samples" : 2544
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279997,
"usr_cpu" : 0.494064,
"sys_cpu" : 82.448084,
"ctx" : 991095,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 4.315563,
"50" : 95.655499,
"100" : 0.027500,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068172,
"timestamp_ms" : 1773068172753,
"time" : "Mon Mar 9 11:56:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1309807738880,
"io_kbytes" : 1279109120,
"bw_bytes" : 14553257618,
"bw" : 14212165,
"iops" : 13879.268008,
"runtime" : 90001,
"total_ios" : 1249148,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 219936,
"max" : 14775075,
"mean" : 1147737.436641,
"stddev" : 270624.170457,
"N" : 1249148
},
"clat_ns" : {
"min" : 13212431,
"max" : 65359553,
"mean" : 35740132.625092,
"stddev" : 5468362.749534,
"N" : 1249132,
"percentile" : {
"1.000000" : 16711680,
"5.000000" : 21102592,
"10.000000" : 28704768,
"20.000000" : 34340864,
"30.000000" : 35913728,
"40.000000" : 36438016,
"50.000000" : 36962304,
"60.000000" : 37486592,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 43253760,
"99.500000" : 44302336,
"99.900000" : 46399488,
"99.950000" : 47448064,
"99.990000" : 55836672
},
"bins" : {
"13172736" : 1,
"13303808" : 12,
"13434880" : 11,
"13565952" : 13,
"13697024" : 15,
"13828096" : 26,
"13959168" : 21,
"14090240" : 27,
"14221312" : 50,
"14352384" : 61,
"14483456" : 86,
"14614528" : 116,
"14745600" : 182,
"14876672" : 198,
"15007744" : 287,
"15138816" : 384,
"15269888" : 498,
"15400960" : 516,
"15532032" : 619,
"15663104" : 686,
"15794176" : 765,
"15925248" : 868,
"16056320" : 972,
"16187392" : 1059,
"16318464" : 1138,
"16449536" : 1229,
"16580608" : 1351,
"16711680" : 1307,
"16908288" : 2820,
"17170432" : 2979,
"17432576" : 3206,
"17694720" : 3323,
"17956864" : 3027,
"18219008" : 3136,
"18481152" : 3175,
"18743296" : 3139,
"19005440" : 3192,
"19267584" : 3099,
"19529728" : 3208,
"19791872" : 3113,
"20054016" : 3093,
"20316160" : 2964,
"20578304" : 2813,
"20840448" : 2815,
"21102592" : 2678,
"21364736" : 2696,
"21626880" : 2645,
"21889024" : 2410,
"22151168" : 2519,
"22413312" : 2487,
"22675456" : 2414,
"22937600" : 2284,
"23199744" : 2156,
"23461888" : 2001,
"23724032" : 2108,
"23986176" : 2093,
"24248320" : 2140,
"24510464" : 2095,
"24772608" : 2087,
"25034752" : 1965,
"25296896" : 1994,
"25559040" : 1954,
"25821184" : 1893,
"26083328" : 1984,
"26345472" : 1988,
"26607616" : 1932,
"26869760" : 1932,
"27131904" : 1896,
"27394048" : 1840,
"27656192" : 1915,
"27918336" : 1911,
"28180480" : 2044,
"28442624" : 2023,
"28704768" : 2139,
"28966912" : 2248,
"29229056" : 2385,
"29491200" : 2593,
"29753344" : 2850,
"30015488" : 2839,
"30277632" : 2834,
"30539776" : 3001,
"30801920" : 3130,
"31064064" : 3406,
"31326208" : 3757,
"31588352" : 4105,
"31850496" : 4363,
"32112640" : 4905,
"32374784" : 5495,
"32636928" : 6423,
"32899072" : 7092,
"33161216" : 8070,
"33423360" : 9477,
"33816576" : 24464,
"34340864" : 33742,
"34865152" : 46814,
"35389440" : 61999,
"35913728" : 77941,
"36438016" : 93058,
"36962304" : 103012,
"37486592" : 106437,
"38010880" : 103421,
"38535168" : 93978,
"39059456" : 78741,
"39583744" : 64004,
"40108032" : 48000,
"40632320" : 34674,
"41156608" : 24229,
"41680896" : 16560,
"42205184" : 11169,
"42729472" : 7302,
"43253760" : 4818,
"43778048" : 3341,
"44302336" : 2314,
"44826624" : 1534,
"45350912" : 949,
"45875200" : 556,
"46399488" : 380,
"46923776" : 180,
"47448064" : 162,
"47972352" : 97,
"48496640" : 67,
"49020928" : 48,
"49545216" : 26,
"50069504" : 38,
"50593792" : 21,
"51118080" : 18,
"51642368" : 17,
"52166656" : 13,
"52690944" : 22,
"53215232" : 13,
"53739520" : 14,
"54263808" : 6,
"54788096" : 16,
"55312384" : 10,
"55836672" : 15,
"56360960" : 9,
"56885248" : 21,
"57409536" : 9,
"57933824" : 9,
"58458112" : 8,
"58982400" : 7,
"59506688" : 7,
"60030976" : 11,
"60555264" : 7,
"61079552" : 3,
"61603840" : 6,
"62128128" : 6,
"62652416" : 4,
"63176704" : 4,
"64225280" : 1,
"65273856" : 4
}
},
"lat_ns" : {
"min" : 13600564,
"max" : 67167782,
"mean" : 36887840.191187,
"stddev" : 5636057.363704,
"N" : 1249132
},
"bw_min" : 12547139,
"bw_max" : 21012270,
"bw_agg" : 100.000000,
"bw_mean" : 14222101.737430,
"bw_dev" : 141409.722522,
"bw_samples" : 2864,
"iops_min" : 12252,
"iops_max" : 20519,
"iops_mean" : 13886.960894,
"iops_stddev" : 138.106690,
"iops_samples" : 2864
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440006,
"usr_cpu" : 0.495553,
"sys_cpu" : 82.414101,
"ctx" : 1122007,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 4.073737,
"50" : 95.900486,
"100" : 0.024497,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068182,
"timestamp_ms" : 1773068182753,
"time" : "Mon Mar 9 11:56:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1447373570048,
"io_kbytes" : 1413450752,
"bw_bytes" : 14473735700,
"bw" : 14134507,
"iops" : 13803.440000,
"runtime" : 100000,
"total_ios" : 1380344,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 219936,
"max" : 14775075,
"mean" : 1154045.456241,
"stddev" : 265957.096973,
"N" : 1380344
},
"clat_ns" : {
"min" : 13212431,
"max" : 65359553,
"mean" : 35935812.330255,
"stddev" : 5269447.391452,
"N" : 1380328,
"percentile" : {
"1.000000" : 16908288,
"5.000000" : 21626880,
"10.000000" : 30015488,
"20.000000" : 34865152,
"30.000000" : 35913728,
"40.000000" : 36438016,
"50.000000" : 36962304,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 43253760,
"99.500000" : 44302336,
"99.900000" : 45875200,
"99.950000" : 47448064,
"99.990000" : 55312384
},
"bins" : {
"13172736" : 1,
"13303808" : 12,
"13434880" : 11,
"13565952" : 13,
"13697024" : 15,
"13828096" : 26,
"13959168" : 21,
"14090240" : 27,
"14221312" : 50,
"14352384" : 61,
"14483456" : 86,
"14614528" : 116,
"14745600" : 182,
"14876672" : 198,
"15007744" : 287,
"15138816" : 384,
"15269888" : 498,
"15400960" : 516,
"15532032" : 619,
"15663104" : 686,
"15794176" : 765,
"15925248" : 868,
"16056320" : 972,
"16187392" : 1059,
"16318464" : 1138,
"16449536" : 1229,
"16580608" : 1351,
"16711680" : 1307,
"16908288" : 2820,
"17170432" : 2979,
"17432576" : 3206,
"17694720" : 3323,
"17956864" : 3027,
"18219008" : 3136,
"18481152" : 3175,
"18743296" : 3139,
"19005440" : 3192,
"19267584" : 3099,
"19529728" : 3208,
"19791872" : 3113,
"20054016" : 3093,
"20316160" : 2964,
"20578304" : 2813,
"20840448" : 2815,
"21102592" : 2678,
"21364736" : 2696,
"21626880" : 2645,
"21889024" : 2410,
"22151168" : 2519,
"22413312" : 2487,
"22675456" : 2414,
"22937600" : 2284,
"23199744" : 2156,
"23461888" : 2001,
"23724032" : 2108,
"23986176" : 2093,
"24248320" : 2140,
"24510464" : 2095,
"24772608" : 2087,
"25034752" : 1965,
"25296896" : 1994,
"25559040" : 1954,
"25821184" : 1893,
"26083328" : 1984,
"26345472" : 1988,
"26607616" : 1932,
"26869760" : 1932,
"27131904" : 1896,
"27394048" : 1840,
"27656192" : 1915,
"27918336" : 1911,
"28180480" : 2044,
"28442624" : 2023,
"28704768" : 2139,
"28966912" : 2248,
"29229056" : 2385,
"29491200" : 2593,
"29753344" : 2850,
"30015488" : 2839,
"30277632" : 2834,
"30539776" : 3002,
"30801920" : 3133,
"31064064" : 3414,
"31326208" : 3772,
"31588352" : 4121,
"31850496" : 4398,
"32112640" : 4974,
"32374784" : 5605,
"32636928" : 6585,
"32899072" : 7273,
"33161216" : 8343,
"33423360" : 9915,
"33816576" : 25921,
"34340864" : 36289,
"34865152" : 50984,
"35389440" : 68418,
"35913728" : 87177,
"36438016" : 105154,
"36962304" : 116834,
"37486592" : 121034,
"38010880" : 117978,
"38535168" : 107285,
"39059456" : 90029,
"39583744" : 72605,
"40108032" : 54456,
"40632320" : 39094,
"41156608" : 26918,
"41680896" : 18248,
"42205184" : 12222,
"42729472" : 7891,
"43253760" : 5154,
"43778048" : 3567,
"44302336" : 2437,
"44826624" : 1611,
"45350912" : 1009,
"45875200" : 590,
"46399488" : 398,
"46923776" : 182,
"47448064" : 168,
"47972352" : 106,
"48496640" : 70,
"49020928" : 48,
"49545216" : 26,
"50069504" : 38,
"50593792" : 21,
"51118080" : 18,
"51642368" : 17,
"52166656" : 13,
"52690944" : 22,
"53215232" : 13,
"53739520" : 14,
"54263808" : 6,
"54788096" : 16,
"55312384" : 10,
"55836672" : 15,
"56360960" : 9,
"56885248" : 21,
"57409536" : 9,
"57933824" : 9,
"58458112" : 8,
"58982400" : 7,
"59506688" : 7,
"60030976" : 11,
"60555264" : 7,
"61079552" : 3,
"61603840" : 6,
"62128128" : 6,
"62652416" : 4,
"63176704" : 4,
"64225280" : 1,
"65273856" : 4
}
},
"lat_ns" : {
"min" : 13600564,
"max" : 67167782,
"mean" : 37089783.768496,
"stddev" : 5430566.456300,
"N" : 1380328
},
"bw_min" : 12547139,
"bw_max" : 21012270,
"bw_agg" : 100.000000,
"bw_mean" : 14144568.859296,
"bw_dev" : 136878.660939,
"bw_samples" : 3184,
"iops_min" : 12252,
"iops_max" : 20519,
"iops_mean" : 13811.427136,
"iops_stddev" : 133.677698,
"iops_samples" : 3184
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1599993,
"usr_cpu" : 0.493377,
"sys_cpu" : 82.324798,
"ctx" : 1266272,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999928,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 3.686545,
"50" : 96.290128,
"100" : 0.022168,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068192,
"timestamp_ms" : 1773068192752,
"time" : "Mon Mar 9 11:56:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1584406724608,
"io_kbytes" : 1547272192,
"bw_bytes" : 14403697496,
"bw" : 14066110,
"iops" : 13736.581818,
"runtime" : 110000,
"total_ios" : 1511024,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 219936,
"max" : 14775075,
"mean" : 1159659.271495,
"stddev" : 262883.652480,
"N" : 1511024
},
"clat_ns" : {
"min" : 13212431,
"max" : 65359553,
"mean" : 36111437.126779,
"stddev" : 5102198.346160,
"N" : 1511008,
"percentile" : {
"1.000000" : 16908288,
"5.000000" : 22413312,
"10.000000" : 31064064,
"20.000000" : 34865152,
"30.000000" : 35913728,
"40.000000" : 36438016,
"50.000000" : 37486592,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 43253760,
"99.500000" : 43778048,
"99.900000" : 45875200,
"99.950000" : 47448064,
"99.990000" : 54788096
},
"bins" : {
"13172736" : 1,
"13303808" : 12,
"13434880" : 11,
"13565952" : 13,
"13697024" : 15,
"13828096" : 26,
"13959168" : 21,
"14090240" : 27,
"14221312" : 50,
"14352384" : 61,
"14483456" : 86,
"14614528" : 116,
"14745600" : 182,
"14876672" : 198,
"15007744" : 287,
"15138816" : 384,
"15269888" : 498,
"15400960" : 516,
"15532032" : 619,
"15663104" : 686,
"15794176" : 765,
"15925248" : 868,
"16056320" : 972,
"16187392" : 1059,
"16318464" : 1138,
"16449536" : 1229,
"16580608" : 1351,
"16711680" : 1307,
"16908288" : 2820,
"17170432" : 2979,
"17432576" : 3206,
"17694720" : 3323,
"17956864" : 3027,
"18219008" : 3136,
"18481152" : 3175,
"18743296" : 3139,
"19005440" : 3192,
"19267584" : 3099,
"19529728" : 3208,
"19791872" : 3113,
"20054016" : 3093,
"20316160" : 2964,
"20578304" : 2813,
"20840448" : 2815,
"21102592" : 2678,
"21364736" : 2696,
"21626880" : 2645,
"21889024" : 2410,
"22151168" : 2519,
"22413312" : 2487,
"22675456" : 2414,
"22937600" : 2284,
"23199744" : 2156,
"23461888" : 2001,
"23724032" : 2108,
"23986176" : 2093,
"24248320" : 2140,
"24510464" : 2095,
"24772608" : 2087,
"25034752" : 1965,
"25296896" : 1994,
"25559040" : 1954,
"25821184" : 1893,
"26083328" : 1984,
"26345472" : 1988,
"26607616" : 1932,
"26869760" : 1932,
"27131904" : 1896,
"27394048" : 1840,
"27656192" : 1915,
"27918336" : 1911,
"28180480" : 2044,
"28442624" : 2023,
"28704768" : 2139,
"28966912" : 2248,
"29229056" : 2385,
"29491200" : 2593,
"29753344" : 2850,
"30015488" : 2839,
"30277632" : 2834,
"30539776" : 3002,
"30801920" : 3133,
"31064064" : 3415,
"31326208" : 3777,
"31588352" : 4132,
"31850496" : 4440,
"32112640" : 5021,
"32374784" : 5662,
"32636928" : 6685,
"32899072" : 7433,
"33161216" : 8572,
"33423360" : 10248,
"33816576" : 27162,
"34340864" : 38642,
"34865152" : 54973,
"35389440" : 74329,
"35913728" : 96005,
"36438016" : 116498,
"36962304" : 130147,
"37486592" : 135112,
"38010880" : 132267,
"38535168" : 120188,
"39059456" : 101081,
"39583744" : 81564,
"40108032" : 61291,
"40632320" : 44160,
"41156608" : 30361,
"41680896" : 20399,
"42205184" : 13606,
"42729472" : 8841,
"43253760" : 5800,
"43778048" : 3970,
"44302336" : 2641,
"44826624" : 1758,
"45350912" : 1091,
"45875200" : 642,
"46399488" : 425,
"46923776" : 194,
"47448064" : 170,
"47972352" : 108,
"48496640" : 72,
"49020928" : 48,
"49545216" : 27,
"50069504" : 42,
"50593792" : 22,
"51118080" : 19,
"51642368" : 20,
"52166656" : 17,
"52690944" : 29,
"53215232" : 14,
"53739520" : 15,
"54263808" : 7,
"54788096" : 17,
"55312384" : 10,
"55836672" : 16,
"56360960" : 9,
"56885248" : 21,
"57409536" : 9,
"57933824" : 9,
"58458112" : 8,
"58982400" : 7,
"59506688" : 7,
"60030976" : 11,
"60555264" : 7,
"61079552" : 3,
"61603840" : 6,
"62128128" : 6,
"62652416" : 4,
"63176704" : 4,
"64225280" : 1,
"65273856" : 4
}
},
"lat_ns" : {
"min" : 13600564,
"max" : 67167782,
"mean" : 37271075.875091,
"stddev" : 5257689.723793,
"N" : 1511008
},
"bw_min" : 12547139,
"bw_max" : 21012270,
"bw_agg" : 100.000000,
"bw_mean" : 14075399.246575,
"bw_dev" : 132914.988796,
"bw_samples" : 3504,
"iops_min" : 12252,
"iops_max" : 20519,
"iops_mean" : 13744.018265,
"iops_stddev" : 129.803907,
"iops_samples" : 3504
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1759995,
"usr_cpu" : 0.490626,
"sys_cpu" : 82.244779,
"ctx" : 1409744,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 3.367716,
"50" : 96.609385,
"100" : 0.021839,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068202,
"timestamp_ms" : 1773068202753,
"time" : "Mon Mar 9 11:56:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1721880281088,
"io_kbytes" : 1681523712,
"bw_bytes" : 14349002342,
"bw" : 14012697,
"iops" : 13684.458333,
"runtime" : 120000,
"total_ios" : 1642135,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 219936,
"max" : 14775075,
"mean" : 1164077.530684,
"stddev" : 260310.098458,
"N" : 1642135
},
"clat_ns" : {
"min" : 13212431,
"max" : 65359553,
"mean" : 36249076.762299,
"stddev" : 4948390.177445,
"N" : 1642119,
"percentile" : {
"1.000000" : 17170432,
"5.000000" : 23199744,
"10.000000" : 32112640,
"20.000000" : 34865152,
"30.000000" : 35913728,
"40.000000" : 36962304,
"50.000000" : 37486592,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 43253760,
"99.500000" : 43778048,
"99.900000" : 45875200,
"99.950000" : 46923776,
"99.990000" : 54263808
},
"bins" : {
"13172736" : 1,
"13303808" : 12,
"13434880" : 11,
"13565952" : 13,
"13697024" : 15,
"13828096" : 26,
"13959168" : 21,
"14090240" : 27,
"14221312" : 50,
"14352384" : 61,
"14483456" : 86,
"14614528" : 116,
"14745600" : 182,
"14876672" : 198,
"15007744" : 287,
"15138816" : 384,
"15269888" : 498,
"15400960" : 516,
"15532032" : 619,
"15663104" : 686,
"15794176" : 765,
"15925248" : 868,
"16056320" : 972,
"16187392" : 1059,
"16318464" : 1138,
"16449536" : 1229,
"16580608" : 1351,
"16711680" : 1307,
"16908288" : 2820,
"17170432" : 2979,
"17432576" : 3206,
"17694720" : 3323,
"17956864" : 3027,
"18219008" : 3136,
"18481152" : 3175,
"18743296" : 3139,
"19005440" : 3192,
"19267584" : 3099,
"19529728" : 3208,
"19791872" : 3113,
"20054016" : 3093,
"20316160" : 2964,
"20578304" : 2813,
"20840448" : 2815,
"21102592" : 2678,
"21364736" : 2696,
"21626880" : 2645,
"21889024" : 2410,
"22151168" : 2519,
"22413312" : 2487,
"22675456" : 2414,
"22937600" : 2284,
"23199744" : 2156,
"23461888" : 2001,
"23724032" : 2108,
"23986176" : 2093,
"24248320" : 2140,
"24510464" : 2095,
"24772608" : 2087,
"25034752" : 1965,
"25296896" : 1994,
"25559040" : 1954,
"25821184" : 1893,
"26083328" : 1984,
"26345472" : 1988,
"26607616" : 1932,
"26869760" : 1932,
"27131904" : 1896,
"27394048" : 1840,
"27656192" : 1915,
"27918336" : 1911,
"28180480" : 2044,
"28442624" : 2023,
"28704768" : 2139,
"28966912" : 2248,
"29229056" : 2385,
"29491200" : 2593,
"29753344" : 2850,
"30015488" : 2839,
"30277632" : 2835,
"30539776" : 3012,
"30801920" : 3145,
"31064064" : 3429,
"31326208" : 3802,
"31588352" : 4171,
"31850496" : 4484,
"32112640" : 5094,
"32374784" : 5768,
"32636928" : 6855,
"32899072" : 7658,
"33161216" : 8882,
"33423360" : 10726,
"33816576" : 28537,
"34340864" : 41382,
"34865152" : 59485,
"35389440" : 80952,
"35913728" : 105041,
"36438016" : 128091,
"36962304" : 143711,
"37486592" : 149697,
"38010880" : 146177,
"38535168" : 133063,
"39059456" : 111848,
"39583744" : 90028,
"40108032" : 67634,
"40632320" : 48837,
"41156608" : 33530,
"41680896" : 22413,
"42205184" : 14941,
"42729472" : 9600,
"43253760" : 6283,
"43778048" : 4252,
"44302336" : 2834,
"44826624" : 1891,
"45350912" : 1156,
"45875200" : 661,
"46399488" : 451,
"46923776" : 224,
"47448064" : 191,
"47972352" : 112,
"48496640" : 76,
"49020928" : 52,
"49545216" : 27,
"50069504" : 42,
"50593792" : 22,
"51118080" : 19,
"51642368" : 20,
"52166656" : 17,
"52690944" : 29,
"53215232" : 14,
"53739520" : 15,
"54263808" : 7,
"54788096" : 17,
"55312384" : 10,
"55836672" : 16,
"56360960" : 9,
"56885248" : 21,
"57409536" : 9,
"57933824" : 9,
"58458112" : 8,
"58982400" : 7,
"59506688" : 7,
"60030976" : 11,
"60555264" : 7,
"61079552" : 3,
"61603840" : 6,
"62128128" : 6,
"62652416" : 4,
"63176704" : 4,
"64225280" : 1,
"65273856" : 4
}
},
"lat_ns" : {
"min" : 13600564,
"max" : 67167782,
"mean" : 37413125.841049,
"stddev" : 5098672.699845,
"N" : 1642119
},
"bw_min" : 12547139,
"bw_max" : 21012270,
"bw_agg" : 100.000000,
"bw_mean" : 14021730.757322,
"bw_dev" : 128827.504050,
"bw_samples" : 3824,
"iops_min" : 12252,
"iops_max" : 20519,
"iops_mean" : 13691.732218,
"iops_stddev" : 125.809936,
"iops_samples" : 3824
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1919997,
"usr_cpu" : 0.492136,
"sys_cpu" : 82.128305,
"ctx" : 1550791,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999939,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999939,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 3.098832,
"50" : 96.880098,
"100" : 0.020096,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068212,
"timestamp_ms" : 1773068212753,
"time" : "Mon Mar 9 11:56:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1858963767296,
"io_kbytes" : 1815394304,
"bw_bytes" : 14299611289,
"bw" : 13964464,
"iops" : 13637.341251,
"runtime" : 130001,
"total_ios" : 1772868,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 219936,
"max" : 14775075,
"mean" : 1168089.456652,
"stddev" : 257640.018413,
"N" : 1772870
},
"clat_ns" : {
"min" : 13212431,
"max" : 65359553,
"mean" : 36374045.012655,
"stddev" : 4810383.985620,
"N" : 1772853,
"percentile" : {
"1.000000" : 17170432,
"5.000000" : 23986176,
"10.000000" : 32636928,
"20.000000" : 35389440,
"30.000000" : 35913728,
"40.000000" : 36962304,
"50.000000" : 37486592,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 43253760,
"99.500000" : 43778048,
"99.900000" : 45875200,
"99.950000" : 46923776,
"99.990000" : 53739520
},
"bins" : {
"13172736" : 1,
"13303808" : 12,
"13434880" : 11,
"13565952" : 13,
"13697024" : 15,
"13828096" : 26,
"13959168" : 21,
"14090240" : 27,
"14221312" : 50,
"14352384" : 61,
"14483456" : 86,
"14614528" : 116,
"14745600" : 182,
"14876672" : 198,
"15007744" : 287,
"15138816" : 384,
"15269888" : 498,
"15400960" : 516,
"15532032" : 619,
"15663104" : 686,
"15794176" : 765,
"15925248" : 868,
"16056320" : 972,
"16187392" : 1059,
"16318464" : 1138,
"16449536" : 1229,
"16580608" : 1351,
"16711680" : 1307,
"16908288" : 2820,
"17170432" : 2979,
"17432576" : 3206,
"17694720" : 3323,
"17956864" : 3027,
"18219008" : 3136,
"18481152" : 3175,
"18743296" : 3139,
"19005440" : 3192,
"19267584" : 3099,
"19529728" : 3208,
"19791872" : 3113,
"20054016" : 3093,
"20316160" : 2964,
"20578304" : 2813,
"20840448" : 2815,
"21102592" : 2678,
"21364736" : 2696,
"21626880" : 2645,
"21889024" : 2410,
"22151168" : 2519,
"22413312" : 2487,
"22675456" : 2414,
"22937600" : 2284,
"23199744" : 2156,
"23461888" : 2001,
"23724032" : 2108,
"23986176" : 2093,
"24248320" : 2140,
"24510464" : 2095,
"24772608" : 2087,
"25034752" : 1965,
"25296896" : 1994,
"25559040" : 1954,
"25821184" : 1893,
"26083328" : 1984,
"26345472" : 1988,
"26607616" : 1932,
"26869760" : 1932,
"27131904" : 1896,
"27394048" : 1840,
"27656192" : 1915,
"27918336" : 1911,
"28180480" : 2044,
"28442624" : 2023,
"28704768" : 2139,
"28966912" : 2248,
"29229056" : 2385,
"29491200" : 2593,
"29753344" : 2850,
"30015488" : 2839,
"30277632" : 2835,
"30539776" : 3012,
"30801920" : 3145,
"31064064" : 3429,
"31326208" : 3802,
"31588352" : 4183,
"31850496" : 4502,
"32112640" : 5129,
"32374784" : 5842,
"32636928" : 6913,
"32899072" : 7782,
"33161216" : 9059,
"33423360" : 11034,
"33816576" : 29623,
"34340864" : 43477,
"34865152" : 63164,
"35389440" : 86858,
"35913728" : 113551,
"36438016" : 139392,
"36962304" : 157742,
"37486592" : 164600,
"38010880" : 160728,
"38535168" : 146318,
"39059456" : 123288,
"39583744" : 99665,
"40108032" : 74574,
"40632320" : 53365,
"41156608" : 36462,
"41680896" : 24307,
"42205184" : 16213,
"42729472" : 10329,
"43253760" : 6766,
"43778048" : 4560,
"44302336" : 3028,
"44826624" : 2012,
"45350912" : 1219,
"45875200" : 715,
"46399488" : 465,
"46923776" : 227,
"47448064" : 191,
"47972352" : 112,
"48496640" : 76,
"49020928" : 52,
"49545216" : 27,
"50069504" : 42,
"50593792" : 22,
"51118080" : 19,
"51642368" : 20,
"52166656" : 17,
"52690944" : 29,
"53215232" : 14,
"53739520" : 15,
"54263808" : 7,
"54788096" : 17,
"55312384" : 10,
"55836672" : 16,
"56360960" : 9,
"56885248" : 21,
"57409536" : 9,
"57933824" : 9,
"58458112" : 8,
"58982400" : 7,
"59506688" : 7,
"60030976" : 11,
"60555264" : 7,
"61079552" : 3,
"61603840" : 6,
"62128128" : 6,
"62652416" : 4,
"63176704" : 4,
"64225280" : 1,
"65273856" : 4
}
},
"lat_ns" : {
"min" : 13600564,
"max" : 67167782,
"mean" : 37542110.818127,
"stddev" : 4956028.319895,
"N" : 1772853
},
"bw_min" : 12547139,
"bw_max" : 21012270,
"bw_agg" : 100.000000,
"bw_mean" : 13973116.737452,
"bw_dev" : 125210.214714,
"bw_samples" : 4144,
"iops_min" : 12252,
"iops_max" : 20519,
"iops_mean" : 13644.362934,
"iops_stddev" : 122.275552,
"iops_samples" : 4144
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2079999,
"usr_cpu" : 0.490193,
"sys_cpu" : 82.078501,
"ctx" : 1694663,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999944,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999887,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 2.870321,
"50" : 97.110219,
"100" : 0.018614,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068222,
"timestamp_ms" : 1773068222753,
"time" : "Mon Mar 9 11:57:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 2006226829312,
"io_kbytes" : 1959205888,
"bw_bytes" : 14330089280,
"bw" : 13994227,
"iops" : 13666.438097,
"runtime" : 140001,
"total_ios" : 1913315,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 219936,
"max" : 14775075,
"mean" : 1165600.217665,
"stddev" : 260198.905910,
"N" : 1913315
},
"clat_ns" : {
"min" : 13212431,
"max" : 65359553,
"mean" : 36297079.629830,
"stddev" : 4943131.315891,
"N" : 1913299,
"percentile" : {
"1.000000" : 17170432,
"5.000000" : 22937600,
"10.000000" : 32374784,
"20.000000" : 35389440,
"30.000000" : 35913728,
"40.000000" : 36962304,
"50.000000" : 37486592,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 43253760,
"99.500000" : 43778048,
"99.900000" : 45875200,
"99.950000" : 46923776,
"99.990000" : 53215232
},
"bins" : {
"13172736" : 1,
"13303808" : 12,
"13434880" : 11,
"13565952" : 13,
"13697024" : 15,
"13828096" : 28,
"13959168" : 22,
"14090240" : 31,
"14221312" : 61,
"14352384" : 70,
"14483456" : 101,
"14614528" : 142,
"14745600" : 222,
"14876672" : 228,
"15007744" : 325,
"15138816" : 424,
"15269888" : 523,
"15400960" : 557,
"15532032" : 671,
"15663104" : 742,
"15794176" : 825,
"15925248" : 965,
"16056320" : 1086,
"16187392" : 1176,
"16318464" : 1290,
"16449536" : 1383,
"16580608" : 1493,
"16711680" : 1483,
"16908288" : 3295,
"17170432" : 3493,
"17432576" : 3755,
"17694720" : 3928,
"17956864" : 3775,
"18219008" : 3967,
"18481152" : 3918,
"18743296" : 3935,
"19005440" : 3990,
"19267584" : 3781,
"19529728" : 3834,
"19791872" : 3713,
"20054016" : 3703,
"20316160" : 3595,
"20578304" : 3389,
"20840448" : 3382,
"21102592" : 3205,
"21364736" : 3142,
"21626880" : 3051,
"21889024" : 2788,
"22151168" : 2858,
"22413312" : 2836,
"22675456" : 2726,
"22937600" : 2530,
"23199744" : 2424,
"23461888" : 2231,
"23724032" : 2306,
"23986176" : 2312,
"24248320" : 2333,
"24510464" : 2277,
"24772608" : 2293,
"25034752" : 2153,
"25296896" : 2191,
"25559040" : 2174,
"25821184" : 2096,
"26083328" : 2198,
"26345472" : 2178,
"26607616" : 2128,
"26869760" : 2115,
"27131904" : 2080,
"27394048" : 2000,
"27656192" : 2094,
"27918336" : 2048,
"28180480" : 2177,
"28442624" : 2133,
"28704768" : 2263,
"28966912" : 2360,
"29229056" : 2499,
"29491200" : 2712,
"29753344" : 2992,
"30015488" : 2961,
"30277632" : 2989,
"30539776" : 3165,
"30801920" : 3314,
"31064064" : 3607,
"31326208" : 3979,
"31588352" : 4379,
"31850496" : 4759,
"32112640" : 5439,
"32374784" : 6201,
"32636928" : 7309,
"32899072" : 8320,
"33161216" : 9713,
"33423360" : 11863,
"33816576" : 31889,
"34340864" : 47037,
"34865152" : 68357,
"35389440" : 93444,
"35913728" : 121825,
"36438016" : 149381,
"36962304" : 169000,
"37486592" : 176346,
"38010880" : 172507,
"38535168" : 156807,
"39059456" : 132164,
"39583744" : 107018,
"40108032" : 80228,
"40632320" : 57567,
"41156608" : 39565,
"41680896" : 26512,
"42205184" : 17643,
"42729472" : 11330,
"43253760" : 7418,
"43778048" : 5000,
"44302336" : 3270,
"44826624" : 2108,
"45350912" : 1286,
"45875200" : 755,
"46399488" : 487,
"46923776" : 244,
"47448064" : 202,
"47972352" : 125,
"48496640" : 82,
"49020928" : 55,
"49545216" : 28,
"50069504" : 43,
"50593792" : 23,
"51118080" : 20,
"51642368" : 26,
"52166656" : 18,
"52690944" : 35,
"53215232" : 14,
"53739520" : 17,
"54263808" : 7,
"54788096" : 20,
"55312384" : 10,
"55836672" : 16,
"56360960" : 9,
"56885248" : 21,
"57409536" : 9,
"57933824" : 9,
"58458112" : 8,
"58982400" : 7,
"59506688" : 7,
"60030976" : 11,
"60555264" : 7,
"61079552" : 3,
"61603840" : 6,
"62128128" : 6,
"62652416" : 4,
"63176704" : 4,
"64225280" : 1,
"65273856" : 4
}
},
"lat_ns" : {
"min" : 13600564,
"max" : 67167782,
"mean" : 37462681.523875,
"stddev" : 5093223.838255,
"N" : 1913299
},
"bw_min" : 12541455,
"bw_max" : 21012270,
"bw_agg" : 100.000000,
"bw_mean" : 13997111.236559,
"bw_dev" : 127536.816730,
"bw_samples" : 4464,
"iops_min" : 12247,
"iops_max" : 20519,
"iops_mean" : 13667.885305,
"iops_stddev" : 124.548381,
"iops_samples" : 4464
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2240006,
"usr_cpu" : 0.491293,
"sys_cpu" : 82.060673,
"ctx" : 1819849,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999948,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999948,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 3.159177,
"50" : 96.821694,
"100" : 0.018293,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068232,
"timestamp_ms" : 1773068232753,
"time" : "Mon Mar 9 11:57:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 28,
"elapsed" : 161,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 2174695243776,
"io_kbytes" : 2123725824,
"bw_bytes" : 14497871639,
"bw" : 14158077,
"iops" : 13826.401157,
"runtime" : 150001,
"total_ios" : 2073974,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 219936,
"max" : 14775075,
"mean" : 1152105.227789,
"stddev" : 268738.111009,
"N" : 2073974
},
"clat_ns" : {
"min" : 12558343,
"max" : 65359553,
"mean" : 35877138.931754,
"stddev" : 5396104.031881,
"N" : 2073958,
"percentile" : {
"1.000000" : 16908288,
"5.000000" : 21364736,
"10.000000" : 28966912,
"20.000000" : 34865152,
"30.000000" : 35913728,
"40.000000" : 36438016,
"50.000000" : 36962304,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 43253760,
"99.500000" : 44302336,
"99.900000" : 46399488,
"99.950000" : 47972352,
"99.990000" : 54788096
},
"bins" : {
"12517376" : 2,
"12648448" : 2,
"12779520" : 12,
"12910592" : 20,
"13041664" : 28,
"13172736" : 43,
"13303808" : 68,
"13434880" : 54,
"13565952" : 55,
"13697024" : 53,
"13828096" : 72,
"13959168" : 65,
"14090240" : 99,
"14221312" : 130,
"14352384" : 161,
"14483456" : 205,
"14614528" : 234,
"14745600" : 344,
"14876672" : 339,
"15007744" : 477,
"15138816" : 593,
"15269888" : 696,
"15400960" : 734,
"15532032" : 843,
"15663104" : 934,
"15794176" : 1016,
"15925248" : 1148,
"16056320" : 1265,
"16187392" : 1379,
"16318464" : 1580,
"16449536" : 1728,
"16580608" : 1840,
"16711680" : 1839,
"16908288" : 4074,
"17170432" : 4371,
"17432576" : 4668,
"17694720" : 4896,
"17956864" : 4812,
"18219008" : 5003,
"18481152" : 5013,
"18743296" : 5043,
"19005440" : 5110,
"19267584" : 5070,
"19529728" : 5233,
"19791872" : 5053,
"20054016" : 5100,
"20316160" : 4965,
"20578304" : 4941,
"20840448" : 4807,
"21102592" : 4442,
"21364736" : 4408,
"21626880" : 4381,
"21889024" : 4136,
"22151168" : 4213,
"22413312" : 4066,
"22675456" : 3921,
"22937600" : 3779,
"23199744" : 3653,
"23461888" : 3552,
"23724032" : 3618,
"23986176" : 3493,
"24248320" : 3410,
"24510464" : 3483,
"24772608" : 3459,
"25034752" : 3326,
"25296896" : 3385,
"25559040" : 3446,
"25821184" : 3509,
"26083328" : 3560,
"26345472" : 3477,
"26607616" : 3320,
"26869760" : 3303,
"27131904" : 3364,
"27394048" : 3299,
"27656192" : 3347,
"27918336" : 3301,
"28180480" : 3452,
"28442624" : 3399,
"28704768" : 3657,
"28966912" : 3749,
"29229056" : 3912,
"29491200" : 4125,
"29753344" : 4384,
"30015488" : 4458,
"30277632" : 4513,
"30539776" : 4811,
"30801920" : 5008,
"31064064" : 5241,
"31326208" : 5606,
"31588352" : 5946,
"31850496" : 6386,
"32112640" : 7125,
"32374784" : 7868,
"32636928" : 8872,
"32899072" : 9994,
"33161216" : 11503,
"33423360" : 13774,
"33816576" : 35815,
"34340864" : 51209,
"34865152" : 73044,
"35389440" : 98595,
"35913728" : 127039,
"36438016" : 154515,
"36962304" : 174135,
"37486592" : 181554,
"38010880" : 177448,
"38535168" : 161191,
"39059456" : 136289,
"39583744" : 110586,
"40108032" : 83221,
"40632320" : 60097,
"41156608" : 41604,
"41680896" : 28284,
"42205184" : 19156,
"42729472" : 12528,
"43253760" : 8251,
"43778048" : 5592,
"44302336" : 3679,
"44826624" : 2468,
"45350912" : 1546,
"45875200" : 998,
"46399488" : 628,
"46923776" : 381,
"47448064" : 305,
"47972352" : 216,
"48496640" : 159,
"49020928" : 106,
"49545216" : 76,
"50069504" : 76,
"50593792" : 62,
"51118080" : 39,
"51642368" : 42,
"52166656" : 39,
"52690944" : 45,
"53215232" : 29,
"53739520" : 27,
"54263808" : 17,
"54788096" : 28,
"55312384" : 16,
"55836672" : 18,
"56360960" : 14,
"56885248" : 25,
"57409536" : 13,
"57933824" : 17,
"58458112" : 13,
"58982400" : 9,
"59506688" : 9,
"60030976" : 14,
"60555264" : 10,
"61079552" : 3,
"61603840" : 7,
"62128128" : 7,
"62652416" : 4,
"63176704" : 4,
"64225280" : 1,
"65273856" : 4
}
},
"lat_ns" : {
"min" : 12976841,
"max" : 67167782,
"mean" : 37029259.255167,
"stddev" : 5561386.337690,
"N" : 2073958
},
"bw_min" : 12424719,
"bw_max" : 21479424,
"bw_agg" : 100.000000,
"bw_mean" : 14160002.311037,
"bw_dev" : 141455.931483,
"bw_samples" : 4784,
"iops_min" : 12133,
"iops_max" : 20976,
"iops_mean" : 13827.036789,
"iops_stddev" : 138.145859,
"iops_samples" : 4784
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2400001,
"usr_cpu" : 0.490375,
"sys_cpu" : 82.470799,
"ctx" : 1893066,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 3.760365,
"50" : 96.211476,
"100" : 0.027387,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068242,
"timestamp_ms" : 1773068242753,
"time" : "Mon Mar 9 11:57:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 18,
"elapsed" : 171,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 2322192138240,
"io_kbytes" : 2267765760,
"bw_bytes" : 14513610153,
"bw" : 14173447,
"iops" : 13841.400991,
"runtime" : 160001,
"total_ios" : 2214638,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 219936,
"max" : 14775075,
"mean" : 1150857.155091,
"stddev" : 268540.428835,
"N" : 2214638
},
"clat_ns" : {
"min" : 12558343,
"max" : 65359553,
"mean" : 35837834.513713,
"stddev" : 5389979.709111,
"N" : 2214622,
"percentile" : {
"1.000000" : 16908288,
"5.000000" : 21364736,
"10.000000" : 28966912,
"20.000000" : 34340864,
"30.000000" : 35913728,
"40.000000" : 36438016,
"50.000000" : 36962304,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 43253760,
"99.500000" : 44302336,
"99.900000" : 46399488,
"99.950000" : 47972352,
"99.990000" : 54788096
},
"bins" : {
"12517376" : 2,
"12648448" : 2,
"12779520" : 12,
"12910592" : 20,
"13041664" : 30,
"13172736" : 46,
"13303808" : 76,
"13434880" : 71,
"13565952" : 70,
"13697024" : 77,
"13828096" : 84,
"13959168" : 88,
"14090240" : 127,
"14221312" : 154,
"14352384" : 185,
"14483456" : 235,
"14614528" : 273,
"14745600" : 394,
"14876672" : 401,
"15007744" : 586,
"15138816" : 664,
"15269888" : 760,
"15400960" : 813,
"15532032" : 921,
"15663104" : 1032,
"15794176" : 1127,
"15925248" : 1240,
"16056320" : 1378,
"16187392" : 1517,
"16318464" : 1728,
"16449536" : 1840,
"16580608" : 1955,
"16711680" : 1963,
"16908288" : 4316,
"17170432" : 4642,
"17432576" : 4960,
"17694720" : 5111,
"17956864" : 5081,
"18219008" : 5296,
"18481152" : 5316,
"18743296" : 5325,
"19005440" : 5423,
"19267584" : 5389,
"19529728" : 5557,
"19791872" : 5352,
"20054016" : 5377,
"20316160" : 5312,
"20578304" : 5217,
"20840448" : 5048,
"21102592" : 4709,
"21364736" : 4643,
"21626880" : 4629,
"21889024" : 4385,
"22151168" : 4439,
"22413312" : 4320,
"22675456" : 4185,
"22937600" : 4019,
"23199744" : 3911,
"23461888" : 3842,
"23724032" : 3866,
"23986176" : 3746,
"24248320" : 3674,
"24510464" : 3712,
"24772608" : 3674,
"25034752" : 3528,
"25296896" : 3618,
"25559040" : 3651,
"25821184" : 3743,
"26083328" : 3809,
"26345472" : 3721,
"26607616" : 3552,
"26869760" : 3535,
"27131904" : 3592,
"27394048" : 3559,
"27656192" : 3631,
"27918336" : 3576,
"28180480" : 3718,
"28442624" : 3702,
"28704768" : 3981,
"28966912" : 4066,
"29229056" : 4241,
"29491200" : 4473,
"29753344" : 4753,
"30015488" : 4867,
"30277632" : 4974,
"30539776" : 5325,
"30801920" : 5552,
"31064064" : 5945,
"31326208" : 6330,
"31588352" : 6773,
"31850496" : 7333,
"32112640" : 8135,
"32374784" : 8870,
"32636928" : 9924,
"32899072" : 11097,
"33161216" : 12774,
"33423360" : 15373,
"33816576" : 39645,
"34340864" : 56478,
"34865152" : 79944,
"35389440" : 107230,
"35913728" : 137369,
"36438016" : 165722,
"36962304" : 185921,
"37486592" : 193062,
"38010880" : 187879,
"38535168" : 170227,
"39059456" : 143381,
"39583744" : 115667,
"40108032" : 86952,
"40632320" : 62788,
"41156608" : 43297,
"41680896" : 29591,
"42205184" : 20046,
"42729472" : 13101,
"43253760" : 8670,
"43778048" : 5859,
"44302336" : 3865,
"44826624" : 2605,
"45350912" : 1667,
"45875200" : 1060,
"46399488" : 656,
"46923776" : 386,
"47448064" : 307,
"47972352" : 218,
"48496640" : 159,
"49020928" : 109,
"49545216" : 76,
"50069504" : 78,
"50593792" : 62,
"51118080" : 40,
"51642368" : 43,
"52166656" : 39,
"52690944" : 46,
"53215232" : 31,
"53739520" : 28,
"54263808" : 19,
"54788096" : 30,
"55312384" : 19,
"55836672" : 22,
"56360960" : 14,
"56885248" : 28,
"57409536" : 13,
"57933824" : 18,
"58458112" : 14,
"58982400" : 10,
"59506688" : 9,
"60030976" : 14,
"60555264" : 10,
"61079552" : 3,
"61603840" : 7,
"62128128" : 7,
"62652416" : 4,
"63176704" : 4,
"64225280" : 1,
"65273856" : 4
}
},
"lat_ns" : {
"min" : 12976841,
"max" : 67167782,
"mean" : 36988675.174060,
"stddev" : 5555062.058034,
"N" : 2214622
},
"bw_min" : 12424719,
"bw_max" : 21479424,
"bw_agg" : 100.000000,
"bw_mean" : 14182079.156740,
"bw_dev" : 141904.707487,
"bw_samples" : 5104,
"iops_min" : 12133,
"iops_max" : 20976,
"iops_mean" : 13848.664577,
"iops_stddev" : 138.584342,
"iops_samples" : 5104
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2560004,
"usr_cpu" : 0.489843,
"sys_cpu" : 82.485887,
"ctx" : 2015315,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 3.761247,
"50" : 96.211254,
"100" : 0.026776,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068252,
"timestamp_ms" : 1773068252752,
"time" : "Mon Mar 9 11:57:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 2459364753408,
"io_kbytes" : 2401723392,
"bw_bytes" : 14466851490,
"bw" : 14127784,
"iops" : 13796.800000,
"runtime" : 170000,
"total_ios" : 2345456,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 219936,
"max" : 14775075,
"mean" : 1154576.661514,
"stddev" : 266416.184959,
"N" : 2345456
},
"clat_ns" : {
"min" : 12558343,
"max" : 65359553,
"mean" : 35953769.322848,
"stddev" : 5279640.869986,
"N" : 2345440,
"percentile" : {
"1.000000" : 16908288,
"5.000000" : 21889024,
"10.000000" : 29753344,
"20.000000" : 34865152,
"30.000000" : 35913728,
"40.000000" : 36438016,
"50.000000" : 37486592,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 43253760,
"99.500000" : 44302336,
"99.900000" : 46399488,
"99.950000" : 47972352,
"99.990000" : 54263808
},
"bins" : {
"12517376" : 2,
"12648448" : 2,
"12779520" : 12,
"12910592" : 20,
"13041664" : 30,
"13172736" : 46,
"13303808" : 76,
"13434880" : 71,
"13565952" : 70,
"13697024" : 77,
"13828096" : 84,
"13959168" : 88,
"14090240" : 127,
"14221312" : 154,
"14352384" : 185,
"14483456" : 235,
"14614528" : 273,
"14745600" : 394,
"14876672" : 401,
"15007744" : 586,
"15138816" : 664,
"15269888" : 760,
"15400960" : 813,
"15532032" : 921,
"15663104" : 1032,
"15794176" : 1127,
"15925248" : 1240,
"16056320" : 1378,
"16187392" : 1517,
"16318464" : 1728,
"16449536" : 1840,
"16580608" : 1955,
"16711680" : 1963,
"16908288" : 4316,
"17170432" : 4642,
"17432576" : 4960,
"17694720" : 5111,
"17956864" : 5081,
"18219008" : 5296,
"18481152" : 5316,
"18743296" : 5325,
"19005440" : 5423,
"19267584" : 5389,
"19529728" : 5557,
"19791872" : 5352,
"20054016" : 5377,
"20316160" : 5312,
"20578304" : 5217,
"20840448" : 5048,
"21102592" : 4709,
"21364736" : 4643,
"21626880" : 4629,
"21889024" : 4385,
"22151168" : 4439,
"22413312" : 4320,
"22675456" : 4185,
"22937600" : 4019,
"23199744" : 3911,
"23461888" : 3842,
"23724032" : 3866,
"23986176" : 3746,
"24248320" : 3674,
"24510464" : 3712,
"24772608" : 3674,
"25034752" : 3528,
"25296896" : 3618,
"25559040" : 3651,
"25821184" : 3743,
"26083328" : 3809,
"26345472" : 3721,
"26607616" : 3552,
"26869760" : 3535,
"27131904" : 3592,
"27394048" : 3559,
"27656192" : 3631,
"27918336" : 3576,
"28180480" : 3718,
"28442624" : 3702,
"28704768" : 3981,
"28966912" : 4066,
"29229056" : 4241,
"29491200" : 4473,
"29753344" : 4753,
"30015488" : 4867,
"30277632" : 4974,
"30539776" : 5327,
"30801920" : 5560,
"31064064" : 5954,
"31326208" : 6335,
"31588352" : 6782,
"31850496" : 7360,
"32112640" : 8168,
"32374784" : 8946,
"32636928" : 10041,
"32899072" : 11256,
"33161216" : 13010,
"33423360" : 15781,
"33816576" : 41015,
"34340864" : 58886,
"34865152" : 84161,
"35389440" : 113334,
"35913728" : 145833,
"36438016" : 176568,
"36962304" : 199681,
"37486592" : 208010,
"38010880" : 202600,
"38535168" : 183442,
"39059456" : 154545,
"39583744" : 124489,
"40108032" : 93252,
"40632320" : 67282,
"41156608" : 46378,
"41680896" : 31660,
"42205184" : 21339,
"42729472" : 13968,
"43253760" : 9235,
"43778048" : 6215,
"44302336" : 4128,
"44826624" : 2759,
"45350912" : 1777,
"45875200" : 1118,
"46399488" : 688,
"46923776" : 408,
"47448064" : 314,
"47972352" : 220,
"48496640" : 167,
"49020928" : 112,
"49545216" : 77,
"50069504" : 82,
"50593792" : 63,
"51118080" : 40,
"51642368" : 43,
"52166656" : 39,
"52690944" : 46,
"53215232" : 31,
"53739520" : 28,
"54263808" : 19,
"54788096" : 30,
"55312384" : 19,
"55836672" : 22,
"56360960" : 14,
"56885248" : 28,
"57409536" : 13,
"57933824" : 18,
"58458112" : 14,
"58982400" : 10,
"59506688" : 9,
"60030976" : 14,
"60555264" : 10,
"61079552" : 3,
"61603840" : 7,
"62128128" : 7,
"62652416" : 4,
"63176704" : 4,
"64225280" : 1,
"65273856" : 4
}
},
"lat_ns" : {
"min" : 12976841,
"max" : 67167782,
"mean" : 37108329.909452,
"stddev" : 5441000.420763,
"N" : 2345440
},
"bw_min" : 12422671,
"bw_max" : 21479424,
"bw_agg" : 100.000000,
"bw_mean" : 14136703.772861,
"bw_dev" : 139125.202140,
"bw_samples" : 5424,
"iops_min" : 12131,
"iops_max" : 20976,
"iops_mean" : 13804.412979,
"iops_stddev" : 135.868619,
"iops_samples" : 5424
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2719992,
"usr_cpu" : 0.491693,
"sys_cpu" : 82.456198,
"ctx" : 2157123,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 3.551463,
"50" : 96.422444,
"100" : 0.025411,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068262,
"timestamp_ms" : 1773068262784,
"time" : "Mon Mar 9 11:57:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 2596832018432,
"io_kbytes" : 2535968768,
"bw_bytes" : 14426764398,
"bw" : 14088637,
"iops" : 13757.012461,
"runtime" : 180001,
"total_ios" : 2476276,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 219936,
"max" : 14775075,
"mean" : 1157893.639601,
"stddev" : 264732.259803,
"N" : 2476292
},
"clat_ns" : {
"min" : 4617,
"max" : 65359553,
"mean" : 36053612.518223,
"stddev" : 5186656.306771,
"N" : 2476772,
"percentile" : {
"1.000000" : 17170432,
"5.000000" : 22151168,
"10.000000" : 30539776,
"20.000000" : 34865152,
"30.000000" : 35913728,
"40.000000" : 36438016,
"50.000000" : 37486592,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 43253760,
"99.500000" : 44302336,
"99.900000" : 46399488,
"99.950000" : 47448064,
"99.990000" : 54788096
},
"bins" : {
"4640" : 1,
"4768" : 1,
"5088" : 1,
"5280" : 1,
"5856" : 1,
"6112" : 1,
"6944" : 1,
"7136" : 2,
"7264" : 1,
"7456" : 2,
"7712" : 1,
"8256" : 1,
"8512" : 1,
"18304" : 1,
"856064" : 1,
"1028096" : 1,
"1056768" : 2,
"1105920" : 1,
"1155072" : 1,
"1171456" : 1,
"1253376" : 2,
"1368064" : 1,
"1384448" : 1,
"1433600" : 2,
"1564672" : 1,
"1597440" : 1,
"1826816" : 1,
"1908736" : 1,
"1990656" : 1,
"2039808" : 1,
"2113536" : 1,
"2146304" : 1,
"2179072" : 2,
"2244608" : 1,
"2342912" : 1,
"2375680" : 1,
"2670592" : 1,
"2736128" : 1,
"2867200" : 2,
"2899968" : 2,
"3031040" : 1,
"3096576" : 1,
"3194880" : 1,
"3358720" : 1,
"3424256" : 2,
"3457024" : 3,
"3489792" : 1,
"3784704" : 1,
"3850240" : 1,
"3883008" : 1,
"4014080" : 1,
"4079616" : 1,
"4112384" : 1,
"4227072" : 1,
"4292608" : 1,
"4358144" : 1,
"4554752" : 1,
"4620288" : 1,
"4685824" : 1,
"4751360" : 2,
"4816896" : 1,
"5013504" : 1,
"5079040" : 2,
"5210112" : 1,
"5275648" : 1,
"5341184" : 2,
"5406720" : 1,
"5472256" : 2,
"5734400" : 2,
"5931008" : 3,
"6127616" : 1,
"6193152" : 2,
"6389760" : 1,
"6520832" : 3,
"6651904" : 1,
"6717440" : 1,
"6782976" : 1,
"6848512" : 2,
"6979584" : 1,
"7045120" : 1,
"7110656" : 1,
"7176192" : 3,
"7438336" : 2,
"7634944" : 1,
"7700480" : 1,
"7766016" : 1,
"7897088" : 2,
"8028160" : 1,
"8093696" : 1,
"8159232" : 2,
"8224768" : 1,
"8290304" : 1,
"8355840" : 2,
"8454144" : 1,
"8585216" : 1,
"8716288" : 2,
"8847360" : 2,
"8978432" : 2,
"9240576" : 1,
"9371648" : 2,
"9502720" : 3,
"9633792" : 2,
"9764864" : 1,
"9895936" : 1,
"10027008" : 2,
"10158080" : 1,
"10289152" : 2,
"10420224" : 1,
"10551296" : 1,
"10682368" : 2,
"10813440" : 4,
"10944512" : 1,
"11206656" : 3,
"11337728" : 2,
"11599872" : 2,
"11730944" : 1,
"11862016" : 3,
"11993088" : 3,
"12124160" : 2,
"12255232" : 2,
"12386304" : 1,
"12517376" : 3,
"12648448" : 3,
"12779520" : 15,
"12910592" : 20,
"13041664" : 32,
"13172736" : 50,
"13303808" : 78,
"13434880" : 72,
"13565952" : 71,
"13697024" : 80,
"13828096" : 84,
"13959168" : 88,
"14090240" : 129,
"14221312" : 157,
"14352384" : 188,
"14483456" : 235,
"14614528" : 274,
"14745600" : 396,
"14876672" : 402,
"15007744" : 588,
"15138816" : 668,
"15269888" : 761,
"15400960" : 813,
"15532032" : 921,
"15663104" : 1035,
"15794176" : 1130,
"15925248" : 1241,
"16056320" : 1380,
"16187392" : 1521,
"16318464" : 1730,
"16449536" : 1841,
"16580608" : 1955,
"16711680" : 1964,
"16908288" : 4320,
"17170432" : 4647,
"17432576" : 4961,
"17694720" : 5114,
"17956864" : 5087,
"18219008" : 5299,
"18481152" : 5318,
"18743296" : 5328,
"19005440" : 5427,
"19267584" : 5395,
"19529728" : 5560,
"19791872" : 5352,
"20054016" : 5381,
"20316160" : 5316,
"20578304" : 5222,
"20840448" : 5050,
"21102592" : 4712,
"21364736" : 4645,
"21626880" : 4636,
"21889024" : 4388,
"22151168" : 4440,
"22413312" : 4324,
"22675456" : 4187,
"22937600" : 4024,
"23199744" : 3914,
"23461888" : 3845,
"23724032" : 3870,
"23986176" : 3750,
"24248320" : 3677,
"24510464" : 3714,
"24772608" : 3678,
"25034752" : 3533,
"25296896" : 3618,
"25559040" : 3656,
"25821184" : 3748,
"26083328" : 3812,
"26345472" : 3724,
"26607616" : 3555,
"26869760" : 3538,
"27131904" : 3598,
"27394048" : 3560,
"27656192" : 3633,
"27918336" : 3581,
"28180480" : 3724,
"28442624" : 3704,
"28704768" : 3983,
"28966912" : 4070,
"29229056" : 4246,
"29491200" : 4475,
"29753344" : 4756,
"30015488" : 4871,
"30277632" : 4977,
"30539776" : 5333,
"30801920" : 5565,
"31064064" : 5960,
"31326208" : 6346,
"31588352" : 6801,
"31850496" : 7390,
"32112640" : 8216,
"32374784" : 9037,
"32636928" : 10207,
"32899072" : 11481,
"33161216" : 13319,
"33423360" : 16208,
"33816576" : 42513,
"34340864" : 61693,
"34865152" : 88747,
"35389440" : 120155,
"35913728" : 154695,
"36438016" : 187491,
"36962304" : 212389,
"37486592" : 221895,
"38010880" : 216595,
"38535168" : 196491,
"39059456" : 165432,
"39583744" : 133435,
"40108032" : 99881,
"40632320" : 71864,
"41156608" : 49357,
"41680896" : 33634,
"42205184" : 22715,
"42729472" : 14938,
"43253760" : 9962,
"43778048" : 6704,
"44302336" : 4426,
"44826624" : 2987,
"45350912" : 1926,
"45875200" : 1204,
"46399488" : 740,
"46923776" : 438,
"47448064" : 326,
"47972352" : 223,
"48496640" : 168,
"49020928" : 113,
"49545216" : 78,
"50069504" : 82,
"50593792" : 65,
"51118080" : 40,
"51642368" : 45,
"52166656" : 40,
"52690944" : 46,
"53215232" : 33,
"53739520" : 29,
"54263808" : 19,
"54788096" : 31,
"55312384" : 21,
"55836672" : 23,
"56360960" : 16,
"56885248" : 29,
"57409536" : 15,
"57933824" : 20,
"58458112" : 16,
"58982400" : 13,
"59506688" : 10,
"60030976" : 15,
"60555264" : 11,
"61079552" : 3,
"61603840" : 7,
"62128128" : 9,
"62652416" : 4,
"63176704" : 7,
"64225280" : 1,
"65273856" : 4
}
},
"lat_ns" : {
"min" : 830007,
"max" : 67167782,
"mean" : 37211500.597388,
"stddev" : 5344275.659863,
"N" : 2476772
},
"bw_min" : 12422671,
"bw_max" : 21479424,
"bw_agg" : 100.000000,
"bw_mean" : 14096013.334262,
"bw_dev" : 136392.263967,
"bw_samples" : 5744,
"iops_min" : 12131,
"iops_max" : 20976,
"iops_mean" : 13764.729805,
"iops_stddev" : 133.198592,
"iops_samples" : 5744
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2879996,
"usr_cpu" : 0.492813,
"sys_cpu" : 82.384976,
"ctx" : 2306199,
"majf" : 0,
"minf" : 620,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999354,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 3.368970,
"50" : 96.620086,
"100" : 0.025361,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068262,
"timestamp_ms" : 1773068262837,
"time" : "Mon Mar 9 11:57:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 2597100453888,
"io_kbytes" : 2536230912,
"bw_bytes" : 14425450764,
"bw" : 14087354,
"iops" : 13754.338021,
"runtime" : 180036,
"total_ios" : 2476276,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 219936,
"max" : 14775075,
"mean" : 1157893.639601,
"stddev" : 264732.259803,
"N" : 2476292
},
"clat_ns" : {
"min" : 4617,
"max" : 65359553,
"mean" : 36053612.518223,
"stddev" : 5186656.306771,
"N" : 2476772,
"percentile" : {
"1.000000" : 17170432,
"5.000000" : 22151168,
"10.000000" : 30539776,
"20.000000" : 34865152,
"30.000000" : 35913728,
"40.000000" : 36438016,
"50.000000" : 37486592,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 43253760,
"99.500000" : 44302336,
"99.900000" : 46399488,
"99.950000" : 47448064,
"99.990000" : 54788096
},
"bins" : {
"4640" : 1,
"4768" : 1,
"5088" : 1,
"5280" : 1,
"5856" : 1,
"6112" : 1,
"6944" : 1,
"7136" : 2,
"7264" : 1,
"7456" : 2,
"7712" : 1,
"8256" : 1,
"8512" : 1,
"18304" : 1,
"856064" : 1,
"1028096" : 1,
"1056768" : 2,
"1105920" : 1,
"1155072" : 1,
"1171456" : 1,
"1253376" : 2,
"1368064" : 1,
"1384448" : 1,
"1433600" : 2,
"1564672" : 1,
"1597440" : 1,
"1826816" : 1,
"1908736" : 1,
"1990656" : 1,
"2039808" : 1,
"2113536" : 1,
"2146304" : 1,
"2179072" : 2,
"2244608" : 1,
"2342912" : 1,
"2375680" : 1,
"2670592" : 1,
"2736128" : 1,
"2867200" : 2,
"2899968" : 2,
"3031040" : 1,
"3096576" : 1,
"3194880" : 1,
"3358720" : 1,
"3424256" : 2,
"3457024" : 3,
"3489792" : 1,
"3784704" : 1,
"3850240" : 1,
"3883008" : 1,
"4014080" : 1,
"4079616" : 1,
"4112384" : 1,
"4227072" : 1,
"4292608" : 1,
"4358144" : 1,
"4554752" : 1,
"4620288" : 1,
"4685824" : 1,
"4751360" : 2,
"4816896" : 1,
"5013504" : 1,
"5079040" : 2,
"5210112" : 1,
"5275648" : 1,
"5341184" : 2,
"5406720" : 1,
"5472256" : 2,
"5734400" : 2,
"5931008" : 3,
"6127616" : 1,
"6193152" : 2,
"6389760" : 1,
"6520832" : 3,
"6651904" : 1,
"6717440" : 1,
"6782976" : 1,
"6848512" : 2,
"6979584" : 1,
"7045120" : 1,
"7110656" : 1,
"7176192" : 3,
"7438336" : 2,
"7634944" : 1,
"7700480" : 1,
"7766016" : 1,
"7897088" : 2,
"8028160" : 1,
"8093696" : 1,
"8159232" : 2,
"8224768" : 1,
"8290304" : 1,
"8355840" : 2,
"8454144" : 1,
"8585216" : 1,
"8716288" : 2,
"8847360" : 2,
"8978432" : 2,
"9240576" : 1,
"9371648" : 2,
"9502720" : 3,
"9633792" : 2,
"9764864" : 1,
"9895936" : 1,
"10027008" : 2,
"10158080" : 1,
"10289152" : 2,
"10420224" : 1,
"10551296" : 1,
"10682368" : 2,
"10813440" : 4,
"10944512" : 1,
"11206656" : 3,
"11337728" : 2,
"11599872" : 2,
"11730944" : 1,
"11862016" : 3,
"11993088" : 3,
"12124160" : 2,
"12255232" : 2,
"12386304" : 1,
"12517376" : 3,
"12648448" : 3,
"12779520" : 15,
"12910592" : 20,
"13041664" : 32,
"13172736" : 50,
"13303808" : 78,
"13434880" : 72,
"13565952" : 71,
"13697024" : 80,
"13828096" : 84,
"13959168" : 88,
"14090240" : 129,
"14221312" : 157,
"14352384" : 188,
"14483456" : 235,
"14614528" : 274,
"14745600" : 396,
"14876672" : 402,
"15007744" : 588,
"15138816" : 668,
"15269888" : 761,
"15400960" : 813,
"15532032" : 921,
"15663104" : 1035,
"15794176" : 1130,
"15925248" : 1241,
"16056320" : 1380,
"16187392" : 1521,
"16318464" : 1730,
"16449536" : 1841,
"16580608" : 1955,
"16711680" : 1964,
"16908288" : 4320,
"17170432" : 4647,
"17432576" : 4961,
"17694720" : 5114,
"17956864" : 5087,
"18219008" : 5299,
"18481152" : 5318,
"18743296" : 5328,
"19005440" : 5427,
"19267584" : 5395,
"19529728" : 5560,
"19791872" : 5352,
"20054016" : 5381,
"20316160" : 5316,
"20578304" : 5222,
"20840448" : 5050,
"21102592" : 4712,
"21364736" : 4645,
"21626880" : 4636,
"21889024" : 4388,
"22151168" : 4440,
"22413312" : 4324,
"22675456" : 4187,
"22937600" : 4024,
"23199744" : 3914,
"23461888" : 3845,
"23724032" : 3870,
"23986176" : 3750,
"24248320" : 3677,
"24510464" : 3714,
"24772608" : 3678,
"25034752" : 3533,
"25296896" : 3618,
"25559040" : 3656,
"25821184" : 3748,
"26083328" : 3812,
"26345472" : 3724,
"26607616" : 3555,
"26869760" : 3538,
"27131904" : 3598,
"27394048" : 3560,
"27656192" : 3633,
"27918336" : 3581,
"28180480" : 3724,
"28442624" : 3704,
"28704768" : 3983,
"28966912" : 4070,
"29229056" : 4246,
"29491200" : 4475,
"29753344" : 4756,
"30015488" : 4871,
"30277632" : 4977,
"30539776" : 5333,
"30801920" : 5565,
"31064064" : 5960,
"31326208" : 6346,
"31588352" : 6801,
"31850496" : 7390,
"32112640" : 8216,
"32374784" : 9037,
"32636928" : 10207,
"32899072" : 11481,
"33161216" : 13319,
"33423360" : 16208,
"33816576" : 42513,
"34340864" : 61693,
"34865152" : 88747,
"35389440" : 120155,
"35913728" : 154695,
"36438016" : 187491,
"36962304" : 212389,
"37486592" : 221895,
"38010880" : 216595,
"38535168" : 196491,
"39059456" : 165432,
"39583744" : 133435,
"40108032" : 99881,
"40632320" : 71864,
"41156608" : 49357,
"41680896" : 33634,
"42205184" : 22715,
"42729472" : 14938,
"43253760" : 9962,
"43778048" : 6704,
"44302336" : 4426,
"44826624" : 2987,
"45350912" : 1926,
"45875200" : 1204,
"46399488" : 740,
"46923776" : 438,
"47448064" : 326,
"47972352" : 223,
"48496640" : 168,
"49020928" : 113,
"49545216" : 78,
"50069504" : 82,
"50593792" : 65,
"51118080" : 40,
"51642368" : 45,
"52166656" : 40,
"52690944" : 46,
"53215232" : 33,
"53739520" : 29,
"54263808" : 19,
"54788096" : 31,
"55312384" : 21,
"55836672" : 23,
"56360960" : 16,
"56885248" : 29,
"57409536" : 15,
"57933824" : 20,
"58458112" : 16,
"58982400" : 13,
"59506688" : 10,
"60030976" : 15,
"60555264" : 11,
"61079552" : 3,
"61603840" : 7,
"62128128" : 9,
"62652416" : 4,
"63176704" : 7,
"64225280" : 1,
"65273856" : 4
}
},
"lat_ns" : {
"min" : 830007,
"max" : 67167782,
"mean" : 37211500.597388,
"stddev" : 5344275.659863,
"N" : 2476772
},
"bw_min" : 12422671,
"bw_max" : 21479424,
"bw_agg" : 100.000000,
"bw_mean" : 14096013.334262,
"bw_dev" : 136392.263967,
"bw_samples" : 5744,
"iops_min" : 12131,
"iops_max" : 20976,
"iops_mean" : 13764.729805,
"iops_stddev" : 133.198592,
"iops_samples" : 5744
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880272,
"usr_cpu" : 0.492766,
"sys_cpu" : 82.377081,
"ctx" : 2306455,
"majf" : 0,
"minf" : 628,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999354,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 3.368970,
"50" : 96.620086,
"100" : 0.025361,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}