raidz2/benchmarks/seq/seq-read-qd32-nj16_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773068322,
"timestamp_ms" : 1773068322587,
"time" : "Mon Mar 9 11:58:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 162476851200,
"io_kbytes" : 158668800,
"bw_bytes" : 16647218360,
"bw" : 16257049,
"iops" : 15931.147541,
"runtime" : 9760,
"total_ios" : 155488,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 156160,
"usr_cpu" : 0.422003,
"sys_cpu" : 92.332223,
"ctx" : 55111,
"majf" : 0,
"minf" : 131182,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.164643,
"32" : 99.681004,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999357,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998709,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068332,
"timestamp_ms" : 1773068332827,
"time" : "Mon Mar 9 11:58:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 145586388992,
"io_kbytes" : 142174208,
"bw_bytes" : 14557183180,
"bw" : 14215999,
"iops" : 13885.311469,
"runtime" : 10001,
"total_ios" : 138867,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 248529,
"max" : 5387792,
"mean" : 1147391.656405,
"stddev" : 246385.488348,
"N" : 138867
},
"clat_ns" : {
"min" : 13768469,
"max" : 46678207,
"mean" : 35730232.861571,
"stddev" : 4109394.474129,
"N" : 138851,
"percentile" : {
"1.000000" : 19267584,
"5.000000" : 27656192,
"10.000000" : 31064064,
"20.000000" : 33816576,
"30.000000" : 34865152,
"40.000000" : 35913728,
"50.000000" : 36438016,
"60.000000" : 36962304,
"70.000000" : 38010880,
"80.000000" : 38535168,
"90.000000" : 39583744,
"95.000000" : 40632320,
"99.000000" : 42205184,
"99.500000" : 43253760,
"99.900000" : 44302336,
"99.950000" : 44826624,
"99.990000" : 46399488
},
"bins" : {
"13828096" : 6,
"13959168" : 4,
"14090240" : 3,
"14352384" : 2,
"14483456" : 4,
"14745600" : 11,
"14876672" : 7,
"15007744" : 10,
"15138816" : 23,
"15269888" : 15,
"15400960" : 15,
"15532032" : 17,
"15663104" : 15,
"15794176" : 15,
"15925248" : 21,
"16056320" : 20,
"16187392" : 18,
"16318464" : 31,
"16449536" : 21,
"16580608" : 31,
"16711680" : 24,
"16908288" : 50,
"17170432" : 59,
"17432576" : 63,
"17694720" : 83,
"17956864" : 127,
"18219008" : 169,
"18481152" : 169,
"18743296" : 168,
"19005440" : 176,
"19267584" : 155,
"19529728" : 157,
"19791872" : 185,
"20054016" : 188,
"20316160" : 181,
"20578304" : 210,
"20840448" : 133,
"21102592" : 139,
"21364736" : 142,
"21626880" : 157,
"21889024" : 119,
"22151168" : 104,
"22413312" : 92,
"22675456" : 123,
"22937600" : 110,
"23199744" : 96,
"23461888" : 97,
"23724032" : 103,
"23986176" : 105,
"24248320" : 121,
"24510464" : 125,
"24772608" : 178,
"25034752" : 145,
"25296896" : 169,
"25559040" : 222,
"25821184" : 247,
"26083328" : 279,
"26345472" : 285,
"26607616" : 300,
"26869760" : 279,
"27131904" : 282,
"27394048" : 256,
"27656192" : 302,
"27918336" : 287,
"28180480" : 344,
"28442624" : 335,
"28704768" : 399,
"28966912" : 464,
"29229056" : 478,
"29491200" : 531,
"29753344" : 556,
"30015488" : 593,
"30277632" : 617,
"30539776" : 715,
"30801920" : 792,
"31064064" : 836,
"31326208" : 846,
"31588352" : 891,
"31850496" : 926,
"32112640" : 1099,
"32374784" : 1190,
"32636928" : 1264,
"32899072" : 1452,
"33161216" : 1614,
"33423360" : 1692,
"33816576" : 4291,
"34340864" : 5618,
"34865152" : 7424,
"35389440" : 8855,
"35913728" : 10519,
"36438016" : 11578,
"36962304" : 12031,
"37486592" : 11251,
"38010880" : 10337,
"38535168" : 8703,
"39059456" : 7136,
"39583744" : 5300,
"40108032" : 3554,
"40632320" : 2364,
"41156608" : 1632,
"41680896" : 1069,
"42205184" : 839,
"42729472" : 478,
"43253760" : 362,
"43778048" : 194,
"44302336" : 127,
"44826624" : 53,
"45350912" : 25,
"45875200" : 12,
"46399488" : 14,
"46923776" : 1
}
},
"lat_ns" : {
"min" : 14311478,
"max" : 48067837,
"mean" : 36877486.155152,
"stddev" : 4230868.907895,
"N" : 138851
},
"bw_min" : 13213476,
"bw_max" : 15432972,
"bw_agg" : 100.000000,
"bw_mean" : 14252359.368421,
"bw_dev" : 68211.741619,
"bw_samples" : 304,
"iops_min" : 12900,
"iops_max" : 15069,
"iops_mean" : 13916.421053,
"iops_stddev" : 66.619301,
"iops_samples" : 304
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 160005,
"usr_cpu" : 0.468735,
"sys_cpu" : 81.226837,
"ctx" : 131654,
"majf" : 0,
"minf" : 573,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 1.388379,
"50" : 98.600099,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068342,
"timestamp_ms" : 1773068342827,
"time" : "Mon Mar 9 11:59:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 284995616768,
"io_kbytes" : 278316032,
"bw_bytes" : 14249068384,
"bw" : 13915105,
"iops" : 13590.170491,
"runtime" : 20001,
"total_ios" : 271817,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 248529,
"max" : 5387792,
"mean" : 1172201.178517,
"stddev" : 236608.226063,
"N" : 271817
},
"clat_ns" : {
"min" : 13768469,
"max" : 48048458,
"mean" : 36501230.250904,
"stddev" : 3452102.726698,
"N" : 271801,
"percentile" : {
"1.000000" : 21102592,
"5.000000" : 30801920,
"10.000000" : 33161216,
"20.000000" : 34865152,
"30.000000" : 35913728,
"40.000000" : 36438016,
"50.000000" : 36962304,
"60.000000" : 37486592,
"70.000000" : 38010880,
"80.000000" : 39059456,
"90.000000" : 39583744,
"95.000000" : 40632320,
"99.000000" : 42729472,
"99.500000" : 43253760,
"99.900000" : 44826624,
"99.950000" : 45350912,
"99.990000" : 46399488
},
"bins" : {
"13828096" : 6,
"13959168" : 4,
"14090240" : 3,
"14352384" : 2,
"14483456" : 4,
"14745600" : 11,
"14876672" : 7,
"15007744" : 10,
"15138816" : 23,
"15269888" : 15,
"15400960" : 15,
"15532032" : 17,
"15663104" : 15,
"15794176" : 15,
"15925248" : 21,
"16056320" : 20,
"16187392" : 18,
"16318464" : 31,
"16449536" : 21,
"16580608" : 31,
"16711680" : 24,
"16908288" : 50,
"17170432" : 59,
"17432576" : 63,
"17694720" : 83,
"17956864" : 127,
"18219008" : 169,
"18481152" : 169,
"18743296" : 168,
"19005440" : 176,
"19267584" : 155,
"19529728" : 157,
"19791872" : 185,
"20054016" : 188,
"20316160" : 181,
"20578304" : 210,
"20840448" : 133,
"21102592" : 139,
"21364736" : 142,
"21626880" : 157,
"21889024" : 119,
"22151168" : 104,
"22413312" : 92,
"22675456" : 123,
"22937600" : 110,
"23199744" : 96,
"23461888" : 97,
"23724032" : 103,
"23986176" : 105,
"24248320" : 121,
"24510464" : 125,
"24772608" : 178,
"25034752" : 145,
"25296896" : 169,
"25559040" : 223,
"25821184" : 260,
"26083328" : 291,
"26345472" : 293,
"26607616" : 304,
"26869760" : 292,
"27131904" : 290,
"27394048" : 268,
"27656192" : 320,
"27918336" : 301,
"28180480" : 371,
"28442624" : 382,
"28704768" : 461,
"28966912" : 555,
"29229056" : 562,
"29491200" : 610,
"29753344" : 644,
"30015488" : 724,
"30277632" : 775,
"30539776" : 887,
"30801920" : 981,
"31064064" : 1054,
"31326208" : 1103,
"31588352" : 1249,
"31850496" : 1385,
"32112640" : 1615,
"32374784" : 1772,
"32636928" : 2008,
"32899072" : 2289,
"33161216" : 2691,
"33423360" : 2970,
"33816576" : 7454,
"34340864" : 9918,
"34865152" : 13184,
"35389440" : 16630,
"35913728" : 20337,
"36438016" : 23188,
"36962304" : 24978,
"37486592" : 24256,
"38010880" : 22736,
"38535168" : 20101,
"39059456" : 16652,
"39583744" : 12653,
"40108032" : 8979,
"40632320" : 6037,
"41156608" : 4226,
"41680896" : 2812,
"42205184" : 2002,
"42729472" : 1174,
"43253760" : 767,
"43778048" : 429,
"44302336" : 268,
"44826624" : 151,
"45350912" : 111,
"45875200" : 52,
"46399488" : 42,
"46923776" : 11,
"47448064" : 9,
"47972352" : 3
}
},
"lat_ns" : {
"min" : 14311478,
"max" : 49267158,
"mean" : 37673262.113006,
"stddev" : 3550525.891841,
"N" : 271801
},
"bw_min" : 12908892,
"bw_max" : 15584573,
"bw_agg" : 100.000000,
"bw_mean" : 13934157.512821,
"bw_dev" : 71324.539421,
"bw_samples" : 624,
"iops_min" : 12604,
"iops_max" : 15217,
"iops_mean" : 13605.461538,
"iops_stddev" : 69.653025,
"iops_samples" : 624
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 320006,
"usr_cpu" : 0.474054,
"sys_cpu" : 80.937545,
"ctx" : 272282,
"majf" : 0,
"minf" : 573,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999264,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999264,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.709301,
"50" : 99.284813,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068352,
"timestamp_ms" : 1773068352827,
"time" : "Mon Mar 9 11:59:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 423165427712,
"io_kbytes" : 413247488,
"bw_bytes" : 14105044088,
"bw" : 13774457,
"iops" : 13452.518249,
"runtime" : 30001,
"total_ios" : 403589,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 248529,
"max" : 5387792,
"mean" : 1184171.453347,
"stddev" : 232632.286307,
"N" : 403589
},
"clat_ns" : {
"min" : 13768469,
"max" : 49885160,
"mean" : 36874871.980638,
"stddev" : 3139808.083065,
"N" : 403573,
"percentile" : {
"1.000000" : 24248320,
"5.000000" : 31850496,
"10.000000" : 33816576,
"20.000000" : 35389440,
"30.000000" : 35913728,
"40.000000" : 36438016,
"50.000000" : 36962304,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 40632320,
"99.000000" : 42729472,
"99.500000" : 43778048,
"99.900000" : 45350912,
"99.950000" : 46399488,
"99.990000" : 47972352
},
"bins" : {
"13828096" : 6,
"13959168" : 4,
"14090240" : 3,
"14352384" : 2,
"14483456" : 4,
"14745600" : 11,
"14876672" : 7,
"15007744" : 10,
"15138816" : 23,
"15269888" : 15,
"15400960" : 15,
"15532032" : 17,
"15663104" : 15,
"15794176" : 15,
"15925248" : 21,
"16056320" : 20,
"16187392" : 18,
"16318464" : 31,
"16449536" : 21,
"16580608" : 31,
"16711680" : 24,
"16908288" : 50,
"17170432" : 59,
"17432576" : 63,
"17694720" : 83,
"17956864" : 127,
"18219008" : 169,
"18481152" : 169,
"18743296" : 168,
"19005440" : 176,
"19267584" : 155,
"19529728" : 157,
"19791872" : 185,
"20054016" : 188,
"20316160" : 181,
"20578304" : 210,
"20840448" : 133,
"21102592" : 139,
"21364736" : 142,
"21626880" : 157,
"21889024" : 119,
"22151168" : 104,
"22413312" : 92,
"22675456" : 123,
"22937600" : 110,
"23199744" : 96,
"23461888" : 97,
"23724032" : 103,
"23986176" : 105,
"24248320" : 121,
"24510464" : 125,
"24772608" : 178,
"25034752" : 145,
"25296896" : 169,
"25559040" : 223,
"25821184" : 260,
"26083328" : 291,
"26345472" : 293,
"26607616" : 304,
"26869760" : 292,
"27131904" : 290,
"27394048" : 268,
"27656192" : 320,
"27918336" : 305,
"28180480" : 378,
"28442624" : 385,
"28704768" : 471,
"28966912" : 560,
"29229056" : 574,
"29491200" : 624,
"29753344" : 662,
"30015488" : 761,
"30277632" : 808,
"30539776" : 937,
"30801920" : 1050,
"31064064" : 1149,
"31326208" : 1233,
"31588352" : 1469,
"31850496" : 1632,
"32112640" : 1914,
"32374784" : 2122,
"32636928" : 2481,
"32899072" : 2873,
"33161216" : 3427,
"33423360" : 3893,
"33816576" : 9733,
"34340864" : 13401,
"34865152" : 18139,
"35389440" : 23360,
"35913728" : 29260,
"36438016" : 34345,
"36962304" : 37727,
"37486592" : 38124,
"38010880" : 36121,
"38535168" : 32385,
"39059456" : 27454,
"39583744" : 21318,
"40108032" : 15192,
"40632320" : 10153,
"41156608" : 6972,
"41680896" : 4504,
"42205184" : 3144,
"42729472" : 1919,
"43253760" : 1250,
"43778048" : 749,
"44302336" : 458,
"44826624" : 311,
"45350912" : 197,
"45875200" : 144,
"46399488" : 124,
"46923776" : 50,
"47448064" : 36,
"47972352" : 21,
"48496640" : 11,
"49020928" : 9,
"49545216" : 1,
"50069504" : 1
}
},
"lat_ns" : {
"min" : 14311478,
"max" : 51170512,
"mean" : 38058937.551600,
"stddev" : 3226626.909113,
"N" : 403573
},
"bw_min" : 12878550,
"bw_max" : 15584573,
"bw_agg" : 100.000000,
"bw_mean" : 13786917.677966,
"bw_dev" : 64350.650196,
"bw_samples" : 944,
"iops_min" : 12575,
"iops_max" : 15217,
"iops_mean" : 13462.220339,
"iops_stddev" : 62.835564,
"iops_samples" : 944
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 480007,
"usr_cpu" : 0.480410,
"sys_cpu" : 80.845488,
"ctx" : 412267,
"majf" : 0,
"minf" : 573,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999752,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999752,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.477714,
"50" : 99.518322,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068362,
"timestamp_ms" : 1773068362827,
"time" : "Mon Mar 9 11:59:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 561460019200,
"io_kbytes" : 548300800,
"bw_bytes" : 14036500480,
"bw" : 13707520,
"iops" : 13386.975000,
"runtime" : 40000,
"total_ios" : 535479,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 248529,
"max" : 5387792,
"mean" : 1189971.754360,
"stddev" : 230088.799044,
"N" : 535479
},
"clat_ns" : {
"min" : 13768469,
"max" : 49885160,
"mean" : 37056396.273341,
"stddev" : 2957446.222700,
"N" : 535463,
"percentile" : {
"1.000000" : 26083328,
"5.000000" : 32636928,
"10.000000" : 33816576,
"20.000000" : 35389440,
"30.000000" : 35913728,
"40.000000" : 36962304,
"50.000000" : 37486592,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 42729472,
"99.500000" : 43778048,
"99.900000" : 45350912,
"99.950000" : 46399488,
"99.990000" : 47448064
},
"bins" : {
"13828096" : 6,
"13959168" : 4,
"14090240" : 3,
"14352384" : 2,
"14483456" : 4,
"14745600" : 11,
"14876672" : 7,
"15007744" : 10,
"15138816" : 23,
"15269888" : 15,
"15400960" : 15,
"15532032" : 17,
"15663104" : 15,
"15794176" : 15,
"15925248" : 21,
"16056320" : 20,
"16187392" : 18,
"16318464" : 31,
"16449536" : 21,
"16580608" : 31,
"16711680" : 24,
"16908288" : 50,
"17170432" : 59,
"17432576" : 63,
"17694720" : 83,
"17956864" : 127,
"18219008" : 169,
"18481152" : 169,
"18743296" : 168,
"19005440" : 176,
"19267584" : 155,
"19529728" : 157,
"19791872" : 185,
"20054016" : 188,
"20316160" : 181,
"20578304" : 210,
"20840448" : 133,
"21102592" : 139,
"21364736" : 142,
"21626880" : 157,
"21889024" : 119,
"22151168" : 104,
"22413312" : 92,
"22675456" : 123,
"22937600" : 110,
"23199744" : 96,
"23461888" : 97,
"23724032" : 103,
"23986176" : 105,
"24248320" : 121,
"24510464" : 125,
"24772608" : 178,
"25034752" : 148,
"25296896" : 176,
"25559040" : 228,
"25821184" : 272,
"26083328" : 304,
"26345472" : 304,
"26607616" : 314,
"26869760" : 304,
"27131904" : 304,
"27394048" : 284,
"27656192" : 336,
"27918336" : 339,
"28180480" : 401,
"28442624" : 412,
"28704768" : 501,
"28966912" : 583,
"29229056" : 606,
"29491200" : 655,
"29753344" : 695,
"30015488" : 812,
"30277632" : 869,
"30539776" : 994,
"30801920" : 1141,
"31064064" : 1306,
"31326208" : 1440,
"31588352" : 1716,
"31850496" : 1921,
"32112640" : 2267,
"32374784" : 2532,
"32636928" : 2893,
"32899072" : 3356,
"33161216" : 4088,
"33423360" : 4708,
"33816576" : 12014,
"34340864" : 16700,
"34865152" : 23024,
"35389440" : 30314,
"35913728" : 38732,
"36438016" : 45844,
"36962304" : 50270,
"37486592" : 51360,
"38010880" : 49541,
"38535168" : 44742,
"39059456" : 37772,
"39583744" : 29551,
"40108032" : 21129,
"40632320" : 14344,
"41156608" : 10047,
"41680896" : 6619,
"42205184" : 4570,
"42729472" : 2775,
"43253760" : 1723,
"43778048" : 1023,
"44302336" : 632,
"44826624" : 386,
"45350912" : 252,
"45875200" : 195,
"46399488" : 143,
"46923776" : 64,
"47448064" : 42,
"47972352" : 27,
"48496640" : 11,
"49020928" : 9,
"49545216" : 1,
"50069504" : 1
}
},
"lat_ns" : {
"min" : 14311478,
"max" : 51170512,
"mean" : 38246320.851344,
"stddev" : 3037570.007877,
"N" : 535463
},
"bw_min" : 12864214,
"bw_max" : 15605012,
"bw_agg" : 100.000000,
"bw_mean" : 13716481.493671,
"bw_dev" : 58542.855180,
"bw_samples" : 1264,
"iops_min" : 12561,
"iops_max" : 15237,
"iops_mean" : 13393.303797,
"iops_stddev" : 57.165654,
"iops_samples" : 1264
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639998,
"usr_cpu" : 0.473439,
"sys_cpu" : 80.837128,
"ctx" : 553904,
"majf" : 0,
"minf" : 573,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.360051,
"50" : 99.636961,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068372,
"timestamp_ms" : 1773068372827,
"time" : "Mon Mar 9 11:59:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 699108687872,
"io_kbytes" : 682723328,
"bw_bytes" : 13982173757,
"bw" : 13654466,
"iops" : 13334.920000,
"runtime" : 50000,
"total_ios" : 666746,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 248529,
"max" : 5561627,
"mean" : 1194591.294475,
"stddev" : 228537.289608,
"N" : 666746
},
"clat_ns" : {
"min" : 13768469,
"max" : 49885160,
"mean" : 37200163.805155,
"stddev" : 2819745.387037,
"N" : 666730,
"percentile" : {
"1.000000" : 27131904,
"5.000000" : 32899072,
"10.000000" : 34340864,
"20.000000" : 35389440,
"30.000000" : 36438016,
"40.000000" : 36962304,
"50.000000" : 37486592,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 42729472,
"99.500000" : 43778048,
"99.900000" : 45350912,
"99.950000" : 46399488,
"99.990000" : 47448064
},
"bins" : {
"13828096" : 6,
"13959168" : 4,
"14090240" : 3,
"14352384" : 2,
"14483456" : 4,
"14745600" : 11,
"14876672" : 7,
"15007744" : 10,
"15138816" : 23,
"15269888" : 15,
"15400960" : 15,
"15532032" : 17,
"15663104" : 15,
"15794176" : 15,
"15925248" : 21,
"16056320" : 20,
"16187392" : 18,
"16318464" : 31,
"16449536" : 21,
"16580608" : 31,
"16711680" : 24,
"16908288" : 50,
"17170432" : 59,
"17432576" : 63,
"17694720" : 83,
"17956864" : 127,
"18219008" : 169,
"18481152" : 169,
"18743296" : 168,
"19005440" : 176,
"19267584" : 155,
"19529728" : 157,
"19791872" : 185,
"20054016" : 188,
"20316160" : 181,
"20578304" : 210,
"20840448" : 133,
"21102592" : 139,
"21364736" : 142,
"21626880" : 157,
"21889024" : 119,
"22151168" : 104,
"22413312" : 92,
"22675456" : 123,
"22937600" : 110,
"23199744" : 96,
"23461888" : 97,
"23724032" : 103,
"23986176" : 105,
"24248320" : 121,
"24510464" : 125,
"24772608" : 178,
"25034752" : 148,
"25296896" : 176,
"25559040" : 228,
"25821184" : 272,
"26083328" : 304,
"26345472" : 304,
"26607616" : 314,
"26869760" : 304,
"27131904" : 304,
"27394048" : 284,
"27656192" : 336,
"27918336" : 339,
"28180480" : 401,
"28442624" : 412,
"28704768" : 501,
"28966912" : 583,
"29229056" : 606,
"29491200" : 655,
"29753344" : 695,
"30015488" : 813,
"30277632" : 878,
"30539776" : 1012,
"30801920" : 1176,
"31064064" : 1347,
"31326208" : 1530,
"31588352" : 1828,
"31850496" : 2080,
"32112640" : 2489,
"32374784" : 2772,
"32636928" : 3201,
"32899072" : 3703,
"33161216" : 4512,
"33423360" : 5274,
"33816576" : 13796,
"34340864" : 19694,
"34865152" : 27509,
"35389440" : 36983,
"35913728" : 47749,
"36438016" : 57058,
"36962304" : 63586,
"37486592" : 64774,
"38010880" : 63319,
"38535168" : 57412,
"39059456" : 48805,
"39583744" : 38165,
"40108032" : 27759,
"40632320" : 19091,
"41156608" : 13096,
"41680896" : 8472,
"42205184" : 5793,
"42729472" : 3508,
"43253760" : 2271,
"43778048" : 1385,
"44302336" : 855,
"44826624" : 504,
"45350912" : 345,
"45875200" : 249,
"46399488" : 180,
"46923776" : 76,
"47448064" : 60,
"47972352" : 36,
"48496640" : 11,
"49020928" : 9,
"49545216" : 1,
"50069504" : 1
}
},
"lat_ns" : {
"min" : 14311478,
"max" : 51170512,
"mean" : 38394708.053704,
"stddev" : 2894840.784898,
"N" : 666730
},
"bw_min" : 12840819,
"bw_max" : 15605012,
"bw_agg" : 100.000000,
"bw_mean" : 13663845.393939,
"bw_dev" : 54233.840089,
"bw_samples" : 1584,
"iops_min" : 12537,
"iops_max" : 15237,
"iops_mean" : 13341.828283,
"iops_stddev" : 52.958693,
"iops_samples" : 1584
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799998,
"usr_cpu" : 0.467626,
"sys_cpu" : 80.877077,
"ctx" : 697042,
"majf" : 0,
"minf" : 573,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999850,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999850,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.289166,
"50" : 99.708435,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068382,
"timestamp_ms" : 1773068382827,
"time" : "Mon Mar 9 11:59:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 118,
"elapsed" : 71,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 835926884352,
"io_kbytes" : 816334848,
"bw_bytes" : 13932114739,
"bw" : 13605580,
"iops" : 13287.066667,
"runtime" : 60000,
"total_ios" : 797224,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 248529,
"max" : 5561627,
"mean" : 1198887.810664,
"stddev" : 227643.909869,
"N" : 797224
},
"clat_ns" : {
"min" : 13768469,
"max" : 49885160,
"mean" : 37333479.379192,
"stddev" : 2719525.130549,
"N" : 797208,
"percentile" : {
"1.000000" : 28180480,
"5.000000" : 33423360,
"10.000000" : 34340864,
"20.000000" : 35913728,
"30.000000" : 36438016,
"40.000000" : 36962304,
"50.000000" : 37486592,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 42729472,
"99.500000" : 43778048,
"99.900000" : 45350912,
"99.950000" : 46399488,
"99.990000" : 47448064
},
"bins" : {
"13828096" : 6,
"13959168" : 4,
"14090240" : 3,
"14352384" : 2,
"14483456" : 4,
"14745600" : 11,
"14876672" : 7,
"15007744" : 10,
"15138816" : 23,
"15269888" : 15,
"15400960" : 15,
"15532032" : 17,
"15663104" : 15,
"15794176" : 15,
"15925248" : 21,
"16056320" : 20,
"16187392" : 18,
"16318464" : 31,
"16449536" : 21,
"16580608" : 31,
"16711680" : 24,
"16908288" : 50,
"17170432" : 59,
"17432576" : 63,
"17694720" : 83,
"17956864" : 127,
"18219008" : 169,
"18481152" : 169,
"18743296" : 168,
"19005440" : 176,
"19267584" : 155,
"19529728" : 157,
"19791872" : 185,
"20054016" : 188,
"20316160" : 181,
"20578304" : 210,
"20840448" : 133,
"21102592" : 139,
"21364736" : 142,
"21626880" : 157,
"21889024" : 119,
"22151168" : 104,
"22413312" : 92,
"22675456" : 123,
"22937600" : 110,
"23199744" : 96,
"23461888" : 97,
"23724032" : 103,
"23986176" : 105,
"24248320" : 121,
"24510464" : 125,
"24772608" : 178,
"25034752" : 148,
"25296896" : 176,
"25559040" : 228,
"25821184" : 272,
"26083328" : 304,
"26345472" : 304,
"26607616" : 314,
"26869760" : 304,
"27131904" : 304,
"27394048" : 284,
"27656192" : 336,
"27918336" : 339,
"28180480" : 401,
"28442624" : 412,
"28704768" : 501,
"28966912" : 583,
"29229056" : 606,
"29491200" : 655,
"29753344" : 695,
"30015488" : 814,
"30277632" : 882,
"30539776" : 1016,
"30801920" : 1182,
"31064064" : 1348,
"31326208" : 1534,
"31588352" : 1839,
"31850496" : 2116,
"32112640" : 2550,
"32374784" : 2857,
"32636928" : 3342,
"32899072" : 3931,
"33161216" : 4801,
"33423360" : 5694,
"33816576" : 15083,
"34340864" : 22154,
"34865152" : 31477,
"35389440" : 42817,
"35913728" : 56133,
"36438016" : 67350,
"36962304" : 75666,
"37486592" : 78341,
"38010880" : 77764,
"38535168" : 70716,
"39059456" : 60400,
"39583744" : 47672,
"40108032" : 35151,
"40632320" : 24330,
"41156608" : 16522,
"41680896" : 10704,
"42205184" : 7453,
"42729472" : 4527,
"43253760" : 2948,
"43778048" : 1769,
"44302336" : 1051,
"44826624" : 590,
"45350912" : 399,
"45875200" : 295,
"46399488" : 200,
"46923776" : 95,
"47448064" : 74,
"47972352" : 36,
"48496640" : 11,
"49020928" : 9,
"49545216" : 1,
"50069504" : 1
}
},
"lat_ns" : {
"min" : 14311478,
"max" : 51170512,
"mean" : 38532316.045421,
"stddev" : 2790759.917679,
"N" : 797208
},
"bw_min" : 12806451,
"bw_max" : 15611168,
"bw_agg" : 100.000000,
"bw_mean" : 13613787.134454,
"bw_dev" : 51060.471215,
"bw_samples" : 1904,
"iops_min" : 12504,
"iops_max" : 15243,
"iops_mean" : 13292.899160,
"iops_stddev" : 49.859867,
"iops_samples" : 1904
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959998,
"usr_cpu" : 0.467188,
"sys_cpu" : 80.903710,
"ctx" : 842671,
"majf" : 0,
"minf" : 573,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.241839,
"50" : 99.756154,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068392,
"timestamp_ms" : 1773068392827,
"time" : "Mon Mar 9 11:59:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 991190581248,
"io_kbytes" : 967959552,
"bw_bytes" : 14159865446,
"bw" : 13827993,
"iops" : 13504.342857,
"runtime" : 70000,
"total_ios" : 945304,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 248529,
"max" : 5561627,
"mean" : 1179581.169228,
"stddev" : 243506.474411,
"N" : 945304
},
"clat_ns" : {
"min" : 13768469,
"max" : 56887677,
"mean" : 36734563.819304,
"stddev" : 3891779.321345,
"N" : 945288,
"percentile" : {
"1.000000" : 20578304,
"5.000000" : 28966912,
"10.000000" : 33423360,
"20.000000" : 35389440,
"30.000000" : 35913728,
"40.000000" : 36962304,
"50.000000" : 37486592,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 43253760,
"99.500000" : 43778048,
"99.900000" : 46399488,
"99.950000" : 47448064,
"99.990000" : 50593792
},
"bins" : {
"13828096" : 6,
"13959168" : 4,
"14090240" : 3,
"14221312" : 5,
"14352384" : 9,
"14483456" : 8,
"14614528" : 5,
"14745600" : 42,
"14876672" : 38,
"15007744" : 52,
"15138816" : 54,
"15269888" : 36,
"15400960" : 48,
"15532032" : 60,
"15663104" : 60,
"15794176" : 61,
"15925248" : 74,
"16056320" : 83,
"16187392" : 88,
"16318464" : 100,
"16449536" : 92,
"16580608" : 89,
"16711680" : 101,
"16908288" : 238,
"17170432" : 299,
"17432576" : 311,
"17694720" : 284,
"17956864" : 339,
"18219008" : 418,
"18481152" : 586,
"18743296" : 656,
"19005440" : 637,
"19267584" : 645,
"19529728" : 677,
"19791872" : 773,
"20054016" : 774,
"20316160" : 881,
"20578304" : 1064,
"20840448" : 956,
"21102592" : 999,
"21364736" : 1162,
"21626880" : 1209,
"21889024" : 1221,
"22151168" : 1336,
"22413312" : 1265,
"22675456" : 1175,
"22937600" : 1242,
"23199744" : 1138,
"23461888" : 1155,
"23724032" : 1176,
"23986176" : 1085,
"24248320" : 1229,
"24510464" : 1259,
"24772608" : 1286,
"25034752" : 1204,
"25296896" : 1143,
"25559040" : 1248,
"25821184" : 1217,
"26083328" : 1199,
"26345472" : 1194,
"26607616" : 1280,
"26869760" : 1142,
"27131904" : 1092,
"27394048" : 1025,
"27656192" : 1160,
"27918336" : 1207,
"28180480" : 1245,
"28442624" : 1274,
"28704768" : 1388,
"28966912" : 1383,
"29229056" : 1362,
"29491200" : 1321,
"29753344" : 1439,
"30015488" : 1620,
"30277632" : 1663,
"30539776" : 1828,
"30801920" : 2023,
"31064064" : 2158,
"31326208" : 2292,
"31588352" : 2631,
"31850496" : 2966,
"32112640" : 3407,
"32374784" : 3818,
"32636928" : 4401,
"32899072" : 5119,
"33161216" : 6073,
"33423360" : 7103,
"33816576" : 18121,
"34340864" : 25941,
"34865152" : 36347,
"35389440" : 48656,
"35913728" : 63192,
"36438016" : 75044,
"36962304" : 83664,
"37486592" : 86871,
"38010880" : 86058,
"38535168" : 78649,
"39059456" : 67052,
"39583744" : 53345,
"40108032" : 39624,
"40632320" : 27818,
"41156608" : 18923,
"41680896" : 12347,
"42205184" : 8707,
"42729472" : 5308,
"43253760" : 3543,
"43778048" : 2217,
"44302336" : 1426,
"44826624" : 874,
"45350912" : 639,
"45875200" : 476,
"46399488" : 392,
"46923776" : 216,
"47448064" : 171,
"47972352" : 109,
"48496640" : 71,
"49020928" : 74,
"49545216" : 55,
"50069504" : 24,
"50593792" : 28,
"51118080" : 13,
"51642368" : 17,
"52166656" : 12,
"52690944" : 6,
"53215232" : 7,
"53739520" : 12,
"54263808" : 10,
"54788096" : 2,
"55312384" : 4,
"55836672" : 3,
"56360960" : 2,
"56885248" : 1
}
},
"lat_ns" : {
"min" : 14311478,
"max" : 58090081,
"mean" : 37914220.851554,
"stddev" : 4004903.454034,
"N" : 945288
},
"bw_min" : 12661413,
"bw_max" : 20429032,
"bw_agg" : 99.866310,
"bw_mean" : 13809507.043165,
"bw_dev" : 88579.297694,
"bw_samples" : 2224,
"iops_min" : 12363,
"iops_max" : 19950,
"iops_mean" : 13484.086331,
"iops_stddev" : 86.508211,
"iops_samples" : 2224
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119998,
"usr_cpu" : 0.466251,
"sys_cpu" : 81.628181,
"ctx" : 941226,
"majf" : 0,
"minf" : 573,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999894,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999894,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.760602,
"50" : 99.223742,
"100" : 0.013964,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068402,
"timestamp_ms" : 1773068402827,
"time" : "Mon Mar 9 12:00:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1147722006528,
"io_kbytes" : 1120822272,
"bw_bytes" : 14346525081,
"bw" : 14010278,
"iops" : 13682.175000,
"runtime" : 80000,
"total_ios" : 1094574,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 248529,
"max" : 5561627,
"mean" : 1164239.572200,
"stddev" : 251212.133172,
"N" : 1094574
},
"clat_ns" : {
"min" : 13768469,
"max" : 56887677,
"mean" : 36255697.001227,
"stddev" : 4390897.228469,
"N" : 1094558,
"percentile" : {
"1.000000" : 20054016,
"5.000000" : 25559040,
"10.000000" : 31588352,
"20.000000" : 34865152,
"30.000000" : 35913728,
"40.000000" : 36438016,
"50.000000" : 36962304,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 43253760,
"99.500000" : 44302336,
"99.900000" : 46399488,
"99.950000" : 47972352,
"99.990000" : 50593792
},
"bins" : {
"13828096" : 6,
"13959168" : 4,
"14090240" : 3,
"14221312" : 5,
"14352384" : 9,
"14483456" : 8,
"14614528" : 5,
"14745600" : 42,
"14876672" : 38,
"15007744" : 52,
"15138816" : 54,
"15269888" : 36,
"15400960" : 48,
"15532032" : 60,
"15663104" : 63,
"15794176" : 64,
"15925248" : 84,
"16056320" : 92,
"16187392" : 104,
"16318464" : 111,
"16449536" : 110,
"16580608" : 106,
"16711680" : 116,
"16908288" : 288,
"17170432" : 382,
"17432576" : 405,
"17694720" : 419,
"17956864" : 508,
"18219008" : 635,
"18481152" : 828,
"18743296" : 978,
"19005440" : 1000,
"19267584" : 1093,
"19529728" : 1258,
"19791872" : 1387,
"20054016" : 1413,
"20316160" : 1480,
"20578304" : 1750,
"20840448" : 1744,
"21102592" : 1804,
"21364736" : 1948,
"21626880" : 2014,
"21889024" : 2099,
"22151168" : 2225,
"22413312" : 2246,
"22675456" : 2090,
"22937600" : 2213,
"23199744" : 2145,
"23461888" : 2145,
"23724032" : 2246,
"23986176" : 2119,
"24248320" : 2247,
"24510464" : 2298,
"24772608" : 2341,
"25034752" : 2278,
"25296896" : 2142,
"25559040" : 2106,
"25821184" : 2043,
"26083328" : 1959,
"26345472" : 1938,
"26607616" : 1977,
"26869760" : 1904,
"27131904" : 1952,
"27394048" : 1980,
"27656192" : 2151,
"27918336" : 2203,
"28180480" : 2307,
"28442624" : 2276,
"28704768" : 2366,
"28966912" : 2344,
"29229056" : 2286,
"29491200" : 2243,
"29753344" : 2389,
"30015488" : 2627,
"30277632" : 2683,
"30539776" : 2867,
"30801920" : 3092,
"31064064" : 3299,
"31326208" : 3453,
"31588352" : 3957,
"31850496" : 4407,
"32112640" : 5012,
"32374784" : 5547,
"32636928" : 6180,
"32899072" : 7131,
"33161216" : 8257,
"33423360" : 9516,
"33816576" : 23838,
"34340864" : 32244,
"34865152" : 43602,
"35389440" : 56673,
"35913728" : 71497,
"36438016" : 83506,
"36962304" : 91376,
"37486592" : 94078,
"38010880" : 92624,
"38535168" : 84377,
"39059456" : 71676,
"39583744" : 56971,
"40108032" : 42515,
"40632320" : 30062,
"41156608" : 20525,
"41680896" : 13468,
"42205184" : 9418,
"42729472" : 5917,
"43253760" : 4056,
"43778048" : 2555,
"44302336" : 1694,
"44826624" : 1095,
"45350912" : 797,
"45875200" : 593,
"46399488" : 476,
"46923776" : 273,
"47448064" : 233,
"47972352" : 155,
"48496640" : 101,
"49020928" : 91,
"49545216" : 74,
"50069504" : 31,
"50593792" : 38,
"51118080" : 13,
"51642368" : 17,
"52166656" : 12,
"52690944" : 6,
"53215232" : 7,
"53739520" : 12,
"54263808" : 10,
"54788096" : 2,
"55312384" : 4,
"55836672" : 3,
"56360960" : 2,
"56885248" : 1
}
},
"lat_ns" : {
"min" : 14311478,
"max" : 58090081,
"mean" : 37419928.118063,
"stddev" : 4521609.450723,
"N" : 1094558
},
"bw_min" : 12448165,
"bw_max" : 20803955,
"bw_agg" : 100.000000,
"bw_mean" : 14015463.974843,
"bw_dev" : 109054.431118,
"bw_samples" : 2544,
"iops_min" : 12153,
"iops_max" : 20316,
"iops_mean" : 13685.125786,
"iops_stddev" : 106.496997,
"iops_samples" : 2544
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279999,
"usr_cpu" : 0.465938,
"sys_cpu" : 81.940220,
"ctx" : 1048916,
"majf" : 0,
"minf" : 573,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999909,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999909,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.986685,
"50" : 98.998423,
"100" : 0.013430,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068412,
"timestamp_ms" : 1773068412827,
"time" : "Mon Mar 9 12:00:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1288592949248,
"io_kbytes" : 1258391552,
"bw_bytes" : 14317540352,
"bw" : 13981973,
"iops" : 13654.526061,
"runtime" : 90001,
"total_ios" : 1228921,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 248529,
"max" : 5561627,
"mean" : 1166583.873362,
"stddev" : 249891.920405,
"N" : 1228921
},
"clat_ns" : {
"min" : 13768469,
"max" : 56887677,
"mean" : 36328634.383930,
"stddev" : 4299935.988684,
"N" : 1228905,
"percentile" : {
"1.000000" : 20054016,
"5.000000" : 26083328,
"10.000000" : 32112640,
"20.000000" : 34865152,
"30.000000" : 35913728,
"40.000000" : 36438016,
"50.000000" : 36962304,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 43253760,
"99.500000" : 44302336,
"99.900000" : 46399488,
"99.950000" : 47448064,
"99.990000" : 50593792
},
"bins" : {
"13828096" : 6,
"13959168" : 4,
"14090240" : 3,
"14221312" : 5,
"14352384" : 9,
"14483456" : 8,
"14614528" : 6,
"14745600" : 44,
"14876672" : 40,
"15007744" : 55,
"15138816" : 57,
"15269888" : 38,
"15400960" : 52,
"15532032" : 65,
"15663104" : 64,
"15794176" : 64,
"15925248" : 86,
"16056320" : 94,
"16187392" : 108,
"16318464" : 114,
"16449536" : 112,
"16580608" : 108,
"16711680" : 121,
"16908288" : 300,
"17170432" : 412,
"17432576" : 435,
"17694720" : 467,
"17956864" : 550,
"18219008" : 678,
"18481152" : 913,
"18743296" : 1087,
"19005440" : 1136,
"19267584" : 1207,
"19529728" : 1352,
"19791872" : 1510,
"20054016" : 1536,
"20316160" : 1593,
"20578304" : 1867,
"20840448" : 1863,
"21102592" : 1923,
"21364736" : 2054,
"21626880" : 2141,
"21889024" : 2261,
"22151168" : 2352,
"22413312" : 2374,
"22675456" : 2196,
"22937600" : 2308,
"23199744" : 2252,
"23461888" : 2250,
"23724032" : 2367,
"23986176" : 2221,
"24248320" : 2330,
"24510464" : 2356,
"24772608" : 2417,
"25034752" : 2358,
"25296896" : 2227,
"25559040" : 2180,
"25821184" : 2127,
"26083328" : 2061,
"26345472" : 2026,
"26607616" : 2074,
"26869760" : 1975,
"27131904" : 2003,
"27394048" : 2038,
"27656192" : 2210,
"27918336" : 2277,
"28180480" : 2393,
"28442624" : 2358,
"28704768" : 2453,
"28966912" : 2435,
"29229056" : 2363,
"29491200" : 2332,
"29753344" : 2469,
"30015488" : 2700,
"30277632" : 2779,
"30539776" : 2970,
"30801920" : 3237,
"31064064" : 3471,
"31326208" : 3626,
"31588352" : 4174,
"31850496" : 4704,
"32112640" : 5317,
"32374784" : 5918,
"32636928" : 6635,
"32899072" : 7789,
"33161216" : 9107,
"33423360" : 10569,
"33816576" : 26799,
"34340864" : 36616,
"34865152" : 49903,
"35389440" : 64703,
"35913728" : 81175,
"36438016" : 95555,
"36962304" : 104246,
"37486592" : 107425,
"38010880" : 104787,
"38535168" : 95058,
"39059456" : 80661,
"39583744" : 64040,
"40108032" : 47692,
"40632320" : 34049,
"41156608" : 23223,
"41680896" : 14978,
"42205184" : 10401,
"42729472" : 6571,
"43253760" : 4515,
"43778048" : 2843,
"44302336" : 1877,
"44826624" : 1246,
"45350912" : 899,
"45875200" : 659,
"46399488" : 525,
"46923776" : 302,
"47448064" : 244,
"47972352" : 161,
"48496640" : 103,
"49020928" : 91,
"49545216" : 74,
"50069504" : 31,
"50593792" : 38,
"51118080" : 13,
"51642368" : 17,
"52166656" : 12,
"52690944" : 6,
"53215232" : 7,
"53739520" : 12,
"54263808" : 10,
"54788096" : 2,
"55312384" : 4,
"55836672" : 3,
"56360960" : 2,
"56885248" : 1
}
},
"lat_ns" : {
"min" : 14311478,
"max" : 58090081,
"mean" : 37495194.304054,
"stddev" : 4427502.351409,
"N" : 1228905
},
"bw_min" : 12446117,
"bw_max" : 20803955,
"bw_agg" : 100.000000,
"bw_mean" : 13991597.620112,
"bw_dev" : 105956.335920,
"bw_samples" : 2864,
"iops_min" : 12151,
"iops_max" : 20316,
"iops_mean" : 13661.854749,
"iops_stddev" : 103.473171,
"iops_samples" : 2864
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440008,
"usr_cpu" : 0.467845,
"sys_cpu" : 81.827323,
"ctx" : 1190238,
"majf" : 0,
"minf" : 573,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999919,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999919,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.955635,
"50" : 99.031101,
"100" : 0.011962,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068422,
"timestamp_ms" : 1773068422827,
"time" : "Mon Mar 9 12:00:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1425956405248,
"io_kbytes" : 1392535552,
"bw_bytes" : 14259421458,
"bw" : 13925216,
"iops" : 13599.084009,
"runtime" : 100001,
"total_ios" : 1359922,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 248529,
"max" : 6415920,
"mean" : 1171337.425226,
"stddev" : 247053.246098,
"N" : 1359923
},
"clat_ns" : {
"min" : 13768469,
"max" : 56887677,
"mean" : 36476669.606516,
"stddev" : 4155986.447170,
"N" : 1359907,
"percentile" : {
"1.000000" : 20316160,
"5.000000" : 26869760,
"10.000000" : 32636928,
"20.000000" : 34865152,
"30.000000" : 35913728,
"40.000000" : 36438016,
"50.000000" : 37486592,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 43253760,
"99.500000" : 43778048,
"99.900000" : 46399488,
"99.950000" : 47448064,
"99.990000" : 50069504
},
"bins" : {
"13828096" : 6,
"13959168" : 4,
"14090240" : 3,
"14221312" : 5,
"14352384" : 9,
"14483456" : 8,
"14614528" : 6,
"14745600" : 44,
"14876672" : 40,
"15007744" : 55,
"15138816" : 57,
"15269888" : 38,
"15400960" : 52,
"15532032" : 65,
"15663104" : 64,
"15794176" : 64,
"15925248" : 86,
"16056320" : 94,
"16187392" : 108,
"16318464" : 114,
"16449536" : 112,
"16580608" : 108,
"16711680" : 121,
"16908288" : 300,
"17170432" : 412,
"17432576" : 435,
"17694720" : 467,
"17956864" : 550,
"18219008" : 678,
"18481152" : 913,
"18743296" : 1087,
"19005440" : 1136,
"19267584" : 1207,
"19529728" : 1352,
"19791872" : 1510,
"20054016" : 1536,
"20316160" : 1593,
"20578304" : 1867,
"20840448" : 1863,
"21102592" : 1923,
"21364736" : 2054,
"21626880" : 2141,
"21889024" : 2261,
"22151168" : 2352,
"22413312" : 2374,
"22675456" : 2196,
"22937600" : 2308,
"23199744" : 2252,
"23461888" : 2250,
"23724032" : 2367,
"23986176" : 2221,
"24248320" : 2330,
"24510464" : 2356,
"24772608" : 2417,
"25034752" : 2358,
"25296896" : 2227,
"25559040" : 2180,
"25821184" : 2127,
"26083328" : 2061,
"26345472" : 2026,
"26607616" : 2074,
"26869760" : 1975,
"27131904" : 2003,
"27394048" : 2038,
"27656192" : 2210,
"27918336" : 2277,
"28180480" : 2393,
"28442624" : 2358,
"28704768" : 2453,
"28966912" : 2435,
"29229056" : 2363,
"29491200" : 2332,
"29753344" : 2469,
"30015488" : 2700,
"30277632" : 2782,
"30539776" : 2972,
"30801920" : 3242,
"31064064" : 3475,
"31326208" : 3641,
"31588352" : 4186,
"31850496" : 4732,
"32112640" : 5382,
"32374784" : 6001,
"32636928" : 6794,
"32899072" : 8008,
"33161216" : 9375,
"33423360" : 10985,
"33816576" : 28147,
"34340864" : 39234,
"34865152" : 53985,
"35389440" : 71063,
"35913728" : 90222,
"36438016" : 106866,
"36962304" : 117056,
"37486592" : 122056,
"38010880" : 119449,
"38535168" : 108319,
"39059456" : 92242,
"39583744" : 73091,
"40108032" : 54301,
"40632320" : 38613,
"41156608" : 26177,
"41680896" : 16914,
"42205184" : 11545,
"42729472" : 7283,
"43253760" : 4884,
"43778048" : 3077,
"44302336" : 2036,
"44826624" : 1354,
"45350912" : 972,
"45875200" : 713,
"46399488" : 554,
"46923776" : 314,
"47448064" : 248,
"47972352" : 161,
"48496640" : 103,
"49020928" : 91,
"49545216" : 74,
"50069504" : 31,
"50593792" : 38,
"51118080" : 13,
"51642368" : 17,
"52166656" : 12,
"52690944" : 6,
"53215232" : 7,
"53739520" : 12,
"54263808" : 10,
"54788096" : 2,
"55312384" : 4,
"55836672" : 3,
"56360960" : 2,
"56885248" : 1
}
},
"lat_ns" : {
"min" : 14311478,
"max" : 58090081,
"mean" : 37647982.526098,
"stddev" : 4278663.553319,
"N" : 1359907
},
"bw_min" : 12442489,
"bw_max" : 20803955,
"bw_agg" : 100.000000,
"bw_mean" : 13934467.321608,
"bw_dev" : 101728.082091,
"bw_samples" : 3184,
"iops_min" : 12148,
"iops_max" : 20316,
"iops_mean" : 13606.040201,
"iops_stddev" : 99.344323,
"iops_samples" : 3184
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1600008,
"usr_cpu" : 0.469435,
"sys_cpu" : 81.823778,
"ctx" : 1329871,
"majf" : 0,
"minf" : 573,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.863579,
"50" : 99.124509,
"100" : 0.010809,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068432,
"timestamp_ms" : 1773068432827,
"time" : "Mon Mar 9 12:00:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 68,
"elapsed" : 121,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1563283161088,
"io_kbytes" : 1526643712,
"bw_bytes" : 14211665100,
"bw" : 13878579,
"iops" : 13553.509091,
"runtime" : 110000,
"total_ios" : 1490886,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 248529,
"max" : 6415920,
"mean" : 1175279.857050,
"stddev" : 244873.793428,
"N" : 1490886
},
"clat_ns" : {
"min" : 13768469,
"max" : 56887677,
"mean" : 36599436.967796,
"stddev" : 4033414.424317,
"N" : 1490870,
"percentile" : {
"1.000000" : 20578304,
"5.000000" : 27656192,
"10.000000" : 32899072,
"20.000000" : 34865152,
"30.000000" : 35913728,
"40.000000" : 36962304,
"50.000000" : 37486592,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 43253760,
"99.500000" : 43778048,
"99.900000" : 46399488,
"99.950000" : 47448064,
"99.990000" : 50069504
},
"bins" : {
"13828096" : 6,
"13959168" : 4,
"14090240" : 3,
"14221312" : 5,
"14352384" : 9,
"14483456" : 8,
"14614528" : 6,
"14745600" : 44,
"14876672" : 40,
"15007744" : 55,
"15138816" : 57,
"15269888" : 38,
"15400960" : 52,
"15532032" : 65,
"15663104" : 64,
"15794176" : 64,
"15925248" : 86,
"16056320" : 94,
"16187392" : 108,
"16318464" : 114,
"16449536" : 112,
"16580608" : 108,
"16711680" : 121,
"16908288" : 300,
"17170432" : 412,
"17432576" : 435,
"17694720" : 467,
"17956864" : 550,
"18219008" : 678,
"18481152" : 913,
"18743296" : 1087,
"19005440" : 1136,
"19267584" : 1207,
"19529728" : 1352,
"19791872" : 1510,
"20054016" : 1536,
"20316160" : 1593,
"20578304" : 1867,
"20840448" : 1863,
"21102592" : 1923,
"21364736" : 2054,
"21626880" : 2141,
"21889024" : 2261,
"22151168" : 2352,
"22413312" : 2374,
"22675456" : 2196,
"22937600" : 2308,
"23199744" : 2252,
"23461888" : 2250,
"23724032" : 2367,
"23986176" : 2221,
"24248320" : 2330,
"24510464" : 2356,
"24772608" : 2417,
"25034752" : 2358,
"25296896" : 2227,
"25559040" : 2180,
"25821184" : 2127,
"26083328" : 2061,
"26345472" : 2026,
"26607616" : 2074,
"26869760" : 1975,
"27131904" : 2003,
"27394048" : 2038,
"27656192" : 2210,
"27918336" : 2277,
"28180480" : 2393,
"28442624" : 2358,
"28704768" : 2453,
"28966912" : 2435,
"29229056" : 2363,
"29491200" : 2332,
"29753344" : 2469,
"30015488" : 2701,
"30277632" : 2790,
"30539776" : 2982,
"30801920" : 3245,
"31064064" : 3499,
"31326208" : 3673,
"31588352" : 4236,
"31850496" : 4819,
"32112640" : 5493,
"32374784" : 6112,
"32636928" : 6958,
"32899072" : 8251,
"33161216" : 9688,
"33423360" : 11454,
"33816576" : 29522,
"34340864" : 41841,
"34865152" : 58211,
"35389440" : 77692,
"35913728" : 99428,
"36438016" : 118019,
"36962304" : 129995,
"37486592" : 136466,
"38010880" : 133815,
"38535168" : 120952,
"39059456" : 103050,
"39583744" : 81890,
"40108032" : 60773,
"40632320" : 43161,
"41156608" : 29312,
"41680896" : 19086,
"42205184" : 12883,
"42729472" : 8165,
"43253760" : 5522,
"43778048" : 3486,
"44302336" : 2312,
"44826624" : 1502,
"45350912" : 1048,
"45875200" : 770,
"46399488" : 578,
"46923776" : 324,
"47448064" : 249,
"47972352" : 161,
"48496640" : 103,
"49020928" : 91,
"49545216" : 74,
"50069504" : 31,
"50593792" : 38,
"51118080" : 13,
"51642368" : 17,
"52166656" : 12,
"52690944" : 6,
"53215232" : 7,
"53739520" : 12,
"54263808" : 10,
"54788096" : 2,
"55312384" : 4,
"55836672" : 3,
"56360960" : 2,
"56885248" : 1
}
},
"lat_ns" : {
"min" : 14311478,
"max" : 58090081,
"mean" : 37774698.118434,
"stddev" : 4151853.489110,
"N" : 1490870
},
"bw_min" : 12430201,
"bw_max" : 20803955,
"bw_agg" : 100.000000,
"bw_mean" : 13886358.981735,
"bw_dev" : 97963.960440,
"bw_samples" : 3504,
"iops_min" : 12136,
"iops_max" : 20316,
"iops_mean" : 13559.086758,
"iops_stddev" : 95.667675,
"iops_samples" : 3504
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1759998,
"usr_cpu" : 0.469887,
"sys_cpu" : 81.801911,
"ctx" : 1472151,
"majf" : 0,
"minf" : 573,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.787720,
"50" : 99.201347,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068442,
"timestamp_ms" : 1773068442827,
"time" : "Mon Mar 9 12:00:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1700547002368,
"io_kbytes" : 1660690432,
"bw_bytes" : 14171106927,
"bw" : 13838971,
"iops" : 13514.795710,
"runtime" : 120001,
"total_ios" : 1621789,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 248529,
"max" : 6415920,
"mean" : 1178640.027766,
"stddev" : 242834.877534,
"N" : 1621789
},
"clat_ns" : {
"min" : 13768469,
"max" : 56887677,
"mean" : 36703734.871744,
"stddev" : 3923082.755399,
"N" : 1621773,
"percentile" : {
"1.000000" : 20578304,
"5.000000" : 28442624,
"10.000000" : 33423360,
"20.000000" : 35389440,
"30.000000" : 35913728,
"40.000000" : 36962304,
"50.000000" : 37486592,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 43253760,
"99.500000" : 43778048,
"99.900000" : 46399488,
"99.950000" : 47448064,
"99.990000" : 49545216
},
"bins" : {
"13828096" : 6,
"13959168" : 4,
"14090240" : 3,
"14221312" : 5,
"14352384" : 9,
"14483456" : 8,
"14614528" : 6,
"14745600" : 44,
"14876672" : 40,
"15007744" : 55,
"15138816" : 57,
"15269888" : 38,
"15400960" : 52,
"15532032" : 65,
"15663104" : 64,
"15794176" : 64,
"15925248" : 86,
"16056320" : 94,
"16187392" : 108,
"16318464" : 114,
"16449536" : 112,
"16580608" : 108,
"16711680" : 121,
"16908288" : 300,
"17170432" : 412,
"17432576" : 435,
"17694720" : 467,
"17956864" : 550,
"18219008" : 678,
"18481152" : 913,
"18743296" : 1087,
"19005440" : 1136,
"19267584" : 1207,
"19529728" : 1352,
"19791872" : 1510,
"20054016" : 1536,
"20316160" : 1593,
"20578304" : 1867,
"20840448" : 1863,
"21102592" : 1923,
"21364736" : 2054,
"21626880" : 2141,
"21889024" : 2261,
"22151168" : 2352,
"22413312" : 2374,
"22675456" : 2196,
"22937600" : 2308,
"23199744" : 2252,
"23461888" : 2250,
"23724032" : 2367,
"23986176" : 2221,
"24248320" : 2330,
"24510464" : 2356,
"24772608" : 2417,
"25034752" : 2358,
"25296896" : 2227,
"25559040" : 2180,
"25821184" : 2127,
"26083328" : 2061,
"26345472" : 2026,
"26607616" : 2074,
"26869760" : 1975,
"27131904" : 2003,
"27394048" : 2038,
"27656192" : 2210,
"27918336" : 2277,
"28180480" : 2393,
"28442624" : 2358,
"28704768" : 2454,
"28966912" : 2439,
"29229056" : 2368,
"29491200" : 2333,
"29753344" : 2471,
"30015488" : 2703,
"30277632" : 2795,
"30539776" : 2983,
"30801920" : 3248,
"31064064" : 3500,
"31326208" : 3681,
"31588352" : 4255,
"31850496" : 4851,
"32112640" : 5546,
"32374784" : 6192,
"32636928" : 7089,
"32899072" : 8428,
"33161216" : 10030,
"33423360" : 11901,
"33816576" : 30912,
"34340864" : 44182,
"34865152" : 62418,
"35389440" : 84249,
"35913728" : 108037,
"36438016" : 129400,
"36962304" : 143549,
"37486592" : 150630,
"38010880" : 148074,
"38535168" : 134241,
"39059456" : 113988,
"39583744" : 90839,
"40108032" : 67275,
"40632320" : 47874,
"41156608" : 32512,
"41680896" : 21079,
"42205184" : 14239,
"42729472" : 9051,
"43253760" : 6005,
"43778048" : 3829,
"44302336" : 2568,
"44826624" : 1608,
"45350912" : 1091,
"45875200" : 801,
"46399488" : 586,
"46923776" : 331,
"47448064" : 266,
"47972352" : 167,
"48496640" : 104,
"49020928" : 91,
"49545216" : 74,
"50069504" : 31,
"50593792" : 38,
"51118080" : 13,
"51642368" : 17,
"52166656" : 12,
"52690944" : 6,
"53215232" : 7,
"53739520" : 12,
"54263808" : 10,
"54788096" : 2,
"55312384" : 4,
"55836672" : 3,
"56360960" : 2,
"56885248" : 1
}
},
"lat_ns" : {
"min" : 14311478,
"max" : 58090081,
"mean" : 37882314.533601,
"stddev" : 4037715.967769,
"N" : 1621773
},
"bw_min" : 12427681,
"bw_max" : 20803955,
"bw_agg" : 100.000000,
"bw_mean" : 13847579.803347,
"bw_dev" : 94556.829834,
"bw_samples" : 3824,
"iops_min" : 12133,
"iops_max" : 20316,
"iops_mean" : 13521.154812,
"iops_stddev" : 92.341545,
"iops_samples" : 3824
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1920003,
"usr_cpu" : 0.471458,
"sys_cpu" : 81.759768,
"ctx" : 1613362,
"majf" : 0,
"minf" : 573,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.724139,
"50" : 99.265811,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068452,
"timestamp_ms" : 1773068452827,
"time" : "Mon Mar 9 12:00:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1837643071488,
"io_kbytes" : 1794573312,
"bw_bytes" : 14135607199,
"bw" : 13804303,
"iops" : 13480.919378,
"runtime" : 130001,
"total_ios" : 1752533,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 248529,
"max" : 6415920,
"mean" : 1181595.703630,
"stddev" : 241249.835769,
"N" : 1752533
},
"clat_ns" : {
"min" : 13768469,
"max" : 56887677,
"mean" : 36796087.744527,
"stddev" : 3825685.024288,
"N" : 1752517,
"percentile" : {
"1.000000" : 20840448,
"5.000000" : 29229056,
"10.000000" : 33816576,
"20.000000" : 35389440,
"30.000000" : 36438016,
"40.000000" : 36962304,
"50.000000" : 37486592,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 43253760,
"99.500000" : 43778048,
"99.900000" : 46399488,
"99.950000" : 47448064,
"99.990000" : 49545216
},
"bins" : {
"13828096" : 6,
"13959168" : 4,
"14090240" : 3,
"14221312" : 5,
"14352384" : 9,
"14483456" : 8,
"14614528" : 6,
"14745600" : 44,
"14876672" : 40,
"15007744" : 55,
"15138816" : 57,
"15269888" : 38,
"15400960" : 52,
"15532032" : 65,
"15663104" : 64,
"15794176" : 64,
"15925248" : 86,
"16056320" : 94,
"16187392" : 108,
"16318464" : 114,
"16449536" : 112,
"16580608" : 108,
"16711680" : 121,
"16908288" : 300,
"17170432" : 412,
"17432576" : 435,
"17694720" : 467,
"17956864" : 550,
"18219008" : 678,
"18481152" : 913,
"18743296" : 1087,
"19005440" : 1136,
"19267584" : 1207,
"19529728" : 1352,
"19791872" : 1510,
"20054016" : 1536,
"20316160" : 1593,
"20578304" : 1867,
"20840448" : 1863,
"21102592" : 1923,
"21364736" : 2054,
"21626880" : 2141,
"21889024" : 2261,
"22151168" : 2352,
"22413312" : 2374,
"22675456" : 2196,
"22937600" : 2308,
"23199744" : 2252,
"23461888" : 2250,
"23724032" : 2367,
"23986176" : 2221,
"24248320" : 2330,
"24510464" : 2356,
"24772608" : 2417,
"25034752" : 2358,
"25296896" : 2227,
"25559040" : 2180,
"25821184" : 2127,
"26083328" : 2061,
"26345472" : 2026,
"26607616" : 2074,
"26869760" : 1975,
"27131904" : 2003,
"27394048" : 2038,
"27656192" : 2210,
"27918336" : 2277,
"28180480" : 2393,
"28442624" : 2358,
"28704768" : 2454,
"28966912" : 2439,
"29229056" : 2368,
"29491200" : 2333,
"29753344" : 2471,
"30015488" : 2703,
"30277632" : 2795,
"30539776" : 2983,
"30801920" : 3248,
"31064064" : 3501,
"31326208" : 3685,
"31588352" : 4275,
"31850496" : 4872,
"32112640" : 5591,
"32374784" : 6264,
"32636928" : 7232,
"32899072" : 8622,
"33161216" : 10315,
"33423360" : 12338,
"33816576" : 32392,
"34340864" : 46622,
"34865152" : 66220,
"35389440" : 90629,
"35913728" : 116585,
"36438016" : 140158,
"36962304" : 156118,
"37486592" : 164852,
"38010880" : 162326,
"38535168" : 147898,
"39059456" : 125491,
"39583744" : 100125,
"40108032" : 74328,
"40632320" : 52779,
"41156608" : 35602,
"41680896" : 23163,
"42205184" : 15547,
"42729472" : 9892,
"43253760" : 6565,
"43778048" : 4134,
"44302336" : 2758,
"44826624" : 1741,
"45350912" : 1144,
"45875200" : 830,
"46399488" : 621,
"46923776" : 346,
"47448064" : 272,
"47972352" : 170,
"48496640" : 107,
"49020928" : 101,
"49545216" : 76,
"50069504" : 31,
"50593792" : 38,
"51118080" : 13,
"51642368" : 17,
"52166656" : 12,
"52690944" : 6,
"53215232" : 7,
"53739520" : 12,
"54263808" : 10,
"54788096" : 2,
"55312384" : 4,
"55836672" : 3,
"56360960" : 2,
"56885248" : 1
}
},
"lat_ns" : {
"min" : 14311478,
"max" : 58090081,
"mean" : 37977662.811763,
"stddev" : 3937006.445937,
"N" : 1752517
},
"bw_min" : 12404676,
"bw_max" : 20803955,
"bw_agg" : 100.000000,
"bw_mean" : 13812232.698842,
"bw_dev" : 91565.500762,
"bw_samples" : 4144,
"iops_min" : 12110,
"iops_max" : 20316,
"iops_mean" : 13486.625483,
"iops_stddev" : 89.420773,
"iops_samples" : 4144
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2080002,
"usr_cpu" : 0.472163,
"sys_cpu" : 81.707373,
"ctx" : 1756301,
"majf" : 0,
"minf" : 573,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999943,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999943,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.670116,
"50" : 99.320583,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068462,
"timestamp_ms" : 1773068462827,
"time" : "Mon Mar 9 12:01:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1980000894976,
"io_kbytes" : 1933594624,
"bw_bytes" : 14142762515,
"bw" : 13811291,
"iops" : 13487.775087,
"runtime" : 140001,
"total_ios" : 1888302,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 248529,
"max" : 6415920,
"mean" : 1180998.512212,
"stddev" : 242799.523435,
"N" : 1888303
},
"clat_ns" : {
"min" : 13768469,
"max" : 57623349,
"mean" : 36776925.178765,
"stddev" : 3913283.471790,
"N" : 1888286,
"percentile" : {
"1.000000" : 20316160,
"5.000000" : 28966912,
"10.000000" : 33816576,
"20.000000" : 35389440,
"30.000000" : 36438016,
"40.000000" : 36962304,
"50.000000" : 37486592,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 43253760,
"99.500000" : 43778048,
"99.900000" : 46399488,
"99.950000" : 46923776,
"99.990000" : 49545216
},
"bins" : {
"13828096" : 6,
"13959168" : 7,
"14090240" : 10,
"14221312" : 14,
"14352384" : 23,
"14483456" : 30,
"14614528" : 31,
"14745600" : 54,
"14876672" : 64,
"15007744" : 91,
"15138816" : 89,
"15269888" : 77,
"15400960" : 99,
"15532032" : 136,
"15663104" : 142,
"15794176" : 118,
"15925248" : 165,
"16056320" : 165,
"16187392" : 180,
"16318464" : 185,
"16449536" : 185,
"16580608" : 204,
"16711680" : 220,
"16908288" : 515,
"17170432" : 638,
"17432576" : 657,
"17694720" : 762,
"17956864" : 786,
"18219008" : 996,
"18481152" : 1253,
"18743296" : 1430,
"19005440" : 1475,
"19267584" : 1529,
"19529728" : 1688,
"19791872" : 1890,
"20054016" : 1850,
"20316160" : 1844,
"20578304" : 2079,
"20840448" : 2050,
"21102592" : 2107,
"21364736" : 2223,
"21626880" : 2308,
"21889024" : 2418,
"22151168" : 2505,
"22413312" : 2515,
"22675456" : 2336,
"22937600" : 2413,
"23199744" : 2338,
"23461888" : 2368,
"23724032" : 2468,
"23986176" : 2329,
"24248320" : 2420,
"24510464" : 2469,
"24772608" : 2509,
"25034752" : 2483,
"25296896" : 2352,
"25559040" : 2322,
"25821184" : 2257,
"26083328" : 2162,
"26345472" : 2120,
"26607616" : 2168,
"26869760" : 2072,
"27131904" : 2109,
"27394048" : 2167,
"27656192" : 2351,
"27918336" : 2393,
"28180480" : 2580,
"28442624" : 2551,
"28704768" : 2623,
"28966912" : 2633,
"29229056" : 2561,
"29491200" : 2516,
"29753344" : 2631,
"30015488" : 2869,
"30277632" : 2943,
"30539776" : 3118,
"30801920" : 3363,
"31064064" : 3622,
"31326208" : 3811,
"31588352" : 4482,
"31850496" : 5077,
"32112640" : 5822,
"32374784" : 6599,
"32636928" : 7567,
"32899072" : 9072,
"33161216" : 10813,
"33423360" : 12994,
"33816576" : 34387,
"34340864" : 49472,
"34865152" : 70748,
"35389440" : 97426,
"35913728" : 125412,
"36438016" : 150593,
"36962304" : 168140,
"37486592" : 177695,
"38010880" : 174705,
"38535168" : 159581,
"39059456" : 135232,
"39583744" : 107924,
"40108032" : 80412,
"40632320" : 57235,
"41156608" : 38807,
"41680896" : 25217,
"42205184" : 16966,
"42729472" : 10923,
"43253760" : 7257,
"43778048" : 4542,
"44302336" : 2982,
"44826624" : 1878,
"45350912" : 1216,
"45875200" : 899,
"46399488" : 663,
"46923776" : 368,
"47448064" : 290,
"47972352" : 177,
"48496640" : 110,
"49020928" : 101,
"49545216" : 77,
"50069504" : 32,
"50593792" : 39,
"51118080" : 13,
"51642368" : 19,
"52166656" : 14,
"52690944" : 6,
"53215232" : 11,
"53739520" : 14,
"54263808" : 16,
"54788096" : 4,
"55312384" : 5,
"55836672" : 4,
"56360960" : 3,
"56885248" : 2,
"57409536" : 4
}
},
"lat_ns" : {
"min" : 14311478,
"max" : 58665098,
"mean" : 37957887.962812,
"stddev" : 4027661.293093,
"N" : 1888286
},
"bw_min" : 12392388,
"bw_max" : 21019886,
"bw_agg" : 100.000000,
"bw_mean" : 13813394.627240,
"bw_dev" : 93852.615612,
"bw_samples" : 4464,
"iops_min" : 12098,
"iops_max" : 20527,
"iops_mean" : 13487.749104,
"iops_stddev" : 91.654854,
"iops_samples" : 4464
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2240008,
"usr_cpu" : 0.471650,
"sys_cpu" : 81.690914,
"ctx" : 1886941,
"majf" : 0,
"minf" : 573,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.870359,
"50" : 99.119579,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068472,
"timestamp_ms" : 1773068472827,
"time" : "Mon Mar 9 12:01:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 28,
"elapsed" : 161,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 2142599380992,
"io_kbytes" : 2092382208,
"bw_bytes" : 14283995873,
"bw" : 13949214,
"iops" : 13622.466667,
"runtime" : 150000,
"total_ios" : 2043370,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 248529,
"max" : 6415920,
"mean" : 1169317.396829,
"stddev" : 250603.819573,
"N" : 2043370
},
"clat_ns" : {
"min" : 13768469,
"max" : 65782608,
"mean" : 36414562.177819,
"stddev" : 4392486.023531,
"N" : 2043354,
"percentile" : {
"1.000000" : 19267584,
"5.000000" : 25821184,
"10.000000" : 32374784,
"20.000000" : 34865152,
"30.000000" : 35913728,
"40.000000" : 36438016,
"50.000000" : 37486592,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 43253760,
"99.500000" : 44302336,
"99.900000" : 46399488,
"99.950000" : 47448064,
"99.990000" : 53215232
},
"bins" : {
"13828096" : 6,
"13959168" : 7,
"14090240" : 10,
"14221312" : 14,
"14352384" : 23,
"14483456" : 33,
"14614528" : 42,
"14745600" : 61,
"14876672" : 82,
"15007744" : 121,
"15138816" : 132,
"15269888" : 126,
"15400960" : 145,
"15532032" : 224,
"15663104" : 241,
"15794176" : 251,
"15925248" : 271,
"16056320" : 303,
"16187392" : 336,
"16318464" : 344,
"16449536" : 371,
"16580608" : 409,
"16711680" : 404,
"16908288" : 974,
"17170432" : 1212,
"17432576" : 1450,
"17694720" : 1547,
"17956864" : 1572,
"18219008" : 1809,
"18481152" : 2137,
"18743296" : 2408,
"19005440" : 2405,
"19267584" : 2396,
"19529728" : 2594,
"19791872" : 2764,
"20054016" : 2690,
"20316160" : 2728,
"20578304" : 2909,
"20840448" : 2856,
"21102592" : 2982,
"21364736" : 3184,
"21626880" : 3214,
"21889024" : 3322,
"22151168" : 3386,
"22413312" : 3387,
"22675456" : 3330,
"22937600" : 3384,
"23199744" : 3435,
"23461888" : 3420,
"23724032" : 3538,
"23986176" : 3421,
"24248320" : 3500,
"24510464" : 3483,
"24772608" : 3643,
"25034752" : 3702,
"25296896" : 3532,
"25559040" : 3445,
"25821184" : 3418,
"26083328" : 3249,
"26345472" : 3268,
"26607616" : 3395,
"26869760" : 3261,
"27131904" : 3226,
"27394048" : 3242,
"27656192" : 3413,
"27918336" : 3528,
"28180480" : 3714,
"28442624" : 3651,
"28704768" : 3726,
"28966912" : 3807,
"29229056" : 3661,
"29491200" : 3599,
"29753344" : 3777,
"30015488" : 3965,
"30277632" : 4101,
"30539776" : 4347,
"30801920" : 4649,
"31064064" : 5047,
"31326208" : 5368,
"31588352" : 6196,
"31850496" : 6692,
"32112640" : 7491,
"32374784" : 8437,
"32636928" : 9391,
"32899072" : 11051,
"33161216" : 13016,
"33423360" : 15201,
"33816576" : 39338,
"34340864" : 55200,
"34865152" : 77057,
"35389440" : 103792,
"35913728" : 132044,
"36438016" : 157851,
"36962304" : 175250,
"37486592" : 184325,
"38010880" : 180448,
"38535168" : 164612,
"39059456" : 139574,
"39583744" : 111211,
"40108032" : 83123,
"40632320" : 59370,
"41156608" : 40498,
"41680896" : 26571,
"42205184" : 17950,
"42729472" : 11591,
"43253760" : 7729,
"43778048" : 4987,
"44302336" : 3310,
"44826624" : 2078,
"45350912" : 1342,
"45875200" : 1006,
"46399488" : 759,
"46923776" : 440,
"47448064" : 348,
"47972352" : 212,
"48496640" : 128,
"49020928" : 111,
"49545216" : 89,
"50069504" : 49,
"50593792" : 59,
"51118080" : 26,
"51642368" : 28,
"52166656" : 26,
"52690944" : 15,
"53215232" : 18,
"53739520" : 21,
"54263808" : 23,
"54788096" : 20,
"55312384" : 20,
"55836672" : 14,
"56360960" : 9,
"56885248" : 5,
"57409536" : 8,
"57933824" : 6,
"58458112" : 3,
"58982400" : 6,
"59506688" : 6,
"60030976" : 7,
"60555264" : 4,
"61079552" : 16,
"61603840" : 3,
"62128128" : 3,
"62652416" : 4,
"63176704" : 2,
"63700992" : 2,
"64225280" : 1,
"65273856" : 1,
"65798144" : 3
}
},
"lat_ns" : {
"min" : 14311478,
"max" : 66829677,
"mean" : 37583904.228187,
"stddev" : 4523414.160259,
"N" : 2043354
},
"bw_min" : 12355955,
"bw_max" : 21567454,
"bw_agg" : 99.998188,
"bw_mean" : 13948962.826087,
"bw_dev" : 111739.352712,
"bw_samples" : 4784,
"iops_min" : 12063,
"iops_max" : 21061,
"iops_mean" : 13620.143813,
"iops_stddev" : 109.125335,
"iops_samples" : 4784
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2399994,
"usr_cpu" : 0.472751,
"sys_cpu" : 81.923246,
"ctx" : 1980434,
"majf" : 0,
"minf" : 573,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999951,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999951,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 1.369160,
"50" : 98.610873,
"100" : 0.019184,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068482,
"timestamp_ms" : 1773068482826,
"time" : "Mon Mar 9 12:01:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 18,
"elapsed" : 171,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 2294098690048,
"io_kbytes" : 2240330752,
"bw_bytes" : 14338116812,
"bw" : 14002067,
"iops" : 13674.012500,
"runtime" : 160000,
"total_ios" : 2187842,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 248529,
"max" : 6415920,
"mean" : 1164903.378489,
"stddev" : 252145.002368,
"N" : 2187842
},
"clat_ns" : {
"min" : 13768469,
"max" : 65782608,
"mean" : 36276807.994938,
"stddev" : 4503499.889105,
"N" : 2187826,
"percentile" : {
"1.000000" : 19005440,
"5.000000" : 25296896,
"10.000000" : 31850496,
"20.000000" : 34865152,
"30.000000" : 35913728,
"40.000000" : 36438016,
"50.000000" : 36962304,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 43253760,
"99.500000" : 43778048,
"99.900000" : 46399488,
"99.950000" : 47448064,
"99.990000" : 52690944
},
"bins" : {
"13828096" : 10,
"13959168" : 9,
"14090240" : 24,
"14221312" : 24,
"14352384" : 31,
"14483456" : 49,
"14614528" : 57,
"14745600" : 76,
"14876672" : 94,
"15007744" : 142,
"15138816" : 168,
"15269888" : 165,
"15400960" : 203,
"15532032" : 286,
"15663104" : 309,
"15794176" : 305,
"15925248" : 350,
"16056320" : 417,
"16187392" : 462,
"16318464" : 474,
"16449536" : 506,
"16580608" : 543,
"16711680" : 536,
"16908288" : 1254,
"17170432" : 1545,
"17432576" : 1779,
"17694720" : 1866,
"17956864" : 1926,
"18219008" : 2281,
"18481152" : 2616,
"18743296" : 2929,
"19005440" : 3051,
"19267584" : 2935,
"19529728" : 3105,
"19791872" : 3255,
"20054016" : 3107,
"20316160" : 3231,
"20578304" : 3477,
"20840448" : 3375,
"21102592" : 3496,
"21364736" : 3726,
"21626880" : 3714,
"21889024" : 3762,
"22151168" : 3763,
"22413312" : 3729,
"22675456" : 3608,
"22937600" : 3662,
"23199744" : 3659,
"23461888" : 3650,
"23724032" : 3801,
"23986176" : 3659,
"24248320" : 3758,
"24510464" : 3766,
"24772608" : 3881,
"25034752" : 3936,
"25296896" : 3738,
"25559040" : 3686,
"25821184" : 3598,
"26083328" : 3484,
"26345472" : 3486,
"26607616" : 3599,
"26869760" : 3484,
"27131904" : 3450,
"27394048" : 3473,
"27656192" : 3663,
"27918336" : 3823,
"28180480" : 4018,
"28442624" : 3966,
"28704768" : 4086,
"28966912" : 4231,
"29229056" : 4171,
"29491200" : 4241,
"29753344" : 4405,
"30015488" : 4746,
"30277632" : 4979,
"30539776" : 5248,
"30801920" : 5655,
"31064064" : 6107,
"31326208" : 6498,
"31588352" : 7449,
"31850496" : 8049,
"32112640" : 9010,
"32374784" : 10051,
"32636928" : 11109,
"32899072" : 13019,
"33161216" : 15205,
"33423360" : 17694,
"33816576" : 45324,
"34340864" : 62334,
"34865152" : 85449,
"35389440" : 113441,
"35913728" : 142110,
"36438016" : 167994,
"36962304" : 185036,
"37486592" : 193837,
"38010880" : 188640,
"38535168" : 171690,
"39059456" : 145246,
"39583744" : 115475,
"40108032" : 86230,
"40632320" : 61583,
"41156608" : 41952,
"41680896" : 27551,
"42205184" : 18533,
"42729472" : 11928,
"43253760" : 7954,
"43778048" : 5105,
"44302336" : 3412,
"44826624" : 2135,
"45350912" : 1362,
"45875200" : 1027,
"46399488" : 764,
"46923776" : 441,
"47448064" : 352,
"47972352" : 214,
"48496640" : 134,
"49020928" : 113,
"49545216" : 89,
"50069504" : 49,
"50593792" : 59,
"51118080" : 26,
"51642368" : 28,
"52166656" : 26,
"52690944" : 15,
"53215232" : 18,
"53739520" : 21,
"54263808" : 23,
"54788096" : 20,
"55312384" : 20,
"55836672" : 14,
"56360960" : 9,
"56885248" : 5,
"57409536" : 8,
"57933824" : 6,
"58458112" : 3,
"58982400" : 6,
"59506688" : 6,
"60030976" : 7,
"60555264" : 4,
"61079552" : 16,
"61603840" : 3,
"62128128" : 3,
"62652416" : 4,
"63176704" : 2,
"63700992" : 2,
"64225280" : 1,
"65273856" : 1,
"65798144" : 3
}
},
"lat_ns" : {
"min" : 14213559,
"max" : 66829677,
"mean" : 37441708.541698,
"stddev" : 4638321.283546,
"N" : 2187826
},
"bw_min" : 12355955,
"bw_max" : 21567454,
"bw_agg" : 100.000000,
"bw_mean" : 14006889.868339,
"bw_dev" : 115832.909794,
"bw_samples" : 5104,
"iops_min" : 12063,
"iops_max" : 21061,
"iops_mean" : 13676.695925,
"iops_stddev" : 113.123615,
"iops_samples" : 5104
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2559998,
"usr_cpu" : 0.473828,
"sys_cpu" : 81.963853,
"ctx" : 2100144,
"majf" : 0,
"minf" : 573,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999954,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999954,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 1.585078,
"50" : 98.396274,
"100" : 0.017917,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068492,
"timestamp_ms" : 1773068492826,
"time" : "Mon Mar 9 12:01:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 2431430688768,
"io_kbytes" : 2374444032,
"bw_bytes" : 14302533463,
"bw" : 13967317,
"iops" : 13640.070588,
"runtime" : 170000,
"total_ios" : 2318812,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 248529,
"max" : 6415920,
"mean" : 1167800.903290,
"stddev" : 250418.243064,
"N" : 2318812
},
"clat_ns" : {
"min" : 13768469,
"max" : 65782608,
"mean" : 36366848.078918,
"stddev" : 4417204.994924,
"N" : 2318796,
"percentile" : {
"1.000000" : 19005440,
"5.000000" : 25821184,
"10.000000" : 32112640,
"20.000000" : 34865152,
"30.000000" : 35913728,
"40.000000" : 36438016,
"50.000000" : 37486592,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 43253760,
"99.500000" : 43778048,
"99.900000" : 46399488,
"99.950000" : 47448064,
"99.990000" : 52166656
},
"bins" : {
"13828096" : 10,
"13959168" : 9,
"14090240" : 24,
"14221312" : 24,
"14352384" : 31,
"14483456" : 49,
"14614528" : 57,
"14745600" : 76,
"14876672" : 94,
"15007744" : 142,
"15138816" : 168,
"15269888" : 165,
"15400960" : 203,
"15532032" : 286,
"15663104" : 309,
"15794176" : 305,
"15925248" : 350,
"16056320" : 417,
"16187392" : 462,
"16318464" : 474,
"16449536" : 506,
"16580608" : 543,
"16711680" : 536,
"16908288" : 1254,
"17170432" : 1545,
"17432576" : 1779,
"17694720" : 1866,
"17956864" : 1926,
"18219008" : 2281,
"18481152" : 2616,
"18743296" : 2929,
"19005440" : 3051,
"19267584" : 2935,
"19529728" : 3105,
"19791872" : 3255,
"20054016" : 3107,
"20316160" : 3231,
"20578304" : 3477,
"20840448" : 3375,
"21102592" : 3496,
"21364736" : 3726,
"21626880" : 3714,
"21889024" : 3764,
"22151168" : 3764,
"22413312" : 3732,
"22675456" : 3615,
"22937600" : 3668,
"23199744" : 3662,
"23461888" : 3654,
"23724032" : 3804,
"23986176" : 3662,
"24248320" : 3760,
"24510464" : 3770,
"24772608" : 3889,
"25034752" : 3945,
"25296896" : 3745,
"25559040" : 3692,
"25821184" : 3603,
"26083328" : 3487,
"26345472" : 3489,
"26607616" : 3607,
"26869760" : 3493,
"27131904" : 3455,
"27394048" : 3476,
"27656192" : 3669,
"27918336" : 3829,
"28180480" : 4020,
"28442624" : 3973,
"28704768" : 4088,
"28966912" : 4237,
"29229056" : 4182,
"29491200" : 4257,
"29753344" : 4426,
"30015488" : 4760,
"30277632" : 4991,
"30539776" : 5262,
"30801920" : 5664,
"31064064" : 6130,
"31326208" : 6534,
"31588352" : 7491,
"31850496" : 8108,
"32112640" : 9096,
"32374784" : 10157,
"32636928" : 11264,
"32899072" : 13262,
"33161216" : 15547,
"33423360" : 18224,
"33816576" : 46840,
"34340864" : 64989,
"34865152" : 89961,
"35389440" : 120140,
"35913728" : 150736,
"36438016" : 178673,
"36962304" : 197734,
"37486592" : 207664,
"38010880" : 202480,
"38535168" : 184870,
"39059456" : 156435,
"39583744" : 124871,
"40108032" : 93025,
"40632320" : 66109,
"41156608" : 45189,
"41680896" : 29741,
"42205184" : 19972,
"42729472" : 12749,
"43253760" : 8422,
"43778048" : 5406,
"44302336" : 3574,
"44826624" : 2256,
"45350912" : 1464,
"45875200" : 1077,
"46399488" : 782,
"46923776" : 468,
"47448064" : 372,
"47972352" : 220,
"48496640" : 136,
"49020928" : 119,
"49545216" : 95,
"50069504" : 54,
"50593792" : 59,
"51118080" : 26,
"51642368" : 28,
"52166656" : 26,
"52690944" : 15,
"53215232" : 18,
"53739520" : 21,
"54263808" : 23,
"54788096" : 20,
"55312384" : 20,
"55836672" : 14,
"56360960" : 9,
"56885248" : 5,
"57409536" : 8,
"57933824" : 6,
"58458112" : 3,
"58982400" : 6,
"59506688" : 6,
"60030976" : 7,
"60555264" : 4,
"61079552" : 16,
"61603840" : 3,
"62128128" : 3,
"62652416" : 4,
"63176704" : 2,
"63700992" : 2,
"64225280" : 1,
"65273856" : 1,
"65798144" : 3
}
},
"lat_ns" : {
"min" : 14213559,
"max" : 66829677,
"mean" : 37534633.828039,
"stddev" : 4549077.898011,
"N" : 2318796
},
"bw_min" : 12355955,
"bw_max" : 21567454,
"bw_agg" : 100.000000,
"bw_mean" : 13974972.858407,
"bw_dev" : 113289.685229,
"bw_samples" : 5424,
"iops_min" : 12063,
"iops_max" : 21061,
"iops_mean" : 13645.486726,
"iops_stddev" : 110.640273,
"iops_samples" : 5424
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2719994,
"usr_cpu" : 0.473347,
"sys_cpu" : 81.969740,
"ctx" : 2244036,
"majf" : 0,
"minf" : 573,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999957,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999957,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 1.495550,
"50" : 98.486725,
"100" : 0.017035,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068502,
"timestamp_ms" : 1773068502858,
"time" : "Mon Mar 9 12:01:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 2568753250304,
"io_kbytes" : 2508548096,
"bw_bytes" : 14270772108,
"bw" : 13936300,
"iops" : 13607.891067,
"runtime" : 180001,
"total_ios" : 2449434,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 248529,
"max" : 6415920,
"mean" : 1170545.058454,
"stddev" : 249076.180363,
"N" : 2449450
},
"clat_ns" : {
"min" : 4687,
"max" : 65782608,
"mean" : 36448636.471601,
"stddev" : 4347166.706253,
"N" : 2449930,
"percentile" : {
"1.000000" : 19005440,
"5.000000" : 26345472,
"10.000000" : 32636928,
"20.000000" : 34865152,
"30.000000" : 35913728,
"40.000000" : 36438016,
"50.000000" : 37486592,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 43253760,
"99.500000" : 43778048,
"99.900000" : 46399488,
"99.950000" : 47448064,
"99.990000" : 52166656
},
"bins" : {
"4704" : 1,
"4832" : 1,
"5472" : 2,
"5600" : 1,
"5664" : 1,
"5984" : 1,
"6240" : 1,
"6432" : 1,
"6624" : 1,
"6688" : 1,
"7392" : 1,
"7456" : 1,
"7968" : 1,
"8384" : 1,
"9920" : 1,
"774144" : 1,
"831488" : 1,
"929792" : 1,
"970752" : 1,
"1011712" : 1,
"1056768" : 1,
"1122304" : 1,
"1155072" : 1,
"1171456" : 1,
"1187840" : 2,
"1220608" : 2,
"1236992" : 1,
"1335296" : 1,
"1368064" : 1,
"1908736" : 1,
"1941504" : 1,
"2023424" : 1,
"2072576" : 1,
"2088960" : 1,
"2113536" : 1,
"2146304" : 1,
"2277376" : 3,
"2408448" : 1,
"2441216" : 1,
"2473984" : 1,
"2605056" : 1,
"2637824" : 1,
"2899968" : 1,
"2932736" : 1,
"3063808" : 1,
"3096576" : 1,
"3129344" : 1,
"3162112" : 1,
"3194880" : 1,
"3293184" : 1,
"3522560" : 3,
"3588096" : 1,
"3719168" : 1,
"3784704" : 1,
"3883008" : 1,
"4014080" : 2,
"4177920" : 1,
"4358144" : 3,
"4423680" : 1,
"4489216" : 1,
"4620288" : 3,
"4751360" : 1,
"4816896" : 2,
"4882432" : 1,
"5013504" : 1,
"5079040" : 1,
"5275648" : 1,
"5341184" : 2,
"5472256" : 2,
"5668864" : 1,
"5734400" : 1,
"5865472" : 1,
"5931008" : 1,
"5996544" : 4,
"6062080" : 1,
"6127616" : 1,
"6324224" : 1,
"6389760" : 1,
"6455296" : 1,
"6520832" : 2,
"6848512" : 1,
"6914048" : 2,
"7110656" : 1,
"7176192" : 1,
"7241728" : 2,
"7307264" : 1,
"7372800" : 1,
"7438336" : 1,
"7569408" : 1,
"7634944" : 2,
"7700480" : 1,
"7831552" : 3,
"8224768" : 1,
"8290304" : 1,
"8454144" : 1,
"8585216" : 3,
"8716288" : 3,
"8847360" : 5,
"8978432" : 1,
"9502720" : 3,
"9633792" : 2,
"9764864" : 3,
"9895936" : 3,
"10027008" : 2,
"10158080" : 2,
"10551296" : 1,
"10682368" : 2,
"10813440" : 1,
"10944512" : 3,
"11075584" : 3,
"11206656" : 3,
"11337728" : 2,
"11468800" : 1,
"11730944" : 1,
"11862016" : 2,
"11993088" : 2,
"12124160" : 3,
"12255232" : 1,
"12386304" : 2,
"12517376" : 3,
"12648448" : 1,
"12779520" : 1,
"13172736" : 4,
"13303808" : 2,
"13434880" : 3,
"13565952" : 1,
"13697024" : 2,
"13828096" : 12,
"13959168" : 10,
"14090240" : 25,
"14221312" : 25,
"14352384" : 34,
"14483456" : 50,
"14614528" : 60,
"14745600" : 79,
"14876672" : 95,
"15007744" : 144,
"15138816" : 170,
"15269888" : 166,
"15400960" : 203,
"15532032" : 289,
"15663104" : 309,
"15794176" : 307,
"15925248" : 353,
"16056320" : 420,
"16187392" : 463,
"16318464" : 476,
"16449536" : 506,
"16580608" : 543,
"16711680" : 538,
"16908288" : 1261,
"17170432" : 1547,
"17432576" : 1783,
"17694720" : 1867,
"17956864" : 1928,
"18219008" : 2288,
"18481152" : 2620,
"18743296" : 2931,
"19005440" : 3053,
"19267584" : 2940,
"19529728" : 3109,
"19791872" : 3259,
"20054016" : 3109,
"20316160" : 3233,
"20578304" : 3480,
"20840448" : 3378,
"21102592" : 3503,
"21364736" : 3727,
"21626880" : 3715,
"21889024" : 3767,
"22151168" : 3770,
"22413312" : 3738,
"22675456" : 3616,
"22937600" : 3669,
"23199744" : 3667,
"23461888" : 3659,
"23724032" : 3808,
"23986176" : 3663,
"24248320" : 3763,
"24510464" : 3775,
"24772608" : 3892,
"25034752" : 3948,
"25296896" : 3748,
"25559040" : 3694,
"25821184" : 3608,
"26083328" : 3491,
"26345472" : 3491,
"26607616" : 3610,
"26869760" : 3496,
"27131904" : 3460,
"27394048" : 3480,
"27656192" : 3673,
"27918336" : 3831,
"28180480" : 4023,
"28442624" : 3976,
"28704768" : 4094,
"28966912" : 4239,
"29229056" : 4187,
"29491200" : 4260,
"29753344" : 4428,
"30015488" : 4763,
"30277632" : 4997,
"30539776" : 5263,
"30801920" : 5669,
"31064064" : 6139,
"31326208" : 6545,
"31588352" : 7506,
"31850496" : 8129,
"32112640" : 9144,
"32374784" : 10222,
"32636928" : 11375,
"32899072" : 13439,
"33161216" : 15801,
"33423360" : 18587,
"33816576" : 48035,
"34340864" : 67527,
"34865152" : 94211,
"35389440" : 126197,
"35913728" : 159215,
"36438016" : 189628,
"36962304" : 210919,
"37486592" : 221668,
"38010880" : 216389,
"38535168" : 197856,
"39059456" : 167597,
"39583744" : 134007,
"40108032" : 100104,
"40632320" : 71268,
"41156608" : 48782,
"41680896" : 32017,
"42205184" : 21357,
"42729472" : 13616,
"43253760" : 8957,
"43778048" : 5724,
"44302336" : 3816,
"44826624" : 2390,
"45350912" : 1560,
"45875200" : 1136,
"46399488" : 800,
"46923776" : 477,
"47448064" : 379,
"47972352" : 230,
"48496640" : 136,
"49020928" : 121,
"49545216" : 97,
"50069504" : 54,
"50593792" : 59,
"51118080" : 26,
"51642368" : 28,
"52166656" : 26,
"52690944" : 15,
"53215232" : 18,
"53739520" : 21,
"54263808" : 23,
"54788096" : 20,
"55312384" : 20,
"55836672" : 14,
"56360960" : 9,
"56885248" : 5,
"57409536" : 8,
"57933824" : 6,
"58458112" : 3,
"58982400" : 6,
"59506688" : 6,
"60030976" : 7,
"60555264" : 4,
"61079552" : 16,
"61603840" : 3,
"62128128" : 3,
"62652416" : 4,
"63176704" : 2,
"63700992" : 2,
"64225280" : 1,
"65273856" : 1,
"65798144" : 3
}
},
"lat_ns" : {
"min" : 768422,
"max" : 66829677,
"mean" : 37619176.870340,
"stddev" : 4475932.725649,
"N" : 2449930
},
"bw_min" : 12349189,
"bw_max" : 21567454,
"bw_agg" : 100.000000,
"bw_mean" : 13941988.679666,
"bw_dev" : 110730.644707,
"bw_samples" : 5744,
"iops_min" : 12057,
"iops_max" : 21061,
"iops_mean" : 13613.253482,
"iops_stddev" : 108.141303,
"iops_samples" : 5744
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2879999,
"usr_cpu" : 0.472049,
"sys_cpu" : 81.948188,
"ctx" : 2389687,
"majf" : 0,
"minf" : 638,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999347,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 1.421063,
"50" : 98.577263,
"100" : 0.016126,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068502,
"timestamp_ms" : 1773068502900,
"time" : "Mon Mar 9 12:01:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 2568954576896,
"io_kbytes" : 2508744704,
"bw_bytes" : 14269195305,
"bw" : 13934761,
"iops" : 13605.321188,
"runtime" : 180035,
"total_ios" : 2449434,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 248529,
"max" : 6415920,
"mean" : 1170545.058454,
"stddev" : 249076.180363,
"N" : 2449450
},
"clat_ns" : {
"min" : 4687,
"max" : 65782608,
"mean" : 36448636.471601,
"stddev" : 4347166.706253,
"N" : 2449930,
"percentile" : {
"1.000000" : 19005440,
"5.000000" : 26345472,
"10.000000" : 32636928,
"20.000000" : 34865152,
"30.000000" : 35913728,
"40.000000" : 36438016,
"50.000000" : 37486592,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 43253760,
"99.500000" : 43778048,
"99.900000" : 46399488,
"99.950000" : 47448064,
"99.990000" : 52166656
},
"bins" : {
"4704" : 1,
"4832" : 1,
"5472" : 2,
"5600" : 1,
"5664" : 1,
"5984" : 1,
"6240" : 1,
"6432" : 1,
"6624" : 1,
"6688" : 1,
"7392" : 1,
"7456" : 1,
"7968" : 1,
"8384" : 1,
"9920" : 1,
"774144" : 1,
"831488" : 1,
"929792" : 1,
"970752" : 1,
"1011712" : 1,
"1056768" : 1,
"1122304" : 1,
"1155072" : 1,
"1171456" : 1,
"1187840" : 2,
"1220608" : 2,
"1236992" : 1,
"1335296" : 1,
"1368064" : 1,
"1908736" : 1,
"1941504" : 1,
"2023424" : 1,
"2072576" : 1,
"2088960" : 1,
"2113536" : 1,
"2146304" : 1,
"2277376" : 3,
"2408448" : 1,
"2441216" : 1,
"2473984" : 1,
"2605056" : 1,
"2637824" : 1,
"2899968" : 1,
"2932736" : 1,
"3063808" : 1,
"3096576" : 1,
"3129344" : 1,
"3162112" : 1,
"3194880" : 1,
"3293184" : 1,
"3522560" : 3,
"3588096" : 1,
"3719168" : 1,
"3784704" : 1,
"3883008" : 1,
"4014080" : 2,
"4177920" : 1,
"4358144" : 3,
"4423680" : 1,
"4489216" : 1,
"4620288" : 3,
"4751360" : 1,
"4816896" : 2,
"4882432" : 1,
"5013504" : 1,
"5079040" : 1,
"5275648" : 1,
"5341184" : 2,
"5472256" : 2,
"5668864" : 1,
"5734400" : 1,
"5865472" : 1,
"5931008" : 1,
"5996544" : 4,
"6062080" : 1,
"6127616" : 1,
"6324224" : 1,
"6389760" : 1,
"6455296" : 1,
"6520832" : 2,
"6848512" : 1,
"6914048" : 2,
"7110656" : 1,
"7176192" : 1,
"7241728" : 2,
"7307264" : 1,
"7372800" : 1,
"7438336" : 1,
"7569408" : 1,
"7634944" : 2,
"7700480" : 1,
"7831552" : 3,
"8224768" : 1,
"8290304" : 1,
"8454144" : 1,
"8585216" : 3,
"8716288" : 3,
"8847360" : 5,
"8978432" : 1,
"9502720" : 3,
"9633792" : 2,
"9764864" : 3,
"9895936" : 3,
"10027008" : 2,
"10158080" : 2,
"10551296" : 1,
"10682368" : 2,
"10813440" : 1,
"10944512" : 3,
"11075584" : 3,
"11206656" : 3,
"11337728" : 2,
"11468800" : 1,
"11730944" : 1,
"11862016" : 2,
"11993088" : 2,
"12124160" : 3,
"12255232" : 1,
"12386304" : 2,
"12517376" : 3,
"12648448" : 1,
"12779520" : 1,
"13172736" : 4,
"13303808" : 2,
"13434880" : 3,
"13565952" : 1,
"13697024" : 2,
"13828096" : 12,
"13959168" : 10,
"14090240" : 25,
"14221312" : 25,
"14352384" : 34,
"14483456" : 50,
"14614528" : 60,
"14745600" : 79,
"14876672" : 95,
"15007744" : 144,
"15138816" : 170,
"15269888" : 166,
"15400960" : 203,
"15532032" : 289,
"15663104" : 309,
"15794176" : 307,
"15925248" : 353,
"16056320" : 420,
"16187392" : 463,
"16318464" : 476,
"16449536" : 506,
"16580608" : 543,
"16711680" : 538,
"16908288" : 1261,
"17170432" : 1547,
"17432576" : 1783,
"17694720" : 1867,
"17956864" : 1928,
"18219008" : 2288,
"18481152" : 2620,
"18743296" : 2931,
"19005440" : 3053,
"19267584" : 2940,
"19529728" : 3109,
"19791872" : 3259,
"20054016" : 3109,
"20316160" : 3233,
"20578304" : 3480,
"20840448" : 3378,
"21102592" : 3503,
"21364736" : 3727,
"21626880" : 3715,
"21889024" : 3767,
"22151168" : 3770,
"22413312" : 3738,
"22675456" : 3616,
"22937600" : 3669,
"23199744" : 3667,
"23461888" : 3659,
"23724032" : 3808,
"23986176" : 3663,
"24248320" : 3763,
"24510464" : 3775,
"24772608" : 3892,
"25034752" : 3948,
"25296896" : 3748,
"25559040" : 3694,
"25821184" : 3608,
"26083328" : 3491,
"26345472" : 3491,
"26607616" : 3610,
"26869760" : 3496,
"27131904" : 3460,
"27394048" : 3480,
"27656192" : 3673,
"27918336" : 3831,
"28180480" : 4023,
"28442624" : 3976,
"28704768" : 4094,
"28966912" : 4239,
"29229056" : 4187,
"29491200" : 4260,
"29753344" : 4428,
"30015488" : 4763,
"30277632" : 4997,
"30539776" : 5263,
"30801920" : 5669,
"31064064" : 6139,
"31326208" : 6545,
"31588352" : 7506,
"31850496" : 8129,
"32112640" : 9144,
"32374784" : 10222,
"32636928" : 11375,
"32899072" : 13439,
"33161216" : 15801,
"33423360" : 18587,
"33816576" : 48035,
"34340864" : 67527,
"34865152" : 94211,
"35389440" : 126197,
"35913728" : 159215,
"36438016" : 189628,
"36962304" : 210919,
"37486592" : 221668,
"38010880" : 216389,
"38535168" : 197856,
"39059456" : 167597,
"39583744" : 134007,
"40108032" : 100104,
"40632320" : 71268,
"41156608" : 48782,
"41680896" : 32017,
"42205184" : 21357,
"42729472" : 13616,
"43253760" : 8957,
"43778048" : 5724,
"44302336" : 3816,
"44826624" : 2390,
"45350912" : 1560,
"45875200" : 1136,
"46399488" : 800,
"46923776" : 477,
"47448064" : 379,
"47972352" : 230,
"48496640" : 136,
"49020928" : 121,
"49545216" : 97,
"50069504" : 54,
"50593792" : 59,
"51118080" : 26,
"51642368" : 28,
"52166656" : 26,
"52690944" : 15,
"53215232" : 18,
"53739520" : 21,
"54263808" : 23,
"54788096" : 20,
"55312384" : 20,
"55836672" : 14,
"56360960" : 9,
"56885248" : 5,
"57409536" : 8,
"57933824" : 6,
"58458112" : 3,
"58982400" : 6,
"59506688" : 6,
"60030976" : 7,
"60555264" : 4,
"61079552" : 16,
"61603840" : 3,
"62128128" : 3,
"62652416" : 4,
"63176704" : 2,
"63700992" : 2,
"64225280" : 1,
"65273856" : 1,
"65798144" : 3
}
},
"lat_ns" : {
"min" : 768422,
"max" : 66829677,
"mean" : 37619176.870340,
"stddev" : 4475932.725649,
"N" : 2449930
},
"bw_min" : 12349189,
"bw_max" : 21567454,
"bw_agg" : 100.000000,
"bw_mean" : 13941748.547485,
"bw_dev" : 110676.033785,
"bw_samples" : 5750,
"iops_min" : 12057,
"iops_max" : 21061,
"iops_mean" : 13613.011784,
"iops_stddev" : 108.088033,
"iops_samples" : 5750
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880203,
"usr_cpu" : 0.472015,
"sys_cpu" : 81.942384,
"ctx" : 2389879,
"majf" : 0,
"minf" : 644,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999347,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 1.421063,
"50" : 98.577263,
"100" : 0.016126,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}