raidz2/benchmarks/rand/rand-read-qd16-nj1_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773082386,
"timestamp_ms" : 1773082386753,
"time" : "Mon Mar 9 15:53:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 2006974464,
"io_kbytes" : 1959936,
"bw_bytes" : 205527338,
"bw" : 200710,
"iops" : 50179.825909,
"runtime" : 9765,
"total_ios" : 490006,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9765,
"usr_cpu" : 7.322069,
"sys_cpu" : 92.360471,
"ctx" : 4,
"majf" : 0,
"minf" : 23,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 99.996939,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999796,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082396,
"timestamp_ms" : 1773082396987,
"time" : "Mon Mar 9 15:53:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 2084716544,
"io_kbytes" : 2035856,
"bw_bytes" : 208471654,
"bw" : 203585,
"iops" : 50896.500000,
"runtime" : 10000,
"total_ios" : 508965,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5178,
"max" : 41254,
"mean" : 17993.777564,
"stddev" : 3038.103118,
"N" : 508965
},
"clat_ns" : {
"min" : 227177,
"max" : 423867,
"mean" : 295892.522841,
"stddev" : 13649.238271,
"N" : 508964,
"percentile" : {
"1.000000" : 264192,
"5.000000" : 272384,
"10.000000" : 276480,
"20.000000" : 284672,
"30.000000" : 288768,
"40.000000" : 292864,
"50.000000" : 296960,
"60.000000" : 301056,
"70.000000" : 301056,
"80.000000" : 305152,
"90.000000" : 309248,
"95.000000" : 317440,
"99.000000" : 337920,
"99.500000" : 342016,
"99.900000" : 350208,
"99.950000" : 350208,
"99.990000" : 358400
},
"bins" : {
"226304" : 1,
"228352" : 3,
"230400" : 11,
"232448" : 15,
"234496" : 5,
"236544" : 4,
"238592" : 17,
"240640" : 60,
"242688" : 83,
"244736" : 115,
"246784" : 81,
"248832" : 120,
"250880" : 345,
"252928" : 568,
"254976" : 742,
"257024" : 694,
"259072" : 724,
"261120" : 1089,
"264192" : 5732,
"268288" : 7747,
"272384" : 9734,
"276480" : 23193,
"280576" : 27567,
"284672" : 31737,
"288768" : 60804,
"292864" : 61566,
"296960" : 55636,
"301056" : 77169,
"305152" : 65002,
"309248" : 34488,
"313344" : 16713,
"317440" : 8532,
"321536" : 4670,
"325632" : 3338,
"329728" : 2260,
"333824" : 2322,
"337920" : 2673,
"342016" : 1953,
"346112" : 906,
"350208" : 359,
"354304" : 131,
"358400" : 34,
"362496" : 7,
"403456" : 2,
"407552" : 3,
"415744" : 1,
"419840" : 5,
"423936" : 4
}
},
"lat_ns" : {
"min" : 236592,
"max" : 443036,
"mean" : 313886.353210,
"stddev" : 14216.241993,
"N" : 508964
},
"bw_min" : 198424,
"bw_max" : 206968,
"bw_agg" : 99.964831,
"bw_mean" : 203514.157895,
"bw_dev" : 2792.444812,
"bw_samples" : 19,
"iops_min" : 49606,
"iops_max" : 51742,
"iops_mean" : 50878.526316,
"iops_stddev" : 698.125695,
"iops_samples" : 19
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 10000,
"usr_cpu" : 8.250000,
"sys_cpu" : 91.430000,
"ctx" : 3,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999804,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999804,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.104722,
"500" : 99.895081,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082406,
"timestamp_ms" : 1773082406987,
"time" : "Mon Mar 9 15:53:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 4153729024,
"io_kbytes" : 4056376,
"bw_bytes" : 207696836,
"bw" : 202828,
"iops" : 50707.285364,
"runtime" : 19999,
"total_ios" : 1014095,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5118,
"max" : 117249,
"mean" : 18067.417445,
"stddev" : 3076.651388,
"N" : 1014095
},
"clat_ns" : {
"min" : 227177,
"max" : 423867,
"mean" : 296998.581773,
"stddev" : 14250.185327,
"N" : 1014094,
"percentile" : {
"1.000000" : 264192,
"5.000000" : 272384,
"10.000000" : 280576,
"20.000000" : 284672,
"30.000000" : 288768,
"40.000000" : 292864,
"50.000000" : 296960,
"60.000000" : 301056,
"70.000000" : 305152,
"80.000000" : 305152,
"90.000000" : 313344,
"95.000000" : 321536,
"99.000000" : 337920,
"99.500000" : 342016,
"99.900000" : 350208,
"99.950000" : 350208,
"99.990000" : 358400
},
"bins" : {
"226304" : 1,
"228352" : 8,
"230400" : 16,
"232448" : 20,
"234496" : 9,
"236544" : 9,
"238592" : 35,
"240640" : 108,
"242688" : 158,
"244736" : 192,
"246784" : 156,
"248832" : 249,
"250880" : 549,
"252928" : 1061,
"254976" : 1442,
"257024" : 1383,
"259072" : 1426,
"261120" : 2029,
"264192" : 10309,
"268288" : 14940,
"272384" : 17866,
"276480" : 41486,
"280576" : 54140,
"284672" : 59772,
"288768" : 109515,
"292864" : 123144,
"296960" : 108861,
"301056" : 142467,
"305152" : 133965,
"309248" : 78003,
"313344" : 38077,
"317440" : 20379,
"321536" : 12786,
"325632" : 9349,
"329728" : 6368,
"333824" : 6920,
"337920" : 7835,
"342016" : 5442,
"346112" : 2329,
"350208" : 910,
"354304" : 265,
"358400" : 73,
"362496" : 10,
"366592" : 3,
"378880" : 1,
"387072" : 5,
"391168" : 2,
"395264" : 1,
"399360" : 1,
"403456" : 4,
"407552" : 5,
"411648" : 1,
"415744" : 1,
"419840" : 5,
"423936" : 4
}
},
"lat_ns" : {
"min" : 236592,
"max" : 443036,
"mean" : 315066.004308,
"stddev" : 14865.809063,
"N" : 1014094
},
"bw_min" : 198424,
"bw_max" : 206968,
"bw_agg" : 100.000000,
"bw_mean" : 202942.641026,
"bw_dev" : 2683.862010,
"bw_samples" : 39,
"iops_min" : 49606,
"iops_max" : 51742,
"iops_mean" : 50735.641026,
"iops_stddev" : 670.960956,
"iops_samples" : 39
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 7.890395,
"sys_cpu" : 91.794590,
"ctx" : 8,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999901,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999901,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.097328,
"500" : 99.902573,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082416,
"timestamp_ms" : 1773082416987,
"time" : "Mon Mar 9 15:53:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 6204772352,
"io_kbytes" : 6059348,
"bw_bytes" : 206825745,
"bw" : 201978,
"iops" : 50494.600000,
"runtime" : 30000,
"total_ios" : 1514838,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5118,
"max" : 122507,
"mean" : 18149.247625,
"stddev" : 3112.490070,
"N" : 1514838
},
"clat_ns" : {
"min" : 219265,
"max" : 423867,
"mean" : 298236.498361,
"stddev" : 14803.247811,
"N" : 1514837,
"percentile" : {
"1.000000" : 264192,
"5.000000" : 276480,
"10.000000" : 280576,
"20.000000" : 288768,
"30.000000" : 292864,
"40.000000" : 292864,
"50.000000" : 296960,
"60.000000" : 301056,
"70.000000" : 305152,
"80.000000" : 309248,
"90.000000" : 313344,
"95.000000" : 325632,
"99.000000" : 342016,
"99.500000" : 342016,
"99.900000" : 350208,
"99.950000" : 354304,
"99.990000" : 358400
},
"bins" : {
"220160" : 2,
"222208" : 4,
"226304" : 1,
"228352" : 9,
"230400" : 19,
"232448" : 29,
"234496" : 16,
"236544" : 14,
"238592" : 47,
"240640" : 124,
"242688" : 198,
"244736" : 276,
"246784" : 253,
"248832" : 330,
"250880" : 675,
"252928" : 1346,
"254976" : 1936,
"257024" : 2088,
"259072" : 2186,
"261120" : 2719,
"264192" : 13005,
"268288" : 21590,
"272384" : 24766,
"276480" : 53732,
"280576" : 78842,
"284672" : 84590,
"288768" : 143268,
"292864" : 184199,
"296960" : 162061,
"301056" : 194413,
"305152" : 207048,
"309248" : 134139,
"313344" : 64080,
"317440" : 33525,
"321536" : 24287,
"325632" : 18739,
"329728" : 12658,
"333824" : 13369,
"337920" : 15607,
"342016" : 11094,
"346112" : 4819,
"350208" : 1873,
"354304" : 598,
"358400" : 159,
"362496" : 36,
"366592" : 10,
"370688" : 6,
"378880" : 5,
"382976" : 4,
"387072" : 5,
"391168" : 2,
"395264" : 1,
"399360" : 1,
"403456" : 6,
"407552" : 7,
"411648" : 4,
"415744" : 9,
"419840" : 5,
"423936" : 4
}
},
"lat_ns" : {
"min" : 236592,
"max" : 443036,
"mean" : 316385.751367,
"stddev" : 15463.380657,
"N" : 1514837
},
"bw_min" : 198424,
"bw_max" : 206968,
"bw_agg" : 100.000000,
"bw_mean" : 202028.949153,
"bw_dev" : 2558.259379,
"bw_samples" : 59,
"iops_min" : 49606,
"iops_max" : 51742,
"iops_mean" : 50507.220339,
"iops_stddev" : 639.558902,
"iops_samples" : 59
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 30000,
"usr_cpu" : 7.753333,
"sys_cpu" : 91.926667,
"ctx" : 13,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999934,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999934,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.089581,
"500" : 99.910353,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082426,
"timestamp_ms" : 1773082426987,
"time" : "Mon Mar 9 15:53:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 8255778816,
"io_kbytes" : 8062284,
"bw_bytes" : 206399630,
"bw" : 201562,
"iops" : 50390.559764,
"runtime" : 39999,
"total_ios" : 2015572,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5118,
"max" : 122507,
"mean" : 18189.807045,
"stddev" : 3133.456921,
"N" : 2015572
},
"clat_ns" : {
"min" : 219265,
"max" : 423867,
"mean" : 298852.735023,
"stddev" : 15041.105298,
"N" : 2015571,
"percentile" : {
"1.000000" : 264192,
"5.000000" : 276480,
"10.000000" : 280576,
"20.000000" : 288768,
"30.000000" : 292864,
"40.000000" : 296960,
"50.000000" : 296960,
"60.000000" : 301056,
"70.000000" : 305152,
"80.000000" : 309248,
"90.000000" : 317440,
"95.000000" : 325632,
"99.000000" : 342016,
"99.500000" : 346112,
"99.900000" : 350208,
"99.950000" : 354304,
"99.990000" : 362496
},
"bins" : {
"220160" : 2,
"222208" : 4,
"226304" : 1,
"228352" : 10,
"230400" : 22,
"232448" : 34,
"234496" : 21,
"236544" : 18,
"238592" : 54,
"240640" : 149,
"242688" : 273,
"244736" : 364,
"246784" : 354,
"248832" : 441,
"250880" : 821,
"252928" : 1612,
"254976" : 2445,
"257024" : 2733,
"259072" : 2843,
"261120" : 3414,
"264192" : 15600,
"268288" : 28158,
"272384" : 31935,
"276480" : 65602,
"280576" : 104140,
"284672" : 110459,
"288768" : 177291,
"292864" : 243988,
"296960" : 215890,
"301056" : 246245,
"305152" : 278863,
"309248" : 189993,
"313344" : 89948,
"317440" : 47722,
"321536" : 35787,
"325632" : 27885,
"329728" : 18938,
"333824" : 20013,
"337920" : 23821,
"342016" : 16571,
"346112" : 7026,
"350208" : 2753,
"354304" : 891,
"358400" : 221,
"362496" : 45,
"366592" : 14,
"370688" : 10,
"374784" : 5,
"378880" : 5,
"382976" : 9,
"387072" : 9,
"391168" : 10,
"395264" : 12,
"399360" : 19,
"403456" : 23,
"407552" : 17,
"411648" : 14,
"415744" : 13,
"419840" : 8,
"423936" : 4
}
},
"lat_ns" : {
"min" : 236592,
"max" : 443036,
"mean" : 317042.540836,
"stddev" : 15718.672965,
"N" : 2015571
},
"bw_min" : 198424,
"bw_max" : 206968,
"bw_agg" : 100.000000,
"bw_mean" : 201596.202532,
"bw_dev" : 2358.115052,
"bw_samples" : 79,
"iops_min" : 49606,
"iops_max" : 51742,
"iops_mean" : 50399.050633,
"iops_stddev" : 589.506897,
"iops_samples" : 79
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 7.740194,
"sys_cpu" : 91.939798,
"ctx" : 23,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999950,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999950,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.088858,
"500" : 99.911092,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082436,
"timestamp_ms" : 1773082436987,
"time" : "Mon Mar 9 15:53:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 10305556480,
"io_kbytes" : 10064020,
"bw_bytes" : 206115251,
"bw" : 201284,
"iops" : 50321.126423,
"runtime" : 49999,
"total_ios" : 2516006,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5118,
"max" : 122507,
"mean" : 18216.827219,
"stddev" : 3143.007114,
"N" : 2516006
},
"clat_ns" : {
"min" : 219265,
"max" : 423867,
"mean" : 299265.596920,
"stddev" : 15162.808586,
"N" : 2516005,
"percentile" : {
"1.000000" : 264192,
"5.000000" : 276480,
"10.000000" : 280576,
"20.000000" : 288768,
"30.000000" : 292864,
"40.000000" : 296960,
"50.000000" : 301056,
"60.000000" : 301056,
"70.000000" : 305152,
"80.000000" : 309248,
"90.000000" : 317440,
"95.000000" : 325632,
"99.000000" : 342016,
"99.500000" : 346112,
"99.900000" : 350208,
"99.950000" : 354304,
"99.990000" : 382976
},
"bins" : {
"220160" : 2,
"222208" : 4,
"226304" : 1,
"228352" : 12,
"230400" : 31,
"232448" : 40,
"234496" : 26,
"236544" : 22,
"238592" : 59,
"240640" : 181,
"242688" : 352,
"244736" : 463,
"246784" : 459,
"248832" : 536,
"250880" : 935,
"252928" : 1919,
"254976" : 2964,
"257024" : 3362,
"259072" : 3466,
"261120" : 4004,
"264192" : 18268,
"268288" : 34549,
"272384" : 38727,
"276480" : 77352,
"280576" : 128370,
"284672" : 134505,
"288768" : 211456,
"292864" : 304199,
"296960" : 268556,
"301056" : 298868,
"305152" : 351715,
"309248" : 246340,
"313344" : 116408,
"317440" : 62358,
"321536" : 47894,
"325632" : 37122,
"329728" : 25241,
"333824" : 26775,
"337920" : 31892,
"342016" : 21819,
"346112" : 9267,
"350208" : 3629,
"354304" : 1212,
"358400" : 282,
"362496" : 64,
"366592" : 21,
"370688" : 11,
"374784" : 5,
"378880" : 6,
"382976" : 14,
"387072" : 35,
"391168" : 24,
"395264" : 31,
"399360" : 44,
"403456" : 39,
"407552" : 24,
"411648" : 17,
"415744" : 17,
"419840" : 8,
"423936" : 4
}
},
"lat_ns" : {
"min" : 236592,
"max" : 443036,
"mean" : 317482.429684,
"stddev" : 15850.085316,
"N" : 2516005
},
"bw_min" : 198424,
"bw_max" : 206968,
"bw_agg" : 100.000000,
"bw_mean" : 201315.757576,
"bw_dev" : 2205.917848,
"bw_samples" : 99,
"iops_min" : 49606,
"iops_max" : 51742,
"iops_mean" : 50328.939394,
"iops_stddev" : 551.460858,
"iops_samples" : 99
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 7.728155,
"sys_cpu" : 91.949839,
"ctx" : 34,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999960,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999960,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.088752,
"500" : 99.911208,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082446,
"timestamp_ms" : 1773082446987,
"time" : "Mon Mar 9 15:54:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 12355383296,
"io_kbytes" : 12065804,
"bw_bytes" : 205926487,
"bw" : 201100,
"iops" : 50275.037917,
"runtime" : 59999,
"total_ios" : 3016452,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5118,
"max" : 122507,
"mean" : 18234.182979,
"stddev" : 3152.919523,
"N" : 3016452
},
"clat_ns" : {
"min" : 219265,
"max" : 423867,
"mean" : 299535.274206,
"stddev" : 15258.675997,
"N" : 3016451,
"percentile" : {
"1.000000" : 264192,
"5.000000" : 276480,
"10.000000" : 280576,
"20.000000" : 288768,
"30.000000" : 292864,
"40.000000" : 296960,
"50.000000" : 301056,
"60.000000" : 301056,
"70.000000" : 305152,
"80.000000" : 309248,
"90.000000" : 317440,
"95.000000" : 329728,
"99.000000" : 342016,
"99.500000" : 346112,
"99.900000" : 350208,
"99.950000" : 354304,
"99.990000" : 391168
},
"bins" : {
"220160" : 2,
"222208" : 5,
"224256" : 1,
"226304" : 2,
"228352" : 15,
"230400" : 37,
"232448" : 57,
"234496" : 38,
"236544" : 36,
"238592" : 66,
"240640" : 196,
"242688" : 396,
"244736" : 555,
"246784" : 548,
"248832" : 611,
"250880" : 1036,
"252928" : 2195,
"254976" : 3430,
"257024" : 4003,
"259072" : 4062,
"261120" : 4623,
"264192" : 20790,
"268288" : 41085,
"272384" : 45544,
"276480" : 89176,
"280576" : 153364,
"284672" : 159165,
"288768" : 245722,
"292864" : 364922,
"296960" : 322439,
"301056" : 350803,
"305152" : 423958,
"309248" : 301612,
"313344" : 141595,
"317440" : 76320,
"321536" : 59363,
"325632" : 46770,
"329728" : 31912,
"333824" : 33830,
"337920" : 40098,
"342016" : 27335,
"346112" : 11687,
"350208" : 4642,
"354304" : 1485,
"358400" : 360,
"362496" : 88,
"366592" : 25,
"370688" : 22,
"374784" : 10,
"378880" : 11,
"382976" : 24,
"387072" : 46,
"391168" : 45,
"395264" : 55,
"399360" : 59,
"403456" : 65,
"407552" : 46,
"411648" : 24,
"415744" : 21,
"419840" : 14,
"423936" : 5
}
},
"lat_ns" : {
"min" : 236592,
"max" : 443036,
"mean" : 317769.465104,
"stddev" : 15952.728983,
"N" : 3016451
},
"bw_min" : 198424,
"bw_max" : 206968,
"bw_agg" : 100.000000,
"bw_mean" : 201138.134454,
"bw_dev" : 2071.017640,
"bw_samples" : 119,
"iops_min" : 49606,
"iops_max" : 51742,
"iops_mean" : 50284.529412,
"iops_stddev" : 517.737677,
"iops_samples" : 119
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 7.806797,
"sys_cpu" : 91.869864,
"ctx" : 50,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999967,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999967,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.086658,
"500" : 99.913309,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082456,
"timestamp_ms" : 1773082456987,
"time" : "Mon Mar 9 15:54:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 14404169728,
"io_kbytes" : 14066572,
"bw_bytes" : 205776792,
"bw" : 200953,
"iops" : 50238.503407,
"runtime" : 69999,
"total_ios" : 3516645,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5118,
"max" : 123288,
"mean" : 18248.054599,
"stddev" : 3160.122288,
"N" : 3516645
},
"clat_ns" : {
"min" : 210642,
"max" : 427563,
"mean" : 299753.793887,
"stddev" : 15328.087164,
"N" : 3516644,
"percentile" : {
"1.000000" : 264192,
"5.000000" : 276480,
"10.000000" : 280576,
"20.000000" : 288768,
"30.000000" : 292864,
"40.000000" : 296960,
"50.000000" : 301056,
"60.000000" : 305152,
"70.000000" : 305152,
"80.000000" : 309248,
"90.000000" : 317440,
"95.000000" : 329728,
"99.000000" : 342016,
"99.500000" : 346112,
"99.900000" : 350208,
"99.950000" : 354304,
"99.990000" : 395264
},
"bins" : {
"209920" : 1,
"220160" : 2,
"222208" : 7,
"224256" : 1,
"226304" : 2,
"228352" : 17,
"230400" : 43,
"232448" : 68,
"234496" : 53,
"236544" : 47,
"238592" : 81,
"240640" : 239,
"242688" : 479,
"244736" : 643,
"246784" : 634,
"248832" : 708,
"250880" : 1137,
"252928" : 2465,
"254976" : 3927,
"257024" : 4678,
"259072" : 4781,
"261120" : 5205,
"264192" : 23105,
"268288" : 47400,
"272384" : 52466,
"276480" : 100467,
"280576" : 177557,
"284672" : 184143,
"288768" : 278551,
"292864" : 424698,
"296960" : 377320,
"301056" : 401476,
"305152" : 495535,
"309248" : 359286,
"313344" : 168831,
"317440" : 90513,
"321536" : 70775,
"325632" : 56161,
"329728" : 38001,
"333824" : 40606,
"337920" : 48625,
"342016" : 32955,
"346112" : 14184,
"350208" : 5627,
"354304" : 1854,
"358400" : 488,
"362496" : 129,
"366592" : 43,
"370688" : 33,
"374784" : 18,
"378880" : 34,
"382976" : 37,
"387072" : 70,
"391168" : 67,
"395264" : 85,
"399360" : 73,
"403456" : 71,
"407552" : 55,
"411648" : 32,
"415744" : 26,
"419840" : 16,
"423936" : 11,
"428032" : 2
}
},
"lat_ns" : {
"min" : 228359,
"max" : 446923,
"mean" : 318001.846730,
"stddev" : 16026.722073,
"N" : 3516644
},
"bw_min" : 198424,
"bw_max" : 206968,
"bw_agg" : 100.000000,
"bw_mean" : 200990.136691,
"bw_dev" : 1959.906713,
"bw_samples" : 139,
"iops_min" : 49606,
"iops_max" : 51742,
"iops_mean" : 50247.539568,
"iops_stddev" : 489.956346,
"iops_samples" : 139
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 7.757254,
"sys_cpu" : 91.918456,
"ctx" : 64,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.087555,
"500" : 99.912417,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082466,
"timestamp_ms" : 1773082466987,
"time" : "Mon Mar 9 15:54:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 16452382720,
"io_kbytes" : 16066780,
"bw_bytes" : 205657354,
"bw" : 200837,
"iops" : 50209.327617,
"runtime" : 79999,
"total_ios" : 4016696,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5118,
"max" : 123288,
"mean" : 18258.707240,
"stddev" : 3165.386265,
"N" : 4016696
},
"clat_ns" : {
"min" : 210642,
"max" : 427563,
"mean" : 299924.914837,
"stddev" : 15376.019452,
"N" : 4016695,
"percentile" : {
"1.000000" : 264192,
"5.000000" : 276480,
"10.000000" : 280576,
"20.000000" : 288768,
"30.000000" : 292864,
"40.000000" : 296960,
"50.000000" : 301056,
"60.000000" : 305152,
"70.000000" : 305152,
"80.000000" : 309248,
"90.000000" : 317440,
"95.000000" : 329728,
"99.000000" : 342016,
"99.500000" : 346112,
"99.900000" : 350208,
"99.950000" : 354304,
"99.990000" : 395264
},
"bins" : {
"209920" : 1,
"220160" : 2,
"222208" : 7,
"224256" : 2,
"226304" : 2,
"228352" : 18,
"230400" : 47,
"232448" : 73,
"234496" : 65,
"236544" : 54,
"238592" : 87,
"240640" : 258,
"242688" : 528,
"244736" : 748,
"246784" : 731,
"248832" : 790,
"250880" : 1248,
"252928" : 2737,
"254976" : 4435,
"257024" : 5430,
"259072" : 5526,
"261120" : 5851,
"264192" : 25527,
"268288" : 53870,
"272384" : 59447,
"276480" : 111393,
"280576" : 201980,
"284672" : 208628,
"288768" : 310352,
"292864" : 483394,
"296960" : 432448,
"301056" : 451879,
"305152" : 567205,
"309248" : 418278,
"313344" : 197308,
"317440" : 104527,
"321536" : 82112,
"325632" : 65615,
"329728" : 44588,
"333824" : 46933,
"337920" : 56325,
"342016" : 38913,
"346112" : 16902,
"350208" : 6724,
"354304" : 2177,
"358400" : 560,
"362496" : 139,
"366592" : 54,
"370688" : 34,
"374784" : 30,
"378880" : 38,
"382976" : 50,
"387072" : 77,
"391168" : 80,
"395264" : 97,
"399360" : 90,
"403456" : 87,
"407552" : 68,
"411648" : 47,
"415744" : 39,
"419840" : 24,
"423936" : 14,
"428032" : 3
}
},
"lat_ns" : {
"min" : 228359,
"max" : 446923,
"mean" : 318183.609578,
"stddev" : 16078.039427,
"N" : 4016695
},
"bw_min" : 198424,
"bw_max" : 206968,
"bw_agg" : 100.000000,
"bw_mean" : 200867.383648,
"bw_dev" : 1877.636670,
"bw_samples" : 159,
"iops_min" : 49606,
"iops_max" : 51742,
"iops_mean" : 50216.842767,
"iops_stddev" : 469.395943,
"iops_samples" : 159
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 7.712596,
"sys_cpu" : 91.962400,
"ctx" : 78,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999975,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999975,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.086439,
"500" : 99.913536,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082476,
"timestamp_ms" : 1773082476987,
"time" : "Mon Mar 9 15:54:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 18500521984,
"io_kbytes" : 18066916,
"bw_bytes" : 205563639,
"bw" : 200745,
"iops" : 50186.446516,
"runtime" : 89999,
"total_ios" : 4516730,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5118,
"max" : 123288,
"mean" : 18267.065216,
"stddev" : 3168.285359,
"N" : 4516730
},
"clat_ns" : {
"min" : 210642,
"max" : 427563,
"mean" : 300062.643307,
"stddev" : 15404.368064,
"N" : 4516729,
"percentile" : {
"1.000000" : 264192,
"5.000000" : 276480,
"10.000000" : 280576,
"20.000000" : 288768,
"30.000000" : 292864,
"40.000000" : 296960,
"50.000000" : 301056,
"60.000000" : 305152,
"70.000000" : 305152,
"80.000000" : 309248,
"90.000000" : 317440,
"95.000000" : 329728,
"99.000000" : 342016,
"99.500000" : 346112,
"99.900000" : 350208,
"99.950000" : 354304,
"99.990000" : 395264
},
"bins" : {
"209920" : 1,
"211968" : 1,
"220160" : 2,
"222208" : 7,
"224256" : 4,
"226304" : 2,
"228352" : 20,
"230400" : 48,
"232448" : 82,
"234496" : 76,
"236544" : 64,
"238592" : 96,
"240640" : 278,
"242688" : 587,
"244736" : 837,
"246784" : 822,
"248832" : 874,
"250880" : 1322,
"252928" : 2970,
"254976" : 4883,
"257024" : 6119,
"259072" : 6191,
"261120" : 6468,
"264192" : 27928,
"268288" : 60451,
"272384" : 66341,
"276480" : 122256,
"280576" : 226223,
"284672" : 233345,
"288768" : 342202,
"292864" : 542203,
"296960" : 487120,
"301056" : 502962,
"305152" : 638859,
"309248" : 475909,
"313344" : 225472,
"317440" : 119556,
"321536" : 93921,
"325632" : 75235,
"329728" : 51162,
"333824" : 53255,
"337920" : 64429,
"342016" : 44857,
"346112" : 19445,
"350208" : 7601,
"354304" : 2508,
"358400" : 656,
"362496" : 149,
"366592" : 56,
"370688" : 43,
"374784" : 36,
"378880" : 46,
"382976" : 58,
"387072" : 84,
"391168" : 83,
"395264" : 98,
"399360" : 103,
"403456" : 99,
"407552" : 78,
"411648" : 55,
"415744" : 46,
"419840" : 26,
"423936" : 16,
"428032" : 4
}
},
"lat_ns" : {
"min" : 228359,
"max" : 446923,
"mean" : 318329.710247,
"stddev" : 16108.444381,
"N" : 4516729
},
"bw_min" : 198424,
"bw_max" : 206968,
"bw_agg" : 100.000000,
"bw_mean" : 200779.000000,
"bw_dev" : 1804.059987,
"bw_samples" : 179,
"iops_min" : 49606,
"iops_max" : 51742,
"iops_mean" : 50194.754190,
"iops_stddev" : 450.997740,
"iops_samples" : 179
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 7.728975,
"sys_cpu" : 91.945466,
"ctx" : 88,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999978,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999978,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.085637,
"500" : 99.914341,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082486,
"timestamp_ms" : 1773082486986,
"time" : "Mon Mar 9 15:54:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 20554330112,
"io_kbytes" : 20072588,
"bw_bytes" : 205545356,
"bw" : 200727,
"iops" : 50181.981820,
"runtime" : 99999,
"total_ios" : 5018148,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5118,
"max" : 123288,
"mean" : 18268.004142,
"stddev" : 3167.956284,
"N" : 5018148
},
"clat_ns" : {
"min" : 210642,
"max" : 427563,
"mean" : 300087.281487,
"stddev" : 15401.465251,
"N" : 5018147,
"percentile" : {
"1.000000" : 264192,
"5.000000" : 276480,
"10.000000" : 280576,
"20.000000" : 288768,
"30.000000" : 292864,
"40.000000" : 296960,
"50.000000" : 301056,
"60.000000" : 305152,
"70.000000" : 305152,
"80.000000" : 309248,
"90.000000" : 317440,
"95.000000" : 329728,
"99.000000" : 342016,
"99.500000" : 346112,
"99.900000" : 350208,
"99.950000" : 354304,
"99.990000" : 395264
},
"bins" : {
"209920" : 1,
"211968" : 1,
"218112" : 3,
"220160" : 3,
"222208" : 8,
"224256" : 4,
"226304" : 2,
"228352" : 20,
"230400" : 54,
"232448" : 96,
"234496" : 92,
"236544" : 71,
"238592" : 103,
"240640" : 303,
"242688" : 640,
"244736" : 942,
"246784" : 931,
"248832" : 989,
"250880" : 1437,
"252928" : 3207,
"254976" : 5361,
"257024" : 6850,
"259072" : 6958,
"261120" : 7175,
"264192" : 30707,
"268288" : 67096,
"272384" : 73681,
"276480" : 135095,
"280576" : 251322,
"284672" : 258961,
"288768" : 378177,
"292864" : 602602,
"296960" : 541949,
"301056" : 556444,
"305152" : 710074,
"309248" : 531254,
"313344" : 251155,
"317440" : 132774,
"321536" : 104729,
"325632" : 83918,
"329728" : 57105,
"333824" : 59541,
"337920" : 72035,
"342016" : 49747,
"346112" : 21560,
"350208" : 8326,
"354304" : 2756,
"358400" : 736,
"362496" : 172,
"366592" : 72,
"370688" : 52,
"374784" : 37,
"378880" : 46,
"382976" : 59,
"387072" : 84,
"391168" : 85,
"395264" : 100,
"399360" : 106,
"403456" : 105,
"407552" : 83,
"411648" : 57,
"415744" : 48,
"419840" : 26,
"423936" : 16,
"428032" : 4
}
},
"lat_ns" : {
"min" : 228359,
"max" : 446923,
"mean" : 318355.293155,
"stddev" : 16105.283688,
"N" : 5018147
},
"bw_min" : 198424,
"bw_max" : 206968,
"bw_agg" : 99.999558,
"bw_mean" : 200727.844221,
"bw_dev" : 1742.049328,
"bw_samples" : 199,
"iops_min" : 49606,
"iops_max" : 51742,
"iops_mean" : 50181.964824,
"iops_stddev" : 435.496377,
"iops_samples" : 199
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 7.739077,
"sys_cpu" : 91.934919,
"ctx" : 93,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999980,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999980,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.086386,
"500" : 99.913594,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082496,
"timestamp_ms" : 1773082496987,
"time" : "Mon Mar 9 15:54:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 22643511296,
"io_kbytes" : 22112804,
"bw_bytes" : 205851974,
"bw" : 201027,
"iops" : 50256.838699,
"runtime" : 109999,
"total_ios" : 5528202,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5047,
"max" : 123288,
"mean" : 18237.640353,
"stddev" : 3156.644760,
"N" : 5528202
},
"clat_ns" : {
"min" : 210642,
"max" : 427563,
"mean" : 299643.243248,
"stddev" : 15270.288447,
"N" : 5528201,
"percentile" : {
"1.000000" : 264192,
"5.000000" : 276480,
"10.000000" : 280576,
"20.000000" : 288768,
"30.000000" : 292864,
"40.000000" : 296960,
"50.000000" : 301056,
"60.000000" : 305152,
"70.000000" : 305152,
"80.000000" : 309248,
"90.000000" : 317440,
"95.000000" : 329728,
"99.000000" : 342016,
"99.500000" : 346112,
"99.900000" : 350208,
"99.950000" : 354304,
"99.990000" : 395264
},
"bins" : {
"209920" : 1,
"211968" : 1,
"214016" : 1,
"218112" : 3,
"220160" : 3,
"222208" : 8,
"224256" : 4,
"226304" : 6,
"228352" : 27,
"230400" : 58,
"232448" : 100,
"234496" : 95,
"236544" : 84,
"238592" : 149,
"240640" : 370,
"242688" : 749,
"244736" : 1062,
"246784" : 1021,
"248832" : 1143,
"250880" : 1773,
"252928" : 3848,
"254976" : 6210,
"257024" : 7637,
"259072" : 7633,
"261120" : 8224,
"264192" : 36387,
"268288" : 75134,
"272384" : 83096,
"276480" : 159795,
"280576" : 280106,
"284672" : 289681,
"288768" : 441981,
"292864" : 667150,
"296960" : 596024,
"301056" : 636809,
"305152" : 776537,
"309248" : 563047,
"313344" : 266123,
"317440" : 140867,
"321536" : 108780,
"325632" : 86387,
"329728" : 58637,
"333824" : 61104,
"337920" : 73882,
"342016" : 51006,
"346112" : 22094,
"350208" : 8538,
"354304" : 2838,
"358400" : 757,
"362496" : 175,
"366592" : 74,
"370688" : 52,
"374784" : 42,
"378880" : 52,
"382976" : 62,
"387072" : 94,
"391168" : 88,
"395264" : 111,
"399360" : 133,
"403456" : 112,
"407552" : 86,
"411648" : 57,
"415744" : 48,
"419840" : 26,
"423936" : 16,
"428032" : 4
}
},
"lat_ns" : {
"min" : 228359,
"max" : 446923,
"mean" : 317880.886326,
"stddev" : 15964.749748,
"N" : 5528201
},
"bw_min" : 198424,
"bw_max" : 206968,
"bw_agg" : 100.000000,
"bw_mean" : 201057.945205,
"bw_dev" : 2072.869444,
"bw_samples" : 219,
"iops_min" : 49606,
"iops_max" : 51742,
"iops_mean" : 50264.479452,
"iops_stddev" : 518.187184,
"iops_samples" : 219
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 7.780071,
"sys_cpu" : 91.895381,
"ctx" : 101,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999982,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999982,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.089957,
"500" : 99.910025,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082506,
"timestamp_ms" : 1773082506986,
"time" : "Mon Mar 9 15:55:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 24690626560,
"io_kbytes" : 24111940,
"bw_bytes" : 205756935,
"bw" : 200934,
"iops" : 50233.635280,
"runtime" : 119999,
"total_ios" : 6027986,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5047,
"max" : 123288,
"mean" : 18245.983541,
"stddev" : 3160.131984,
"N" : 6027986
},
"clat_ns" : {
"min" : 210642,
"max" : 427563,
"mean" : 299779.640323,
"stddev" : 15309.803351,
"N" : 6027985,
"percentile" : {
"1.000000" : 264192,
"5.000000" : 276480,
"10.000000" : 280576,
"20.000000" : 288768,
"30.000000" : 292864,
"40.000000" : 296960,
"50.000000" : 301056,
"60.000000" : 305152,
"70.000000" : 305152,
"80.000000" : 309248,
"90.000000" : 317440,
"95.000000" : 329728,
"99.000000" : 342016,
"99.500000" : 346112,
"99.900000" : 350208,
"99.950000" : 354304,
"99.990000" : 395264
},
"bins" : {
"209920" : 1,
"211968" : 1,
"214016" : 1,
"218112" : 4,
"220160" : 5,
"222208" : 8,
"224256" : 8,
"226304" : 6,
"228352" : 27,
"230400" : 59,
"232448" : 115,
"234496" : 111,
"236544" : 98,
"238592" : 165,
"240640" : 397,
"242688" : 817,
"244736" : 1159,
"246784" : 1126,
"248832" : 1242,
"250880" : 1886,
"252928" : 4054,
"254976" : 6653,
"257024" : 8324,
"259072" : 8281,
"261120" : 8861,
"264192" : 38682,
"268288" : 81393,
"272384" : 90145,
"276480" : 170285,
"280576" : 303727,
"284672" : 315162,
"288768" : 473197,
"292864" : 725570,
"296960" : 651664,
"301056" : 686996,
"305152" : 846365,
"309248" : 623108,
"313344" : 294652,
"317440" : 155776,
"321536" : 120483,
"325632" : 95726,
"329728" : 64992,
"333824" : 67785,
"337920" : 81878,
"342016" : 57050,
"346112" : 24934,
"350208" : 9529,
"354304" : 3183,
"358400" : 862,
"362496" : 202,
"366592" : 88,
"370688" : 75,
"374784" : 78,
"378880" : 67,
"382976" : 72,
"387072" : 101,
"391168" : 107,
"395264" : 126,
"399360" : 145,
"403456" : 127,
"407552" : 86,
"411648" : 59,
"415744" : 51,
"419840" : 28,
"423936" : 17,
"428032" : 4
}
},
"lat_ns" : {
"min" : 228359,
"max" : 446923,
"mean" : 318025.625023,
"stddev" : 16006.877009,
"N" : 6027985
},
"bw_min" : 198424,
"bw_max" : 206968,
"bw_agg" : 100.000000,
"bw_mean" : 200963.343096,
"bw_dev" : 2017.827203,
"bw_samples" : 239,
"iops_min" : 49606,
"iops_max" : 51742,
"iops_mean" : 50240.824268,
"iops_stddev" : 504.431957,
"iops_samples" : 239
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 7.772565,
"sys_cpu" : 91.901599,
"ctx" : 111,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999983,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999983,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.090345,
"500" : 99.909638,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082516,
"timestamp_ms" : 1773082516987,
"time" : "Mon Mar 9 15:55:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 26739195904,
"io_kbytes" : 26112496,
"bw_bytes" : 205687704,
"bw" : 200866,
"iops" : 50216.732436,
"runtime" : 129999,
"total_ios" : 6528125,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5047,
"max" : 123288,
"mean" : 18251.948254,
"stddev" : 3163.370277,
"N" : 6528125
},
"clat_ns" : {
"min" : 210642,
"max" : 427563,
"mean" : 299880.187443,
"stddev" : 15336.037760,
"N" : 6528124,
"percentile" : {
"1.000000" : 264192,
"5.000000" : 276480,
"10.000000" : 280576,
"20.000000" : 288768,
"30.000000" : 292864,
"40.000000" : 296960,
"50.000000" : 301056,
"60.000000" : 305152,
"70.000000" : 305152,
"80.000000" : 309248,
"90.000000" : 317440,
"95.000000" : 329728,
"99.000000" : 342016,
"99.500000" : 346112,
"99.900000" : 350208,
"99.950000" : 354304,
"99.990000" : 395264
},
"bins" : {
"209920" : 1,
"211968" : 1,
"214016" : 1,
"218112" : 4,
"220160" : 5,
"222208" : 8,
"224256" : 8,
"226304" : 6,
"228352" : 31,
"230400" : 71,
"232448" : 119,
"234496" : 115,
"236544" : 111,
"238592" : 175,
"240640" : 437,
"242688" : 861,
"244736" : 1242,
"246784" : 1196,
"248832" : 1301,
"250880" : 1988,
"252928" : 4266,
"254976" : 7103,
"257024" : 8948,
"259072" : 8970,
"261120" : 9505,
"264192" : 40900,
"268288" : 87805,
"272384" : 97125,
"276480" : 181548,
"280576" : 328380,
"284672" : 340434,
"288768" : 505469,
"292864" : 784882,
"296960" : 707087,
"301056" : 736244,
"305152" : 917247,
"309248" : 681437,
"313344" : 322958,
"317440" : 170735,
"321536" : 132091,
"325632" : 104720,
"329728" : 71106,
"333824" : 74540,
"337920" : 90143,
"342016" : 62772,
"346112" : 27347,
"350208" : 10595,
"354304" : 3578,
"358400" : 958,
"362496" : 228,
"366592" : 90,
"370688" : 78,
"374784" : 78,
"378880" : 67,
"382976" : 75,
"387072" : 107,
"391168" : 112,
"395264" : 136,
"399360" : 160,
"403456" : 144,
"407552" : 98,
"411648" : 69,
"415744" : 55,
"419840" : 31,
"423936" : 19,
"428032" : 4
}
},
"lat_ns" : {
"min" : 228359,
"max" : 446923,
"mean" : 318132.135460,
"stddev" : 16034.634791,
"N" : 6528124
},
"bw_min" : 198424,
"bw_max" : 206968,
"bw_agg" : 100.000000,
"bw_mean" : 200900.710425,
"bw_dev" : 1959.499115,
"bw_samples" : 259,
"iops_min" : 49606,
"iops_max" : 51742,
"iops_mean" : 50225.162162,
"iops_stddev" : 489.853827,
"iops_samples" : 259
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 7.778521,
"sys_cpu" : 91.896861,
"ctx" : 120,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999985,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999985,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.088785,
"500" : 99.911200,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082526,
"timestamp_ms" : 1773082526987,
"time" : "Mon Mar 9 15:55:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 28822609920,
"io_kbytes" : 28147080,
"bw_bytes" : 205877255,
"bw" : 201052,
"iops" : 50263.009021,
"runtime" : 139999,
"total_ios" : 7036771,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5047,
"max" : 123288,
"mean" : 18232.995323,
"stddev" : 3156.342412,
"N" : 7036771
},
"clat_ns" : {
"min" : 210642,
"max" : 427563,
"mean" : 299606.227623,
"stddev" : 15254.898866,
"N" : 7036770,
"percentile" : {
"1.000000" : 264192,
"5.000000" : 276480,
"10.000000" : 280576,
"20.000000" : 288768,
"30.000000" : 292864,
"40.000000" : 296960,
"50.000000" : 301056,
"60.000000" : 305152,
"70.000000" : 305152,
"80.000000" : 309248,
"90.000000" : 317440,
"95.000000" : 329728,
"99.000000" : 342016,
"99.500000" : 346112,
"99.900000" : 350208,
"99.950000" : 354304,
"99.990000" : 395264
},
"bins" : {
"209920" : 1,
"211968" : 1,
"214016" : 1,
"218112" : 6,
"220160" : 5,
"222208" : 8,
"224256" : 10,
"226304" : 6,
"228352" : 36,
"230400" : 77,
"232448" : 134,
"234496" : 135,
"236544" : 125,
"238592" : 208,
"240640" : 486,
"242688" : 952,
"244736" : 1340,
"246784" : 1316,
"248832" : 1438,
"250880" : 2306,
"252928" : 4846,
"254976" : 7825,
"257024" : 9678,
"259072" : 9677,
"261120" : 10601,
"264192" : 46188,
"268288" : 96141,
"272384" : 106168,
"276480" : 203575,
"280576" : 357933,
"284672" : 370392,
"288768" : 562386,
"292864" : 850516,
"296960" : 760592,
"301056" : 809489,
"305152" : 986670,
"309248" : 717773,
"313344" : 339174,
"317440" : 179422,
"321536" : 137395,
"325632" : 108360,
"329728" : 73395,
"333824" : 76871,
"337920" : 93011,
"342016" : 64770,
"346112" : 28214,
"350208" : 10888,
"354304" : 3692,
"358400" : 984,
"362496" : 229,
"366592" : 92,
"370688" : 78,
"374784" : 78,
"378880" : 67,
"382976" : 75,
"387072" : 107,
"391168" : 112,
"395264" : 136,
"399360" : 160,
"403456" : 144,
"407552" : 98,
"411648" : 69,
"415744" : 55,
"419840" : 31,
"423936" : 19,
"428032" : 4
}
},
"lat_ns" : {
"min" : 228359,
"max" : 446923,
"mean" : 317839.223364,
"stddev" : 15947.852906,
"N" : 7036770
},
"bw_min" : 198424,
"bw_max" : 206968,
"bw_agg" : 100.000000,
"bw_mean" : 201068.541219,
"bw_dev" : 2096.585902,
"bw_samples" : 279,
"iops_min" : 49606,
"iops_max" : 51742,
"iops_mean" : 50267.125448,
"iops_stddev" : 524.143442,
"iops_samples" : 279
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 7.752198,
"sys_cpu" : 91.923514,
"ctx" : 124,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999986,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999986,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.090979,
"500" : 99.909007,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082536,
"timestamp_ms" : 1773082536987,
"time" : "Mon Mar 9 15:55:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 30920437760,
"io_kbytes" : 30195740,
"bw_bytes" : 206137625,
"bw" : 201306,
"iops" : 50326.575511,
"runtime" : 149999,
"total_ios" : 7548936,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5047,
"max" : 123288,
"mean" : 18207.068792,
"stddev" : 3145.190548,
"N" : 7548936
},
"clat_ns" : {
"min" : 210642,
"max" : 427563,
"mean" : 299228.051807,
"stddev" : 15113.364689,
"N" : 7548935,
"percentile" : {
"1.000000" : 264192,
"5.000000" : 276480,
"10.000000" : 280576,
"20.000000" : 288768,
"30.000000" : 292864,
"40.000000" : 296960,
"50.000000" : 301056,
"60.000000" : 301056,
"70.000000" : 305152,
"80.000000" : 309248,
"90.000000" : 317440,
"95.000000" : 325632,
"99.000000" : 342016,
"99.500000" : 346112,
"99.900000" : 350208,
"99.950000" : 354304,
"99.990000" : 391168
},
"bins" : {
"209920" : 1,
"211968" : 1,
"214016" : 1,
"218112" : 7,
"220160" : 11,
"222208" : 8,
"224256" : 13,
"226304" : 12,
"228352" : 38,
"230400" : 87,
"232448" : 149,
"234496" : 143,
"236544" : 145,
"238592" : 245,
"240640" : 561,
"242688" : 1057,
"244736" : 1475,
"246784" : 1440,
"248832" : 1621,
"250880" : 2632,
"252928" : 5588,
"254976" : 8723,
"257024" : 10497,
"259072" : 10494,
"261120" : 11737,
"264192" : 52114,
"268288" : 104691,
"272384" : 116056,
"276480" : 229098,
"280576" : 388841,
"284672" : 402253,
"288768" : 630733,
"292864" : 918772,
"296960" : 813945,
"301056" : 894393,
"305152" : 1056087,
"309248" : 745765,
"313344" : 351319,
"317440" : 186212,
"321536" : 139715,
"325632" : 108760,
"329728" : 73473,
"333824" : 76885,
"337920" : 93026,
"342016" : 64780,
"346112" : 28214,
"350208" : 10888,
"354304" : 3692,
"358400" : 984,
"362496" : 229,
"366592" : 92,
"370688" : 78,
"374784" : 78,
"378880" : 67,
"382976" : 75,
"387072" : 107,
"391168" : 112,
"395264" : 136,
"399360" : 160,
"403456" : 144,
"407552" : 98,
"411648" : 69,
"415744" : 55,
"419840" : 31,
"423936" : 19,
"428032" : 4
}
},
"lat_ns" : {
"min" : 228359,
"max" : 446923,
"mean" : 317435.122280,
"stddev" : 15795.980953,
"N" : 7548935
},
"bw_min" : 198424,
"bw_max" : 206968,
"bw_agg" : 100.000000,
"bw_mean" : 201329.755853,
"bw_dev" : 2256.663961,
"bw_samples" : 299,
"iops_min" : 49606,
"iops_max" : 51742,
"iops_mean" : 50332.428094,
"iops_stddev" : 564.161869,
"iops_samples" : 299
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 7.778052,
"sys_cpu" : 91.897946,
"ctx" : 127,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999987,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999987,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.094636,
"500" : 99.905351,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082546,
"timestamp_ms" : 1773082546987,
"time" : "Mon Mar 9 15:55:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 33022095360,
"io_kbytes" : 32248140,
"bw_bytes" : 206389385,
"bw" : 201552,
"iops" : 50388.039925,
"runtime" : 159999,
"total_ios" : 8062036,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5047,
"max" : 123288,
"mean" : 18182.194000,
"stddev" : 3135.678165,
"N" : 8062036
},
"clat_ns" : {
"min" : 210642,
"max" : 427563,
"mean" : 298865.380197,
"stddev" : 14987.858593,
"N" : 8062035,
"percentile" : {
"1.000000" : 264192,
"5.000000" : 276480,
"10.000000" : 280576,
"20.000000" : 288768,
"30.000000" : 292864,
"40.000000" : 296960,
"50.000000" : 301056,
"60.000000" : 301056,
"70.000000" : 305152,
"80.000000" : 309248,
"90.000000" : 313344,
"95.000000" : 325632,
"99.000000" : 342016,
"99.500000" : 346112,
"99.900000" : 350208,
"99.950000" : 354304,
"99.990000" : 391168
},
"bins" : {
"209920" : 1,
"211968" : 1,
"214016" : 1,
"218112" : 7,
"220160" : 13,
"222208" : 9,
"224256" : 15,
"226304" : 22,
"228352" : 42,
"230400" : 97,
"232448" : 163,
"234496" : 155,
"236544" : 156,
"238592" : 291,
"240640" : 642,
"242688" : 1181,
"244736" : 1582,
"246784" : 1513,
"248832" : 1766,
"250880" : 3002,
"252928" : 6276,
"254976" : 9541,
"257024" : 11211,
"259072" : 11157,
"261120" : 12920,
"264192" : 58781,
"268288" : 113748,
"272384" : 126399,
"276480" : 257725,
"280576" : 420584,
"284672" : 434316,
"288768" : 702515,
"292864" : 987627,
"296960" : 866026,
"301056" : 981679,
"305152" : 1122966,
"309248" : 769859,
"313344" : 361691,
"317440" : 191801,
"321536" : 141581,
"325632" : 109213,
"329728" : 73619,
"333824" : 76965,
"337920" : 93047,
"342016" : 64784,
"346112" : 28221,
"350208" : 10895,
"354304" : 3692,
"358400" : 984,
"362496" : 229,
"366592" : 92,
"370688" : 78,
"374784" : 78,
"378880" : 67,
"382976" : 75,
"387072" : 107,
"391168" : 112,
"395264" : 136,
"399360" : 160,
"403456" : 144,
"407552" : 98,
"411648" : 69,
"415744" : 55,
"419840" : 31,
"423936" : 19,
"428032" : 4
}
},
"lat_ns" : {
"min" : 227127,
"max" : 446923,
"mean" : 317047.576077,
"stddev" : 15661.163065,
"N" : 8062035
},
"bw_min" : 198424,
"bw_max" : 206968,
"bw_agg" : 100.000000,
"bw_mean" : 201568.028213,
"bw_dev" : 2380.135289,
"bw_samples" : 319,
"iops_min" : 49606,
"iops_max" : 51742,
"iops_mean" : 50391.996865,
"iops_stddev" : 595.031184,
"iops_samples" : 319
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 7.806299,
"sys_cpu" : 91.869949,
"ctx" : 131,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999988,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999988,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.096787,
"500" : 99.903201,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082556,
"timestamp_ms" : 1773082556987,
"time" : "Mon Mar 9 15:55:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 35122237440,
"io_kbytes" : 34299060,
"bw_bytes" : 206602612,
"bw" : 201760,
"iops" : 50440.096706,
"runtime" : 169999,
"total_ios" : 8574766,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5047,
"max" : 123288,
"mean" : 18161.065268,
"stddev" : 3127.756107,
"N" : 8574766
},
"clat_ns" : {
"min" : 210642,
"max" : 427563,
"mean" : 298557.126815,
"stddev" : 14873.539667,
"N" : 8574765,
"percentile" : {
"1.000000" : 264192,
"5.000000" : 276480,
"10.000000" : 280576,
"20.000000" : 288768,
"30.000000" : 292864,
"40.000000" : 296960,
"50.000000" : 296960,
"60.000000" : 301056,
"70.000000" : 305152,
"80.000000" : 309248,
"90.000000" : 313344,
"95.000000" : 325632,
"99.000000" : 342016,
"99.500000" : 346112,
"99.900000" : 350208,
"99.950000" : 354304,
"99.990000" : 387072
},
"bins" : {
"209920" : 1,
"211968" : 1,
"214016" : 1,
"218112" : 8,
"220160" : 13,
"222208" : 10,
"224256" : 15,
"226304" : 23,
"228352" : 53,
"230400" : 103,
"232448" : 171,
"234496" : 174,
"236544" : 167,
"238592" : 334,
"240640" : 728,
"242688" : 1300,
"244736" : 1681,
"246784" : 1610,
"248832" : 1914,
"250880" : 3381,
"252928" : 6955,
"254976" : 10341,
"257024" : 11960,
"259072" : 11918,
"261120" : 14188,
"264192" : 65369,
"268288" : 122473,
"272384" : 137001,
"276480" : 285500,
"280576" : 451463,
"284672" : 467250,
"288768" : 773758,
"292864" : 1054694,
"296960" : 919930,
"301056" : 1066654,
"305152" : 1188253,
"309248" : 795979,
"313344" : 373410,
"317440" : 198063,
"321536" : 143588,
"325632" : 109763,
"329728" : 73893,
"333824" : 77212,
"337920" : 93188,
"342016" : 64893,
"346112" : 28249,
"350208" : 10903,
"354304" : 3692,
"358400" : 984,
"362496" : 229,
"366592" : 92,
"370688" : 78,
"374784" : 78,
"378880" : 67,
"382976" : 75,
"387072" : 107,
"391168" : 112,
"395264" : 136,
"399360" : 160,
"403456" : 144,
"407552" : 98,
"411648" : 69,
"415744" : 55,
"419840" : 31,
"423936" : 19,
"428032" : 4
}
},
"lat_ns" : {
"min" : 227127,
"max" : 446923,
"mean" : 316718.192874,
"stddev" : 15538.126081,
"N" : 8574765
},
"bw_min" : 198424,
"bw_max" : 206968,
"bw_agg" : 100.000000,
"bw_mean" : 201777.179941,
"bw_dev" : 2462.181853,
"bw_samples" : 339,
"iops_min" : 49606,
"iops_max" : 51742,
"iops_mean" : 50444.283186,
"iops_stddev" : 615.540175,
"iops_samples" : 339
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 7.837693,
"sys_cpu" : 91.838187,
"ctx" : 134,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999988,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999988,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.098732,
"500" : 99.901257,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082566,
"timestamp_ms" : 1773082566987,
"time" : "Mon Mar 9 15:56:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 37219446784,
"io_kbytes" : 36347116,
"bw_bytes" : 206775853,
"bw" : 201929,
"iops" : 50482.391569,
"runtime" : 179999,
"total_ios" : 9086780,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5047,
"max" : 123288,
"mean" : 18144.056201,
"stddev" : 3120.770485,
"N" : 9086780
},
"clat_ns" : {
"min" : 210642,
"max" : 427563,
"mean" : 298308.569929,
"stddev" : 14760.584057,
"N" : 9086779,
"percentile" : {
"1.000000" : 264192,
"5.000000" : 276480,
"10.000000" : 280576,
"20.000000" : 288768,
"30.000000" : 292864,
"40.000000" : 292864,
"50.000000" : 296960,
"60.000000" : 301056,
"70.000000" : 305152,
"80.000000" : 309248,
"90.000000" : 313344,
"95.000000" : 325632,
"99.000000" : 342016,
"99.500000" : 342016,
"99.900000" : 350208,
"99.950000" : 354304,
"99.990000" : 387072
},
"bins" : {
"209920" : 1,
"211968" : 1,
"214016" : 1,
"216064" : 3,
"218112" : 11,
"220160" : 13,
"222208" : 12,
"224256" : 15,
"226304" : 24,
"228352" : 57,
"230400" : 120,
"232448" : 187,
"234496" : 180,
"236544" : 175,
"238592" : 370,
"240640" : 808,
"242688" : 1400,
"244736" : 1795,
"246784" : 1718,
"248832" : 2051,
"250880" : 3744,
"252928" : 7673,
"254976" : 11302,
"257024" : 12759,
"259072" : 12664,
"261120" : 15209,
"264192" : 71753,
"268288" : 131322,
"272384" : 146683,
"276480" : 311592,
"280576" : 482291,
"284672" : 498673,
"288768" : 840512,
"292864" : 1121923,
"296960" : 972656,
"301056" : 1149955,
"305152" : 1258051,
"309248" : 825927,
"313344" : 387544,
"317440" : 204765,
"321536" : 145707,
"325632" : 110290,
"329728" : 74057,
"333824" : 77281,
"337920" : 93209,
"342016" : 64910,
"346112" : 28253,
"350208" : 10903,
"354304" : 3692,
"358400" : 984,
"362496" : 229,
"366592" : 92,
"370688" : 78,
"374784" : 78,
"378880" : 67,
"382976" : 75,
"387072" : 107,
"391168" : 112,
"395264" : 136,
"399360" : 160,
"403456" : 144,
"407552" : 98,
"411648" : 69,
"415744" : 55,
"419840" : 31,
"423936" : 19,
"428032" : 4
}
},
"lat_ns" : {
"min" : 227127,
"max" : 446923,
"mean" : 316452.626482,
"stddev" : 15416.257290,
"N" : 9086779
},
"bw_min" : 198424,
"bw_max" : 206968,
"bw_agg" : 100.000000,
"bw_mean" : 201947.972145,
"bw_dev" : 2505.241265,
"bw_samples" : 359,
"iops_min" : 49606,
"iops_max" : 51742,
"iops_mean" : 50486.980501,
"iops_stddev" : 626.304304,
"iops_samples" : 359
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 7.857266,
"sys_cpu" : 91.819399,
"ctx" : 137,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999978,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999978,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.100267,
"500" : 99.899722,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082567,
"timestamp_ms" : 1773082567032,
"time" : "Mon Mar 9 15:56:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 37219553280,
"io_kbytes" : 36347220,
"bw_bytes" : 206772998,
"bw" : 201926,
"iops" : 50481.600204,
"runtime" : 180002,
"total_ios" : 9086789,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5047,
"max" : 123288,
"mean" : 18144.054089,
"stddev" : 3120.773549,
"N" : 9086790
},
"clat_ns" : {
"min" : 3204,
"max" : 427563,
"mean" : 298308.293952,
"stddev" : 14762.405376,
"N" : 9086804,
"percentile" : {
"1.000000" : 264192,
"5.000000" : 276480,
"10.000000" : 280576,
"20.000000" : 288768,
"30.000000" : 292864,
"40.000000" : 292864,
"50.000000" : 296960,
"60.000000" : 301056,
"70.000000" : 305152,
"80.000000" : 309248,
"90.000000" : 313344,
"95.000000" : 325632,
"99.000000" : 342016,
"99.500000" : 342016,
"99.900000" : 350208,
"99.950000" : 354304,
"99.990000" : 387072
},
"bins" : {
"3216" : 1,
"22656" : 1,
"42752" : 1,
"63232" : 1,
"83456" : 1,
"101888" : 1,
"122368" : 1,
"142336" : 1,
"150528" : 1,
"158720" : 1,
"189440" : 1,
"209920" : 2,
"211968" : 1,
"214016" : 1,
"216064" : 3,
"218112" : 11,
"220160" : 13,
"222208" : 12,
"224256" : 15,
"226304" : 24,
"228352" : 58,
"230400" : 120,
"232448" : 187,
"234496" : 180,
"236544" : 175,
"238592" : 370,
"240640" : 808,
"242688" : 1400,
"244736" : 1795,
"246784" : 1718,
"248832" : 2052,
"250880" : 3744,
"252928" : 7673,
"254976" : 11302,
"257024" : 12759,
"259072" : 12664,
"261120" : 15209,
"264192" : 71753,
"268288" : 131323,
"272384" : 146683,
"276480" : 311592,
"280576" : 482291,
"284672" : 498673,
"288768" : 840520,
"292864" : 1121923,
"296960" : 972657,
"301056" : 1149955,
"305152" : 1258051,
"309248" : 825927,
"313344" : 387544,
"317440" : 204765,
"321536" : 145707,
"325632" : 110290,
"329728" : 74057,
"333824" : 77281,
"337920" : 93209,
"342016" : 64910,
"346112" : 28253,
"350208" : 10903,
"354304" : 3692,
"358400" : 984,
"362496" : 229,
"366592" : 92,
"370688" : 78,
"374784" : 78,
"378880" : 67,
"382976" : 75,
"387072" : 107,
"391168" : 112,
"395264" : 136,
"399360" : 160,
"403456" : 144,
"407552" : 98,
"411648" : 69,
"415744" : 55,
"419840" : 31,
"423936" : 19,
"428032" : 4
}
},
"lat_ns" : {
"min" : 21102,
"max" : 446923,
"mean" : 316452.348599,
"stddev" : 15418.021287,
"N" : 9086804
},
"bw_min" : 198424,
"bw_max" : 206968,
"bw_agg" : 100.000000,
"bw_mean" : 201959.116667,
"bw_dev" : 2510.669908,
"bw_samples" : 360,
"iops_min" : 49606,
"iops_max" : 51742,
"iops_mean" : 50489.766667,
"iops_stddev" : 627.661549,
"iops_samples" : 360
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180001,
"usr_cpu" : 7.857179,
"sys_cpu" : 91.818379,
"ctx" : 138,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999989,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.100365,
"500" : 99.899745,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}