raidz2/benchmarks/seq/seq-read-qd32-nj1_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773066017,
"timestamp_ms" : 1773066017176,
"time" : "Mon Mar 9 11:20:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 62602084352,
"io_kbytes" : 61134848,
"bw_bytes" : 6409550972,
"bw" : 6259327,
"iops" : 6116.002867,
"runtime" : 9767,
"total_ios" : 59735,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9767,
"usr_cpu" : 1.197911,
"sys_cpu" : 98.433501,
"ctx" : 3,
"majf" : 0,
"minf" : 8199,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.948104,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066027,
"timestamp_ms" : 1773066027408,
"time" : "Mon Mar 9 11:20:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 63568871424,
"io_kbytes" : 62078976,
"bw_bytes" : 6357522894,
"bw" : 6208518,
"iops" : 6063.106311,
"runtime" : 9999,
"total_ios" : 60625,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 149908,
"max" : 266226,
"mean" : 162627.575307,
"stddev" : 5163.505927,
"N" : 60625
},
"clat_ns" : {
"min" : 4975781,
"max" : 5623540,
"mean" : 5114632.301597,
"stddev" : 88969.979440,
"N" : 60624,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5013504,
"10.000000" : 5013504,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5079040,
"60.000000" : 5079040,
"70.000000" : 5144576,
"80.000000" : 5144576,
"90.000000" : 5210112,
"95.000000" : 5275648,
"99.000000" : 5406720,
"99.500000" : 5472256,
"99.900000" : 5537792,
"99.950000" : 5603328,
"99.990000" : 5603328
},
"bins" : {
"4947968" : 12,
"5013504" : 9864,
"5079040" : 28774,
"5144576" : 11749,
"5210112" : 4772,
"5275648" : 2486,
"5341184" : 1288,
"5406720" : 1111,
"5472256" : 352,
"5537792" : 173,
"5603328" : 43
}
},
"lat_ns" : {
"min" : 5133833,
"max" : 5799308,
"mean" : 5277256.488552,
"stddev" : 91540.992806,
"N" : 60624
},
"bw_min" : 6129664,
"bw_max" : 6289408,
"bw_agg" : 100.000000,
"bw_mean" : 6213101.473684,
"bw_dev" : 46367.372211,
"bw_samples" : 19,
"iops_min" : 5986,
"iops_max" : 6142,
"iops_mean" : 6067.473684,
"iops_stddev" : 45.278605,
"iops_samples" : 19
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 1.320132,
"sys_cpu" : 98.309831,
"ctx" : 6,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.998351,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066037,
"timestamp_ms" : 1773066037409,
"time" : "Mon Mar 9 11:20:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 126721458176,
"io_kbytes" : 123751424,
"bw_bytes" : 6336389728,
"bw" : 6187880,
"iops" : 6042.902145,
"runtime" : 19999,
"total_ios" : 120852,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 149908,
"max" : 266807,
"mean" : 163182.161396,
"stddev" : 5415.911622,
"N" : 120852
},
"clat_ns" : {
"min" : 4975781,
"max" : 5651573,
"mean" : 5131867.908739,
"stddev" : 99390.926952,
"N" : 120851,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5013504,
"10.000000" : 5013504,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5079040,
"60.000000" : 5144576,
"70.000000" : 5144576,
"80.000000" : 5210112,
"90.000000" : 5275648,
"95.000000" : 5341184,
"99.000000" : 5472256,
"99.500000" : 5537792,
"99.900000" : 5603328,
"99.950000" : 5603328,
"99.990000" : 5668864
},
"bins" : {
"4947968" : 12,
"5013504" : 13007,
"5079040" : 55647,
"5144576" : 26657,
"5210112" : 9786,
"5275648" : 6684,
"5341184" : 3376,
"5406720" : 3912,
"5472256" : 1091,
"5537792" : 480,
"5603328" : 178,
"5668864" : 21
}
},
"lat_ns" : {
"min" : 5133833,
"max" : 5827782,
"mean" : 5295050.923708,
"stddev" : 102239.783148,
"N" : 120851
},
"bw_min" : 6129664,
"bw_max" : 6289408,
"bw_agg" : 100.000000,
"bw_mean" : 6189375.051282,
"bw_dev" : 43273.886191,
"bw_samples" : 39,
"iops_min" : 5986,
"iops_max" : 6142,
"iops_mean" : 6044.333333,
"iops_stddev" : 42.227662,
"iops_samples" : 39
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 1.335067,
"sys_cpu" : 98.299915,
"ctx" : 10,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999173,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066047,
"timestamp_ms" : 1773066047408,
"time" : "Mon Mar 9 11:20:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 189900259328,
"io_kbytes" : 185449472,
"bw_bytes" : 6330219651,
"bw" : 6181855,
"iops" : 6037.001233,
"runtime" : 29999,
"total_ios" : 181104,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 149908,
"max" : 266807,
"mean" : 163338.883244,
"stddev" : 5521.386834,
"N" : 181104
},
"clat_ns" : {
"min" : 4975781,
"max" : 5666686,
"mean" : 5136730.807540,
"stddev" : 102914.764657,
"N" : 181103,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5013504,
"10.000000" : 5079040,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5079040,
"60.000000" : 5144576,
"70.000000" : 5144576,
"80.000000" : 5210112,
"90.000000" : 5275648,
"95.000000" : 5406720,
"99.000000" : 5472256,
"99.500000" : 5537792,
"99.900000" : 5603328,
"99.950000" : 5603328,
"99.990000" : 5668864
},
"bins" : {
"4947968" : 12,
"5013504" : 17084,
"5079040" : 83598,
"5144576" : 39748,
"5210112" : 15043,
"5275648" : 10298,
"5341184" : 5375,
"5406720" : 6565,
"5472256" : 2237,
"5537792" : 824,
"5603328" : 278,
"5668864" : 41
}
},
"lat_ns" : {
"min" : 5133833,
"max" : 5846130,
"mean" : 5300070.398276,
"stddev" : 105845.982572,
"N" : 181103
},
"bw_min" : 6129664,
"bw_max" : 6289408,
"bw_agg" : 100.000000,
"bw_mean" : 6182917.118644,
"bw_dev" : 39423.143002,
"bw_samples" : 59,
"iops_min" : 5986,
"iops_max" : 6142,
"iops_mean" : 6038.016949,
"iops_stddev" : 38.476366,
"iops_samples" : 59
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 1.340045,
"sys_cpu" : 98.289943,
"ctx" : 20,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999448,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066057,
"timestamp_ms" : 1773066057409,
"time" : "Mon Mar 9 11:20:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 253151412224,
"io_kbytes" : 247218176,
"bw_bytes" : 6328943529,
"bw" : 6180608,
"iops" : 6035.775894,
"runtime" : 39999,
"total_ios" : 241425,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 149908,
"max" : 266807,
"mean" : 163375.905934,
"stddev" : 5549.466451,
"N" : 241425
},
"clat_ns" : {
"min" : 4975781,
"max" : 5666686,
"mean" : 5137822.969937,
"stddev" : 103980.219046,
"N" : 241424,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5013504,
"10.000000" : 5079040,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5079040,
"60.000000" : 5144576,
"70.000000" : 5144576,
"80.000000" : 5210112,
"90.000000" : 5275648,
"95.000000" : 5406720,
"99.000000" : 5472256,
"99.500000" : 5537792,
"99.900000" : 5603328,
"99.950000" : 5603328,
"99.990000" : 5668864
},
"bins" : {
"4947968" : 12,
"5013504" : 21856,
"5079040" : 112673,
"5144576" : 51771,
"5210112" : 20069,
"5275648" : 13647,
"5341184" : 7646,
"5406720" : 9103,
"5472256" : 3088,
"5537792" : 1146,
"5603328" : 372,
"5668864" : 41
}
},
"lat_ns" : {
"min" : 5133833,
"max" : 5846130,
"mean" : 5301199.367884,
"stddev" : 106936.291209,
"N" : 241424
},
"bw_min" : 6129664,
"bw_max" : 6289408,
"bw_agg" : 100.000000,
"bw_mean" : 6180997.696203,
"bw_dev" : 36462.420161,
"bw_samples" : 79,
"iops_min" : 5986,
"iops_max" : 6142,
"iops_mean" : 6036.139241,
"iops_stddev" : 35.590165,
"iops_samples" : 79
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 1.342534,
"sys_cpu" : 98.289957,
"ctx" : 26,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999586,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066067,
"timestamp_ms" : 1773066067408,
"time" : "Mon Mar 9 11:21:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 316386836480,
"io_kbytes" : 308971520,
"bw_bytes" : 6327863286,
"bw" : 6179553,
"iops" : 6034.740695,
"runtime" : 49999,
"total_ios" : 301731,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 149908,
"max" : 269641,
"mean" : 163403.172336,
"stddev" : 5570.138166,
"N" : 301731
},
"clat_ns" : {
"min" : 4975781,
"max" : 5666686,
"mean" : 5138631.371746,
"stddev" : 104797.186807,
"N" : 301730,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5013504,
"10.000000" : 5079040,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5079040,
"60.000000" : 5144576,
"70.000000" : 5144576,
"80.000000" : 5210112,
"90.000000" : 5275648,
"95.000000" : 5406720,
"99.000000" : 5472256,
"99.500000" : 5537792,
"99.900000" : 5603328,
"99.950000" : 5603328,
"99.990000" : 5668864
},
"bins" : {
"4947968" : 12,
"5013504" : 26414,
"5079040" : 141894,
"5144576" : 63711,
"5210112" : 25032,
"5275648" : 17020,
"5341184" : 9889,
"5406720" : 11822,
"5472256" : 3960,
"5537792" : 1444,
"5603328" : 483,
"5668864" : 49
}
},
"lat_ns" : {
"min" : 5133833,
"max" : 5846130,
"mean" : 5302034.833705,
"stddev" : 107773.282389,
"N" : 301730
},
"bw_min" : 6125568,
"bw_max" : 6289408,
"bw_agg" : 100.000000,
"bw_mean" : 6180124.343434,
"bw_dev" : 34545.938942,
"bw_samples" : 99,
"iops_min" : 5982,
"iops_max" : 6142,
"iops_mean" : 6035.282828,
"iops_stddev" : 33.720653,
"iops_samples" : 99
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 1.356027,
"sys_cpu" : 98.273965,
"ctx" : 32,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999669,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066077,
"timestamp_ms" : 1773066077409,
"time" : "Mon Mar 9 11:21:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 379590803456,
"io_kbytes" : 370694144,
"bw_bytes" : 6326618834,
"bw" : 6178338,
"iops" : 6033.550559,
"runtime" : 59999,
"total_ios" : 362007,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 149908,
"max" : 269641,
"mean" : 163437.397791,
"stddev" : 5588.171323,
"N" : 362007
},
"clat_ns" : {
"min" : 4975781,
"max" : 5666686,
"mean" : 5139683.676301,
"stddev" : 105468.291013,
"N" : 362006,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5013504,
"10.000000" : 5079040,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5079040,
"60.000000" : 5144576,
"70.000000" : 5144576,
"80.000000" : 5210112,
"90.000000" : 5275648,
"95.000000" : 5406720,
"99.000000" : 5472256,
"99.500000" : 5537792,
"99.900000" : 5603328,
"99.950000" : 5603328,
"99.990000" : 5668864
},
"bins" : {
"4947968" : 12,
"5013504" : 30112,
"5079040" : 171107,
"5144576" : 75997,
"5210112" : 30412,
"5275648" : 20462,
"5341184" : 12115,
"5406720" : 14364,
"5472256" : 4931,
"5537792" : 1847,
"5603328" : 598,
"5668864" : 49
}
},
"lat_ns" : {
"min" : 5133833,
"max" : 5846130,
"mean" : 5303121.334453,
"stddev" : 108461.188193,
"N" : 362006
},
"bw_min" : 6125568,
"bw_max" : 6289408,
"bw_agg" : 100.000000,
"bw_mean" : 6179267.848739,
"bw_dev" : 33190.338098,
"bw_samples" : 119,
"iops_min" : 5982,
"iops_max" : 6142,
"iops_mean" : 6034.445378,
"iops_stddev" : 32.399178,
"iops_samples" : 119
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 1.365023,
"sys_cpu" : 98.266638,
"ctx" : 39,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999724,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066087,
"timestamp_ms" : 1773066087408,
"time" : "Mon Mar 9 11:21:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 442771701760,
"io_kbytes" : 432394240,
"bw_bytes" : 6325400388,
"bw" : 6177148,
"iops" : 6032.386177,
"runtime" : 69999,
"total_ios" : 422261,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 149908,
"max" : 269641,
"mean" : 163467.949086,
"stddev" : 5590.363478,
"N" : 422261
},
"clat_ns" : {
"min" : 4975781,
"max" : 5666686,
"mean" : 5140621.780162,
"stddev" : 105809.146834,
"N" : 422260,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5013504,
"10.000000" : 5079040,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5079040,
"60.000000" : 5144576,
"70.000000" : 5144576,
"80.000000" : 5210112,
"90.000000" : 5275648,
"95.000000" : 5406720,
"99.000000" : 5472256,
"99.500000" : 5537792,
"99.900000" : 5603328,
"99.950000" : 5603328,
"99.990000" : 5668864
},
"bins" : {
"4947968" : 12,
"5013504" : 33489,
"5079040" : 199566,
"5144576" : 89420,
"5210112" : 35935,
"5275648" : 23620,
"5341184" : 14178,
"5406720" : 17160,
"5472256" : 5939,
"5537792" : 2208,
"5603328" : 684,
"5668864" : 49
}
},
"lat_ns" : {
"min" : 5133833,
"max" : 5846130,
"mean" : 5304089.841145,
"stddev" : 108809.754015,
"N" : 422260
},
"bw_min" : 6125568,
"bw_max" : 6289408,
"bw_agg" : 100.000000,
"bw_mean" : 6178275.129496,
"bw_dev" : 32170.257924,
"bw_samples" : 139,
"iops_min" : 5982,
"iops_max" : 6142,
"iops_mean" : 6033.474820,
"iops_stddev" : 31.404636,
"iops_samples" : 139
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 1.347162,
"sys_cpu" : 98.284261,
"ctx" : 46,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999763,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066097,
"timestamp_ms" : 1773066097409,
"time" : "Mon Mar 9 11:21:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 506016563200,
"io_kbytes" : 494156800,
"bw_bytes" : 6325286106,
"bw" : 6177037,
"iops" : 6032.275403,
"runtime" : 79999,
"total_ios" : 482576,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 149908,
"max" : 269641,
"mean" : 163471.987538,
"stddev" : 5586.896808,
"N" : 482576
},
"clat_ns" : {
"min" : 4975781,
"max" : 5666686,
"mean" : 5140747.907654,
"stddev" : 105934.897328,
"N" : 482575,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5013504,
"10.000000" : 5079040,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5079040,
"60.000000" : 5144576,
"70.000000" : 5144576,
"80.000000" : 5210112,
"90.000000" : 5275648,
"95.000000" : 5406720,
"99.000000" : 5472256,
"99.500000" : 5537792,
"99.900000" : 5603328,
"99.950000" : 5603328,
"99.990000" : 5668864
},
"bins" : {
"4947968" : 12,
"5013504" : 37449,
"5079040" : 229524,
"5144576" : 101249,
"5210112" : 41135,
"5275648" : 26949,
"5341184" : 16131,
"5406720" : 20084,
"5472256" : 6674,
"5537792" : 2517,
"5603328" : 802,
"5668864" : 49
}
},
"lat_ns" : {
"min" : 5133833,
"max" : 5846130,
"mean" : 5304220.096770,
"stddev" : 108936.828157,
"N" : 482575
},
"bw_min" : 6125568,
"bw_max" : 6289408,
"bw_agg" : 100.000000,
"bw_mean" : 6177970.012579,
"bw_dev" : 31065.576782,
"bw_samples" : 159,
"iops_min" : 5982,
"iops_max" : 6142,
"iops_mean" : 6033.176101,
"iops_stddev" : 30.327022,
"iops_samples" : 159
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 1.383767,
"sys_cpu" : 98.247478,
"ctx" : 52,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999793,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066107,
"timestamp_ms" : 1773066107408,
"time" : "Mon Mar 9 11:21:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 569191170048,
"io_kbytes" : 555850752,
"bw_bytes" : 6324416605,
"bw" : 6176188,
"iops" : 6031.444794,
"runtime" : 89999,
"total_ios" : 542824,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 149908,
"max" : 269641,
"mean" : 163493.572935,
"stddev" : 5576.369028,
"N" : 542824
},
"clat_ns" : {
"min" : 4975781,
"max" : 5666686,
"mean" : 5141419.728208,
"stddev" : 105941.427218,
"N" : 542823,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5013504,
"10.000000" : 5079040,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5079040,
"60.000000" : 5144576,
"70.000000" : 5144576,
"80.000000" : 5210112,
"90.000000" : 5275648,
"95.000000" : 5406720,
"99.000000" : 5472256,
"99.500000" : 5537792,
"99.900000" : 5603328,
"99.950000" : 5603328,
"99.990000" : 5603328
},
"bins" : {
"4947968" : 12,
"5013504" : 40268,
"5079040" : 258478,
"5144576" : 115066,
"5210112" : 46387,
"5275648" : 30144,
"5341184" : 18102,
"5406720" : 22859,
"5472256" : 7750,
"5537792" : 2819,
"5603328" : 889,
"5668864" : 49
}
},
"lat_ns" : {
"min" : 5133833,
"max" : 5846130,
"mean" : 5304913.391656,
"stddev" : 108940.887956,
"N" : 542823
},
"bw_min" : 6125568,
"bw_max" : 6289408,
"bw_agg" : 100.000000,
"bw_mean" : 6176966.642458,
"bw_dev" : 30104.623647,
"bw_samples" : 179,
"iops_min" : 5982,
"iops_max" : 6142,
"iops_mean" : 6032.195531,
"iops_stddev" : 29.389496,
"iops_samples" : 179
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 1.384460,
"sys_cpu" : 98.246647,
"ctx" : 57,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999816,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066117,
"timestamp_ms" : 1773066117408,
"time" : "Mon Mar 9 11:21:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 632406671360,
"io_kbytes" : 617584640,
"bw_bytes" : 6324129954,
"bw" : 6175908,
"iops" : 6031.170312,
"runtime" : 99999,
"total_ios" : 603111,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 149908,
"max" : 269641,
"mean" : 163500.364679,
"stddev" : 5575.198620,
"N" : 603111
},
"clat_ns" : {
"min" : 4975781,
"max" : 5666686,
"mean" : 5141630.788545,
"stddev" : 106137.043900,
"N" : 603110,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5013504,
"10.000000" : 5079040,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5079040,
"60.000000" : 5144576,
"70.000000" : 5144576,
"80.000000" : 5210112,
"90.000000" : 5275648,
"95.000000" : 5406720,
"99.000000" : 5472256,
"99.500000" : 5537792,
"99.900000" : 5603328,
"99.950000" : 5603328,
"99.990000" : 5603328
},
"bins" : {
"4947968" : 12,
"5013504" : 44385,
"5079040" : 287230,
"5144576" : 127908,
"5210112" : 51353,
"5275648" : 33581,
"5341184" : 20179,
"5406720" : 25531,
"5472256" : 8742,
"5537792" : 3107,
"5603328" : 1033,
"5668864" : 49
}
},
"lat_ns" : {
"min" : 5133833,
"max" : 5846130,
"mean" : 5305131.356658,
"stddev" : 109141.375495,
"N" : 603110
},
"bw_min" : 6125568,
"bw_max" : 6289408,
"bw_agg" : 100.000000,
"bw_mean" : 6176628.195980,
"bw_dev" : 29646.687878,
"bw_samples" : 199,
"iops_min" : 5982,
"iops_max" : 6142,
"iops_mean" : 6031.864322,
"iops_stddev" : 28.943112,
"iops_samples" : 199
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 1.380014,
"sys_cpu" : 98.249982,
"ctx" : 62,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999834,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066127,
"timestamp_ms" : 1773066127409,
"time" : "Mon Mar 9 11:22:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 695615881216,
"io_kbytes" : 679312384,
"bw_bytes" : 6323838227,
"bw" : 6175623,
"iops" : 6030.891190,
"runtime" : 109999,
"total_ios" : 663392,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 149908,
"max" : 272736,
"mean" : 163508.933971,
"stddev" : 5571.742046,
"N" : 663392
},
"clat_ns" : {
"min" : 4975781,
"max" : 5666686,
"mean" : 5141894.194297,
"stddev" : 106289.811982,
"N" : 663391,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5013504,
"10.000000" : 5079040,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5079040,
"60.000000" : 5144576,
"70.000000" : 5144576,
"80.000000" : 5210112,
"90.000000" : 5275648,
"95.000000" : 5406720,
"99.000000" : 5472256,
"99.500000" : 5537792,
"99.900000" : 5603328,
"99.950000" : 5603328,
"99.990000" : 5603328
},
"bins" : {
"4947968" : 12,
"5013504" : 48080,
"5079040" : 316267,
"5144576" : 140841,
"5210112" : 56289,
"5275648" : 37003,
"5341184" : 22224,
"5406720" : 28414,
"5472256" : 9643,
"5537792" : 3442,
"5603328" : 1127,
"5668864" : 49
}
},
"lat_ns" : {
"min" : 5133833,
"max" : 5846130,
"mean" : 5305403.236594,
"stddev" : 109297.748730,
"N" : 663391
},
"bw_min" : 6125568,
"bw_max" : 6289408,
"bw_agg" : 100.000000,
"bw_mean" : 6176472.689498,
"bw_dev" : 29162.221171,
"bw_samples" : 219,
"iops_min" : 5982,
"iops_max" : 6142,
"iops_mean" : 6031.712329,
"iops_stddev" : 28.470722,
"iops_samples" : 219
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 1.387285,
"sys_cpu" : 98.243620,
"ctx" : 69,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999849,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066137,
"timestamp_ms" : 1773066137409,
"time" : "Mon Mar 9 11:22:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 758816702464,
"io_kbytes" : 741031936,
"bw_bytes" : 6323525216,
"bw" : 6175317,
"iops" : 6030.591922,
"runtime" : 119999,
"total_ios" : 723665,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 149908,
"max" : 272736,
"mean" : 163517.561268,
"stddev" : 5568.776475,
"N" : 723665
},
"clat_ns" : {
"min" : 4975781,
"max" : 5709441,
"mean" : 5142153.775498,
"stddev" : 106469.102454,
"N" : 723664,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5013504,
"10.000000" : 5079040,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5079040,
"60.000000" : 5144576,
"70.000000" : 5144576,
"80.000000" : 5210112,
"90.000000" : 5275648,
"95.000000" : 5406720,
"99.000000" : 5472256,
"99.500000" : 5537792,
"99.900000" : 5603328,
"99.950000" : 5603328,
"99.990000" : 5668864
},
"bins" : {
"4947968" : 12,
"5013504" : 51950,
"5079040" : 345224,
"5144576" : 153090,
"5210112" : 61964,
"5275648" : 40295,
"5341184" : 24219,
"5406720" : 31270,
"5472256" : 10584,
"5537792" : 3764,
"5603328" : 1219,
"5668864" : 68,
"5734400" : 5
}
},
"lat_ns" : {
"min" : 5133833,
"max" : 5886051,
"mean" : 5305671.423932,
"stddev" : 109482.416804,
"N" : 723664
},
"bw_min" : 6125568,
"bw_max" : 6289408,
"bw_agg" : 100.000000,
"bw_mean" : 6176266.615063,
"bw_dev" : 28640.167105,
"bw_samples" : 239,
"iops_min" : 5982,
"iops_max" : 6142,
"iops_mean" : 6031.506276,
"iops_stddev" : 27.966347,
"iops_samples" : 239
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 1.380845,
"sys_cpu" : 98.249985,
"ctx" : 75,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999862,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066147,
"timestamp_ms" : 1773066147409,
"time" : "Mon Mar 9 11:22:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 822074146816,
"io_kbytes" : 802806784,
"bw_bytes" : 6323695927,
"bw" : 6175484,
"iops" : 6030.754083,
"runtime" : 129999,
"total_ios" : 783992,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 149908,
"max" : 272736,
"mean" : 163512.951530,
"stddev" : 5559.368758,
"N" : 783992
},
"clat_ns" : {
"min" : 4975781,
"max" : 5709441,
"mean" : 5141998.364490,
"stddev" : 106476.133899,
"N" : 783991,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5013504,
"10.000000" : 5079040,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5079040,
"60.000000" : 5144576,
"70.000000" : 5144576,
"80.000000" : 5210112,
"90.000000" : 5275648,
"95.000000" : 5406720,
"99.000000" : 5472256,
"99.500000" : 5537792,
"99.900000" : 5603328,
"99.950000" : 5603328,
"99.990000" : 5603328
},
"bins" : {
"4947968" : 12,
"5013504" : 56408,
"5079040" : 374887,
"5144576" : 164720,
"5210112" : 67398,
"5275648" : 43426,
"5341184" : 26293,
"5406720" : 34001,
"5472256" : 11488,
"5537792" : 4033,
"5603328" : 1252,
"5668864" : 68,
"5734400" : 5
}
},
"lat_ns" : {
"min" : 5133833,
"max" : 5886051,
"mean" : 5305511.384275,
"stddev" : 109489.646368,
"N" : 783991
},
"bw_min" : 6125568,
"bw_max" : 6289408,
"bw_agg" : 100.000000,
"bw_mean" : 6176550.583012,
"bw_dev" : 28339.741356,
"bw_samples" : 259,
"iops_min" : 5982,
"iops_max" : 6142,
"iops_mean" : 6031.779923,
"iops_stddev" : 27.678277,
"iops_samples" : 259
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 1.382318,
"sys_cpu" : 98.248448,
"ctx" : 80,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999872,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066157,
"timestamp_ms" : 1773066157408,
"time" : "Mon Mar 9 11:22:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 885274968064,
"io_kbytes" : 864526336,
"bw_bytes" : 6323437796,
"bw" : 6175232,
"iops" : 6030.507361,
"runtime" : 139999,
"total_ios" : 844265,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 149908,
"max" : 272736,
"mean" : 163519.224882,
"stddev" : 5553.743042,
"N" : 844265
},
"clat_ns" : {
"min" : 4975781,
"max" : 5709441,
"mean" : 5142192.890907,
"stddev" : 106550.289270,
"N" : 844264,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5013504,
"10.000000" : 5079040,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5079040,
"60.000000" : 5144576,
"70.000000" : 5144576,
"80.000000" : 5210112,
"90.000000" : 5275648,
"95.000000" : 5406720,
"99.000000" : 5472256,
"99.500000" : 5537792,
"99.900000" : 5603328,
"99.950000" : 5603328,
"99.990000" : 5603328
},
"bins" : {
"4947968" : 12,
"5013504" : 60241,
"5079040" : 403675,
"5144576" : 177217,
"5210112" : 72971,
"5275648" : 46912,
"5341184" : 28283,
"5406720" : 36847,
"5472256" : 12259,
"5537792" : 4439,
"5603328" : 1328,
"5668864" : 75,
"5734400" : 5
}
},
"lat_ns" : {
"min" : 5133833,
"max" : 5886051,
"mean" : 5305712.247148,
"stddev" : 109566.103305,
"N" : 844264
},
"bw_min" : 6125568,
"bw_max" : 6289408,
"bw_agg" : 100.000000,
"bw_mean" : 6176294.759857,
"bw_dev" : 28195.905718,
"bw_samples" : 279,
"iops_min" : 5982,
"iops_max" : 6142,
"iops_mean" : 6031.530466,
"iops_stddev" : 27.537645,
"iops_samples" : 279
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 1.377867,
"sys_cpu" : 98.252130,
"ctx" : 86,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999882,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066167,
"timestamp_ms" : 1773066167409,
"time" : "Mon Mar 9 11:22:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 948466352128,
"io_kbytes" : 926236672,
"bw_bytes" : 6323151168,
"bw" : 6174952,
"iops" : 6030.233535,
"runtime" : 149999,
"total_ios" : 904529,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 149908,
"max" : 272736,
"mean" : 163527.329806,
"stddev" : 5538.240033,
"N" : 904529
},
"clat_ns" : {
"min" : 4975781,
"max" : 5709441,
"mean" : 5142444.404628,
"stddev" : 106553.021421,
"N" : 904528,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5013504,
"10.000000" : 5079040,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5079040,
"60.000000" : 5144576,
"70.000000" : 5144576,
"80.000000" : 5210112,
"90.000000" : 5275648,
"95.000000" : 5406720,
"99.000000" : 5472256,
"99.500000" : 5537792,
"99.900000" : 5603328,
"99.950000" : 5603328,
"99.990000" : 5603328
},
"bins" : {
"4947968" : 12,
"5013504" : 62905,
"5079040" : 433025,
"5144576" : 190869,
"5210112" : 78104,
"5275648" : 50256,
"5341184" : 30183,
"5406720" : 39594,
"5472256" : 13327,
"5537792" : 4743,
"5603328" : 1430,
"5668864" : 75,
"5734400" : 5
}
},
"lat_ns" : {
"min" : 5133833,
"max" : 5886051,
"mean" : 5305971.872126,
"stddev" : 109568.219616,
"N" : 904528
},
"bw_min" : 6125568,
"bw_max" : 6289408,
"bw_agg" : 100.000000,
"bw_mean" : 6175854.016722,
"bw_dev" : 27914.321821,
"bw_samples" : 299,
"iops_min" : 5982,
"iops_max" : 6142,
"iops_mean" : 6031.100334,
"iops_stddev" : 27.262396,
"iops_samples" : 299
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 1.384676,
"sys_cpu" : 98.245988,
"ctx" : 91,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999889,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066177,
"timestamp_ms" : 1773066177408,
"time" : "Mon Mar 9 11:22:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1011722747904,
"io_kbytes" : 988010496,
"bw_bytes" : 6323306695,
"bw" : 6175104,
"iops" : 6030.381440,
"runtime" : 159999,
"total_ios" : 964855,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 136388,
"max" : 272736,
"mean" : 163522.987736,
"stddev" : 5497.612872,
"N" : 964855
},
"clat_ns" : {
"min" : 4968350,
"max" : 5716993,
"mean" : 5142298.365751,
"stddev" : 106474.283613,
"N" : 964854,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5013504,
"10.000000" : 5079040,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5079040,
"60.000000" : 5144576,
"70.000000" : 5144576,
"80.000000" : 5210112,
"90.000000" : 5275648,
"95.000000" : 5406720,
"99.000000" : 5472256,
"99.500000" : 5537792,
"99.900000" : 5603328,
"99.950000" : 5603328,
"99.990000" : 5668864
},
"bins" : {
"4947968" : 33,
"5013504" : 66353,
"5079040" : 464188,
"5144576" : 202490,
"5210112" : 83351,
"5275648" : 53117,
"5341184" : 32161,
"5406720" : 42448,
"5472256" : 14119,
"5537792" : 4961,
"5603328" : 1525,
"5668864" : 86,
"5734400" : 22
}
},
"lat_ns" : {
"min" : 5128154,
"max" : 5896897,
"mean" : 5305821.096692,
"stddev" : 109487.060043,
"N" : 964854
},
"bw_min" : 6125568,
"bw_max" : 6289408,
"bw_agg" : 100.000000,
"bw_mean" : 6175937.460815,
"bw_dev" : 27558.169007,
"bw_samples" : 319,
"iops_min" : 5982,
"iops_max" : 6142,
"iops_mean" : 6031.181818,
"iops_stddev" : 26.914344,
"iops_samples" : 319
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 1.377509,
"sys_cpu" : 98.253114,
"ctx" : 94,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999896,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066187,
"timestamp_ms" : 1773066187408,
"time" : "Mon Mar 9 11:23:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1074982289408,
"io_kbytes" : 1049787392,
"bw_bytes" : 6323462428,
"bw" : 6175256,
"iops" : 6030.529591,
"runtime" : 169999,
"total_ios" : 1025184,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 136388,
"max" : 274009,
"mean" : 163518.457315,
"stddev" : 5464.054547,
"N" : 1025184
},
"clat_ns" : {
"min" : 4948720,
"max" : 5722481,
"mean" : 5142160.570163,
"stddev" : 106436.237315,
"N" : 1025183,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5013504,
"10.000000" : 5079040,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5079040,
"60.000000" : 5144576,
"70.000000" : 5144576,
"80.000000" : 5210112,
"90.000000" : 5275648,
"95.000000" : 5406720,
"99.000000" : 5472256,
"99.500000" : 5537792,
"99.900000" : 5603328,
"99.950000" : 5603328,
"99.990000" : 5668864
},
"bins" : {
"4947968" : 103,
"5013504" : 69795,
"5079040" : 494927,
"5144576" : 215031,
"5210112" : 87720,
"5275648" : 56309,
"5341184" : 34237,
"5406720" : 45174,
"5472256" : 14885,
"5537792" : 5239,
"5603328" : 1628,
"5668864" : 106,
"5734400" : 29
}
},
"lat_ns" : {
"min" : 5107003,
"max" : 5900563,
"mean" : 5305678.767920,
"stddev" : 109448.223163,
"N" : 1025183
},
"bw_min" : 6125568,
"bw_max" : 6289408,
"bw_agg" : 100.000000,
"bw_mean" : 6176167.734513,
"bw_dev" : 27249.302957,
"bw_samples" : 339,
"iops_min" : 5982,
"iops_max" : 6142,
"iops_mean" : 6031.407080,
"iops_stddev" : 26.612707,
"iops_samples" : 339
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 1.376479,
"sys_cpu" : 98.253519,
"ctx" : 101,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999902,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066197,
"timestamp_ms" : 1773066197409,
"time" : "Mon Mar 9 11:23:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1138218762240,
"io_kbytes" : 1111541760,
"bw_bytes" : 6323472698,
"bw" : 6175266,
"iops" : 6030.539059,
"runtime" : 179999,
"total_ios" : 1085491,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 136388,
"max" : 274009,
"mean" : 163518.608757,
"stddev" : 5438.708418,
"N" : 1085491
},
"clat_ns" : {
"min" : 4945615,
"max" : 5873962,
"mean" : 5142170.740811,
"stddev" : 106503.345456,
"N" : 1085490,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5013504,
"10.000000" : 5079040,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5079040,
"60.000000" : 5144576,
"70.000000" : 5144576,
"80.000000" : 5210112,
"90.000000" : 5275648,
"95.000000" : 5406720,
"99.000000" : 5472256,
"99.500000" : 5537792,
"99.900000" : 5603328,
"99.950000" : 5603328,
"99.990000" : 5668864
},
"bins" : {
"4947968" : 123,
"5013504" : 73844,
"5079040" : 524389,
"5144576" : 227713,
"5210112" : 92386,
"5275648" : 59646,
"5341184" : 36314,
"5406720" : 48026,
"5472256" : 15541,
"5537792" : 5543,
"5603328" : 1791,
"5668864" : 121,
"5734400" : 38,
"5799936" : 9,
"5865472" : 6
}
},
"lat_ns" : {
"min" : 5102355,
"max" : 6047848,
"mean" : 5305689.308461,
"stddev" : 109518.055674,
"N" : 1085490
},
"bw_min" : 6125568,
"bw_max" : 6289408,
"bw_agg" : 100.000000,
"bw_mean" : 6176076.103064,
"bw_dev" : 27008.926980,
"bw_samples" : 359,
"iops_min" : 5982,
"iops_max" : 6142,
"iops_mean" : 6031.317549,
"iops_stddev" : 26.377566,
"iops_samples" : 359
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 1.376119,
"sys_cpu" : 98.254435,
"ctx" : 104,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999908,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066197,
"timestamp_ms" : 1773066197453,
"time" : "Mon Mar 9 11:23:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1138254413824,
"io_kbytes" : 1111576576,
"bw_bytes" : 6323565370,
"bw" : 6175356,
"iops" : 6030.444106,
"runtime" : 180002,
"total_ios" : 1085492,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 136388,
"max" : 274009,
"mean" : 163518.622681,
"stddev" : 5438.713161,
"N" : 1085493
},
"clat_ns" : {
"min" : 3756,
"max" : 5873962,
"mean" : 5142097.750435,
"stddev" : 107680.829636,
"N" : 1085523,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5013504,
"10.000000" : 5079040,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5079040,
"60.000000" : 5144576,
"70.000000" : 5144576,
"80.000000" : 5210112,
"90.000000" : 5275648,
"95.000000" : 5406720,
"99.000000" : 5472256,
"99.500000" : 5537792,
"99.900000" : 5603328,
"99.950000" : 5603328,
"99.990000" : 5668864
},
"bins" : {
"3760" : 1,
"177152" : 1,
"358400" : 1,
"528384" : 1,
"708608" : 1,
"880640" : 1,
"1056768" : 1,
"1236992" : 1,
"1400832" : 1,
"1581056" : 1,
"1761280" : 1,
"1925120" : 1,
"2088960" : 1,
"2277376" : 1,
"2441216" : 1,
"2605056" : 1,
"2801664" : 1,
"2965504" : 1,
"3129344" : 1,
"3293184" : 1,
"3457024" : 1,
"3620864" : 1,
"3784704" : 1,
"3948544" : 1,
"4112384" : 1,
"4227072" : 1,
"4423680" : 1,
"4554752" : 1,
"4751360" : 1,
"4882432" : 1,
"4947968" : 123,
"5013504" : 73844,
"5079040" : 524390,
"5144576" : 227713,
"5210112" : 92388,
"5275648" : 59646,
"5341184" : 36314,
"5406720" : 48026,
"5472256" : 15541,
"5537792" : 5543,
"5603328" : 1791,
"5668864" : 121,
"5734400" : 38,
"5799936" : 9,
"5865472" : 6
}
},
"lat_ns" : {
"min" : 175518,
"max" : 6047848,
"mean" : 5305616.389696,
"stddev" : 110659.689570,
"N" : 1085523
},
"bw_min" : 6125568,
"bw_max" : 6297600,
"bw_agg" : 100.000000,
"bw_mean" : 6176413.669444,
"bw_dev" : 27721.337178,
"bw_samples" : 360,
"iops_min" : 5982,
"iops_max" : 6150,
"iops_mean" : 6031.647222,
"iops_stddev" : 27.073314,
"iops_samples" : 360
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180001,
"usr_cpu" : 1.376103,
"sys_cpu" : 98.253343,
"ctx" : 105,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999908,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 100.000645,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}