raidz2/benchmarks/seq/seq-read-qd32-nj1_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773065778,
"timestamp_ms" : 1773065778164,
"time" : "Mon Mar 9 11:16:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 53702819840,
"io_kbytes" : 52444160,
"bw_bytes" : 5500083965,
"bw" : 5371175,
"iops" : 5248.668578,
"runtime" : 9764,
"total_ios" : 51248,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9764,
"usr_cpu" : 1.106104,
"sys_cpu" : 97.910692,
"ctx" : 2618,
"majf" : 0,
"minf" : 8199,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.939510,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065788,
"timestamp_ms" : 1773065788399,
"time" : "Mon Mar 9 11:16:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 59539193856,
"io_kbytes" : 58143744,
"bw_bytes" : 5954514837,
"bw" : 5814955,
"iops" : 5678.767877,
"runtime" : 9999,
"total_ios" : 56782,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 147227,
"max" : 640977,
"mean" : 173779.033127,
"stddev" : 29388.028958,
"N" : 56782
},
"clat_ns" : {
"min" : 5010959,
"max" : 12086700,
"mean" : 5460892.939152,
"stddev" : 799866.536859,
"N" : 56781,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5079040,
"10.000000" : 5079040,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5144576,
"50.000000" : 5144576,
"60.000000" : 5210112,
"70.000000" : 5341184,
"80.000000" : 5734400,
"90.000000" : 5996544,
"95.000000" : 6914048,
"99.000000" : 9633792,
"99.500000" : 10551296,
"99.900000" : 11337728,
"99.950000" : 11468800,
"99.990000" : 11993088
},
"bins" : {
"5013504" : 758,
"5079040" : 19486,
"5144576" : 11739,
"5210112" : 3509,
"5275648" : 3079,
"5341184" : 1500,
"5406720" : 1995,
"5472256" : 1186,
"5537792" : 232,
"5603328" : 230,
"5668864" : 197,
"5734400" : 2200,
"5799936" : 2692,
"5865472" : 1115,
"5931008" : 936,
"5996544" : 644,
"6062080" : 548,
"6127616" : 342,
"6193152" : 205,
"6258688" : 176,
"6324224" : 138,
"6389760" : 126,
"6455296" : 129,
"6520832" : 116,
"6586368" : 146,
"6651904" : 121,
"6717440" : 112,
"6782976" : 113,
"6848512" : 109,
"6914048" : 133,
"6979584" : 111,
"7045120" : 135,
"7110656" : 143,
"7176192" : 147,
"7241728" : 109,
"7307264" : 126,
"7372800" : 94,
"7438336" : 89,
"7503872" : 72,
"7569408" : 72,
"7634944" : 73,
"7700480" : 65,
"7766016" : 57,
"7831552" : 46,
"7897088" : 53,
"7962624" : 42,
"8028160" : 38,
"8093696" : 23,
"8159232" : 26,
"8224768" : 36,
"8290304" : 32,
"8355840" : 38,
"8454144" : 83,
"8585216" : 72,
"8716288" : 79,
"8847360" : 83,
"8978432" : 58,
"9109504" : 56,
"9240576" : 66,
"9371648" : 38,
"9502720" : 39,
"9633792" : 35,
"9764864" : 37,
"9895936" : 39,
"10027008" : 33,
"10158080" : 37,
"10289152" : 37,
"10420224" : 51,
"10551296" : 60,
"10682368" : 36,
"10813440" : 32,
"10944512" : 47,
"11075584" : 37,
"11206656" : 23,
"11337728" : 18,
"11468800" : 20,
"11599872" : 4,
"11730944" : 8,
"11862016" : 7,
"11993088" : 6,
"12124160" : 1
}
},
"lat_ns" : {
"min" : 5170656,
"max" : 12475690,
"mean" : 5634677.220937,
"stddev" : 825233.791442,
"N" : 56781
},
"bw_min" : 4595712,
"bw_max" : 6197248,
"bw_agg" : 99.723800,
"bw_mean" : 5798895.421053,
"bw_dev" : 574558.972445,
"bw_samples" : 19,
"iops_min" : 4488,
"iops_max" : 6052,
"iops_mean" : 5662.947368,
"iops_stddev" : 561.112137,
"iops_samples" : 19
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 1.300130,
"sys_cpu" : 97.419742,
"ctx" : 1400,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.203973,
"20" : 0.794266,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065798,
"timestamp_ms" : 1773065798400,
"time" : "Mon Mar 9 11:16:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 122576437248,
"io_kbytes" : 119703552,
"bw_bytes" : 6129128318,
"bw" : 5985476,
"iops" : 5845.242262,
"runtime" : 19999,
"total_ios" : 116899,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 147227,
"max" : 640977,
"mean" : 168787.542152,
"stddev" : 21444.922603,
"N" : 116899
},
"clat_ns" : {
"min" : 4993423,
"max" : 12086700,
"mean" : 5305494.856909,
"stddev" : 583011.625435,
"N" : 116898,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5079040,
"10.000000" : 5079040,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5144576,
"60.000000" : 5144576,
"70.000000" : 5210112,
"80.000000" : 5341184,
"90.000000" : 5734400,
"95.000000" : 5996544,
"99.000000" : 8355840,
"99.500000" : 9502720,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11862016
},
"bins" : {
"5013504" : 1971,
"5079040" : 46073,
"5144576" : 27842,
"5210112" : 8462,
"5275648" : 7412,
"5341184" : 3550,
"5406720" : 4946,
"5472256" : 2482,
"5537792" : 542,
"5603328" : 535,
"5668864" : 213,
"5734400" : 2200,
"5799936" : 2692,
"5865472" : 1115,
"5931008" : 936,
"5996544" : 644,
"6062080" : 548,
"6127616" : 342,
"6193152" : 205,
"6258688" : 176,
"6324224" : 138,
"6389760" : 126,
"6455296" : 129,
"6520832" : 116,
"6586368" : 146,
"6651904" : 121,
"6717440" : 112,
"6782976" : 113,
"6848512" : 109,
"6914048" : 133,
"6979584" : 111,
"7045120" : 135,
"7110656" : 143,
"7176192" : 147,
"7241728" : 109,
"7307264" : 126,
"7372800" : 94,
"7438336" : 89,
"7503872" : 72,
"7569408" : 72,
"7634944" : 73,
"7700480" : 65,
"7766016" : 57,
"7831552" : 46,
"7897088" : 53,
"7962624" : 42,
"8028160" : 38,
"8093696" : 23,
"8159232" : 26,
"8224768" : 36,
"8290304" : 32,
"8355840" : 38,
"8454144" : 83,
"8585216" : 72,
"8716288" : 79,
"8847360" : 83,
"8978432" : 58,
"9109504" : 56,
"9240576" : 66,
"9371648" : 38,
"9502720" : 39,
"9633792" : 35,
"9764864" : 37,
"9895936" : 39,
"10027008" : 33,
"10158080" : 37,
"10289152" : 37,
"10420224" : 51,
"10551296" : 60,
"10682368" : 36,
"10813440" : 32,
"10944512" : 47,
"11075584" : 37,
"11206656" : 23,
"11337728" : 18,
"11468800" : 20,
"11599872" : 4,
"11730944" : 8,
"11862016" : 7,
"11993088" : 6,
"12124160" : 1
}
},
"lat_ns" : {
"min" : 5151757,
"max" : 12475690,
"mean" : 5474288.023636,
"stddev" : 601481.043742,
"N" : 116898
},
"bw_min" : 4595712,
"bw_max" : 6197248,
"bw_agg" : 99.949213,
"bw_mean" : 5982437.153846,
"bw_dev" : 435276.993513,
"bw_samples" : 39,
"iops_min" : 4488,
"iops_max" : 6052,
"iops_mean" : 5842.205128,
"iops_stddev" : 425.094614,
"iops_samples" : 39
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 1.235062,
"sys_cpu" : 97.944897,
"ctx" : 1405,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.613341,
"20" : 0.385803,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065808,
"timestamp_ms" : 1773065808399,
"time" : "Mon Mar 9 11:16:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 185601097728,
"io_kbytes" : 181251072,
"bw_bytes" : 6186909487,
"bw" : 6041903,
"iops" : 5900.330011,
"runtime" : 29999,
"total_ios" : 177004,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 147227,
"max" : 640977,
"mean" : 167192.238232,
"stddev" : 17879.714525,
"N" : 177004
},
"clat_ns" : {
"min" : 4993423,
"max" : 12086700,
"mean" : 5255745.919544,
"stddev" : 483114.938081,
"N" : 177003,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5079040,
"10.000000" : 5079040,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5144576,
"60.000000" : 5144576,
"70.000000" : 5210112,
"80.000000" : 5275648,
"90.000000" : 5472256,
"95.000000" : 5799936,
"99.000000" : 7503872,
"99.500000" : 8847360,
"99.900000" : 10813440,
"99.950000" : 11075584,
"99.990000" : 11730944
},
"bins" : {
"5013504" : 2799,
"5079040" : 72815,
"5144576" : 44501,
"5210112" : 13213,
"5275648" : 11567,
"5341184" : 5685,
"5406720" : 7865,
"5472256" : 3818,
"5537792" : 825,
"5603328" : 813,
"5668864" : 232,
"5734400" : 2200,
"5799936" : 2692,
"5865472" : 1115,
"5931008" : 936,
"5996544" : 644,
"6062080" : 548,
"6127616" : 342,
"6193152" : 205,
"6258688" : 176,
"6324224" : 138,
"6389760" : 126,
"6455296" : 129,
"6520832" : 116,
"6586368" : 146,
"6651904" : 121,
"6717440" : 112,
"6782976" : 113,
"6848512" : 109,
"6914048" : 133,
"6979584" : 111,
"7045120" : 135,
"7110656" : 143,
"7176192" : 147,
"7241728" : 109,
"7307264" : 126,
"7372800" : 94,
"7438336" : 89,
"7503872" : 72,
"7569408" : 72,
"7634944" : 73,
"7700480" : 65,
"7766016" : 57,
"7831552" : 46,
"7897088" : 53,
"7962624" : 42,
"8028160" : 38,
"8093696" : 23,
"8159232" : 26,
"8224768" : 36,
"8290304" : 32,
"8355840" : 38,
"8454144" : 83,
"8585216" : 72,
"8716288" : 79,
"8847360" : 83,
"8978432" : 58,
"9109504" : 56,
"9240576" : 66,
"9371648" : 38,
"9502720" : 39,
"9633792" : 35,
"9764864" : 37,
"9895936" : 39,
"10027008" : 33,
"10158080" : 37,
"10289152" : 37,
"10420224" : 51,
"10551296" : 60,
"10682368" : 36,
"10813440" : 32,
"10944512" : 47,
"11075584" : 37,
"11206656" : 23,
"11337728" : 18,
"11468800" : 20,
"11599872" : 4,
"11730944" : 8,
"11862016" : 7,
"11993088" : 6,
"12124160" : 1
}
},
"lat_ns" : {
"min" : 5151757,
"max" : 12475690,
"mean" : 5422939.621786,
"stddev" : 498396.155715,
"N" : 177003
},
"bw_min" : 4595712,
"bw_max" : 6197248,
"bw_agg" : 99.981996,
"bw_mean" : 6040816.389831,
"bw_dev" : 361964.615459,
"bw_samples" : 59,
"iops_min" : 4488,
"iops_max" : 6052,
"iops_mean" : 5899.220339,
"iops_stddev" : 353.497601,
"iops_samples" : 59
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 1.223374,
"sys_cpu" : 98.103270,
"ctx" : 1412,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.744639,
"20" : 0.254797,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065818,
"timestamp_ms" : 1773065818399,
"time" : "Mon Mar 9 11:16:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 248658264064,
"io_kbytes" : 242830336,
"bw_bytes" : 6216612016,
"bw" : 6070910,
"iops" : 5928.648216,
"runtime" : 39999,
"total_ios" : 237140,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 147227,
"max" : 640977,
"mean" : 166384.375382,
"stddev" : 15774.253007,
"N" : 237140
},
"clat_ns" : {
"min" : 4993423,
"max" : 12086700,
"mean" : 5230592.659508,
"stddev" : 423274.552647,
"N" : 237139,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5079040,
"10.000000" : 5079040,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5144576,
"60.000000" : 5144576,
"70.000000" : 5210112,
"80.000000" : 5275648,
"90.000000" : 5406720,
"95.000000" : 5734400,
"99.000000" : 7176192,
"99.500000" : 8290304,
"99.900000" : 10682368,
"99.950000" : 11075584,
"99.990000" : 11599872
},
"bins" : {
"5013504" : 4085,
"5079040" : 100202,
"5144576" : 60115,
"5210112" : 18025,
"5275648" : 15618,
"5341184" : 7856,
"5406720" : 10774,
"5472256" : 5212,
"5537792" : 1104,
"5603328" : 1043,
"5668864" : 235,
"5734400" : 2200,
"5799936" : 2692,
"5865472" : 1115,
"5931008" : 936,
"5996544" : 644,
"6062080" : 548,
"6127616" : 342,
"6193152" : 205,
"6258688" : 176,
"6324224" : 138,
"6389760" : 126,
"6455296" : 129,
"6520832" : 116,
"6586368" : 146,
"6651904" : 121,
"6717440" : 112,
"6782976" : 113,
"6848512" : 109,
"6914048" : 133,
"6979584" : 111,
"7045120" : 135,
"7110656" : 143,
"7176192" : 147,
"7241728" : 109,
"7307264" : 126,
"7372800" : 94,
"7438336" : 89,
"7503872" : 72,
"7569408" : 72,
"7634944" : 73,
"7700480" : 65,
"7766016" : 57,
"7831552" : 46,
"7897088" : 53,
"7962624" : 42,
"8028160" : 38,
"8093696" : 23,
"8159232" : 26,
"8224768" : 36,
"8290304" : 32,
"8355840" : 38,
"8454144" : 83,
"8585216" : 72,
"8716288" : 79,
"8847360" : 83,
"8978432" : 58,
"9109504" : 56,
"9240576" : 66,
"9371648" : 38,
"9502720" : 39,
"9633792" : 35,
"9764864" : 37,
"9895936" : 39,
"10027008" : 33,
"10158080" : 37,
"10289152" : 37,
"10420224" : 51,
"10551296" : 60,
"10682368" : 36,
"10813440" : 32,
"10944512" : 47,
"11075584" : 37,
"11206656" : 23,
"11337728" : 18,
"11468800" : 20,
"11599872" : 4,
"11730944" : 8,
"11862016" : 7,
"11993088" : 6,
"12124160" : 1
}
},
"lat_ns" : {
"min" : 5151757,
"max" : 12475690,
"mean" : 5396979.252177,
"stddev" : 436641.847745,
"N" : 237139
},
"bw_min" : 4595712,
"bw_max" : 6197248,
"bw_agg" : 99.990130,
"bw_mean" : 6070311.278481,
"bw_dev" : 316485.523850,
"bw_samples" : 79,
"iops_min" : 4488,
"iops_max" : 6052,
"iops_mean" : 5928.025316,
"iops_stddev" : 309.082097,
"iops_samples" : 79
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 1.237531,
"sys_cpu" : 98.164954,
"ctx" : 1419,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.809395,
"20" : 0.190183,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065828,
"timestamp_ms" : 1773065828400,
"time" : "Mon Mar 9 11:17:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 311711236096,
"io_kbytes" : 304405504,
"bw_bytes" : 6234349408,
"bw" : 6088231,
"iops" : 5945.558911,
"runtime" : 49999,
"total_ios" : 297272,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 147227,
"max" : 640977,
"mean" : 165908.143128,
"stddev" : 14348.344487,
"N" : 297272
},
"clat_ns" : {
"min" : 4993423,
"max" : 12086700,
"mean" : 5215757.862045,
"stddev" : 382419.405587,
"N" : 297271,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5079040,
"10.000000" : 5079040,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5144576,
"60.000000" : 5144576,
"70.000000" : 5144576,
"80.000000" : 5275648,
"90.000000" : 5406720,
"95.000000" : 5537792,
"99.000000" : 6848512,
"99.500000" : 7766016,
"99.900000" : 10551296,
"99.950000" : 10944512,
"99.990000" : 11468800
},
"bins" : {
"5013504" : 4998,
"5079040" : 127479,
"5144576" : 76067,
"5210112" : 23099,
"5275648" : 19697,
"5341184" : 9884,
"5406720" : 13752,
"5472256" : 6402,
"5537792" : 1458,
"5603328" : 1308,
"5668864" : 257,
"5734400" : 2200,
"5799936" : 2692,
"5865472" : 1115,
"5931008" : 936,
"5996544" : 644,
"6062080" : 548,
"6127616" : 342,
"6193152" : 205,
"6258688" : 176,
"6324224" : 138,
"6389760" : 126,
"6455296" : 129,
"6520832" : 116,
"6586368" : 146,
"6651904" : 121,
"6717440" : 112,
"6782976" : 113,
"6848512" : 109,
"6914048" : 133,
"6979584" : 111,
"7045120" : 135,
"7110656" : 143,
"7176192" : 147,
"7241728" : 109,
"7307264" : 126,
"7372800" : 94,
"7438336" : 89,
"7503872" : 72,
"7569408" : 72,
"7634944" : 73,
"7700480" : 65,
"7766016" : 57,
"7831552" : 46,
"7897088" : 53,
"7962624" : 42,
"8028160" : 38,
"8093696" : 23,
"8159232" : 26,
"8224768" : 36,
"8290304" : 32,
"8355840" : 38,
"8454144" : 83,
"8585216" : 72,
"8716288" : 79,
"8847360" : 83,
"8978432" : 58,
"9109504" : 56,
"9240576" : 66,
"9371648" : 38,
"9502720" : 39,
"9633792" : 35,
"9764864" : 37,
"9895936" : 39,
"10027008" : 33,
"10158080" : 37,
"10289152" : 37,
"10420224" : 51,
"10551296" : 60,
"10682368" : 36,
"10813440" : 32,
"10944512" : 47,
"11075584" : 37,
"11206656" : 23,
"11337728" : 18,
"11468800" : 20,
"11599872" : 4,
"11730944" : 8,
"11862016" : 7,
"11993088" : 6,
"12124160" : 1
}
},
"lat_ns" : {
"min" : 5151757,
"max" : 12475690,
"mean" : 5381667.272738,
"stddev" : 394477.325395,
"N" : 297271
},
"bw_min" : 4595712,
"bw_max" : 6197248,
"bw_agg" : 99.998081,
"bw_mean" : 6088115.565657,
"bw_dev" : 284753.184827,
"bw_samples" : 99,
"iops_min" : 4488,
"iops_max" : 6052,
"iops_mean" : 5945.414141,
"iops_stddev" : 278.092226,
"iops_samples" : 99
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 1.234025,
"sys_cpu" : 98.217964,
"ctx" : 1425,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.847951,
"20" : 0.151713,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065838,
"timestamp_ms" : 1773065838399,
"time" : "Mon Mar 9 11:17:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 374843899904,
"io_kbytes" : 366058496,
"bw_bytes" : 6247502456,
"bw" : 6101076,
"iops" : 5958.099302,
"runtime" : 59999,
"total_ios" : 357480,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 147227,
"max" : 640977,
"mean" : 165553.364669,
"stddev" : 13308.029921,
"N" : 357480
},
"clat_ns" : {
"min" : 4993423,
"max" : 12086700,
"mean" : 5204736.618243,
"stddev" : 352372.861800,
"N" : 357479,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5079040,
"10.000000" : 5079040,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5144576,
"60.000000" : 5144576,
"70.000000" : 5144576,
"80.000000" : 5275648,
"90.000000" : 5406720,
"95.000000" : 5472256,
"99.000000" : 6520832,
"99.500000" : 7503872,
"99.900000" : 10289152,
"99.950000" : 10813440,
"99.990000" : 11468800
},
"bins" : {
"5013504" : 7336,
"5079040" : 154885,
"5144576" : 91574,
"5210112" : 27978,
"5275648" : 23653,
"5341184" : 11874,
"5406720" : 16009,
"5472256" : 7770,
"5537792" : 1775,
"5603328" : 1488,
"5668864" : 267,
"5734400" : 2200,
"5799936" : 2692,
"5865472" : 1115,
"5931008" : 936,
"5996544" : 644,
"6062080" : 548,
"6127616" : 342,
"6193152" : 205,
"6258688" : 176,
"6324224" : 138,
"6389760" : 126,
"6455296" : 129,
"6520832" : 116,
"6586368" : 146,
"6651904" : 121,
"6717440" : 112,
"6782976" : 113,
"6848512" : 109,
"6914048" : 133,
"6979584" : 111,
"7045120" : 135,
"7110656" : 143,
"7176192" : 147,
"7241728" : 109,
"7307264" : 126,
"7372800" : 94,
"7438336" : 89,
"7503872" : 72,
"7569408" : 72,
"7634944" : 73,
"7700480" : 65,
"7766016" : 57,
"7831552" : 46,
"7897088" : 53,
"7962624" : 42,
"8028160" : 38,
"8093696" : 23,
"8159232" : 26,
"8224768" : 36,
"8290304" : 32,
"8355840" : 38,
"8454144" : 83,
"8585216" : 72,
"8716288" : 79,
"8847360" : 83,
"8978432" : 58,
"9109504" : 56,
"9240576" : 66,
"9371648" : 38,
"9502720" : 39,
"9633792" : 35,
"9764864" : 37,
"9895936" : 39,
"10027008" : 33,
"10158080" : 37,
"10289152" : 37,
"10420224" : 51,
"10551296" : 60,
"10682368" : 36,
"10813440" : 32,
"10944512" : 47,
"11075584" : 37,
"11206656" : 23,
"11337728" : 18,
"11468800" : 20,
"11599872" : 4,
"11730944" : 8,
"11862016" : 7,
"11993088" : 6,
"12124160" : 1
}
},
"lat_ns" : {
"min" : 5151757,
"max" : 12475690,
"mean" : 5370291.902101,
"stddev" : 363467.825631,
"N" : 357479
},
"bw_min" : 4595712,
"bw_max" : 6256640,
"bw_agg" : 99.992844,
"bw_mean" : 6100640.000000,
"bw_dev" : 261341.688470,
"bw_samples" : 119,
"iops_min" : 4488,
"iops_max" : 6110,
"iops_mean" : 5957.638655,
"iops_stddev" : 255.227739,
"iops_samples" : 119
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 1.246687,
"sys_cpu" : 98.233304,
"ctx" : 1432,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.873559,
"20" : 0.126161,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065848,
"timestamp_ms" : 1773065848399,
"time" : "Mon Mar 9 11:17:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 438693789696,
"io_kbytes" : 428411904,
"bw_bytes" : 6267143669,
"bw" : 6120257,
"iops" : 5976.828240,
"runtime" : 69999,
"total_ios" : 418372,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 147227,
"max" : 640977,
"mean" : 165026.478732,
"stddev" : 12486.356347,
"N" : 418372
},
"clat_ns" : {
"min" : 4993423,
"max" : 12086700,
"mean" : 5188387.583367,
"stddev" : 328907.455886,
"N" : 418371,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5079040,
"10.000000" : 5079040,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5144576,
"60.000000" : 5144576,
"70.000000" : 5144576,
"80.000000" : 5210112,
"90.000000" : 5341184,
"95.000000" : 5472256,
"99.000000" : 6258688,
"99.500000" : 7307264,
"99.900000" : 10158080,
"99.950000" : 10682368,
"99.990000" : 11468800
},
"bins" : {
"5013504" : 19362,
"5079040" : 187731,
"5144576" : 100681,
"5210112" : 33171,
"5275648" : 25172,
"5341184" : 12075,
"5406720" : 16009,
"5472256" : 7770,
"5537792" : 1775,
"5603328" : 1488,
"5668864" : 267,
"5734400" : 2200,
"5799936" : 2692,
"5865472" : 1115,
"5931008" : 936,
"5996544" : 644,
"6062080" : 548,
"6127616" : 342,
"6193152" : 205,
"6258688" : 176,
"6324224" : 138,
"6389760" : 126,
"6455296" : 129,
"6520832" : 116,
"6586368" : 146,
"6651904" : 121,
"6717440" : 112,
"6782976" : 113,
"6848512" : 109,
"6914048" : 133,
"6979584" : 111,
"7045120" : 135,
"7110656" : 143,
"7176192" : 147,
"7241728" : 109,
"7307264" : 126,
"7372800" : 94,
"7438336" : 89,
"7503872" : 72,
"7569408" : 72,
"7634944" : 73,
"7700480" : 65,
"7766016" : 57,
"7831552" : 46,
"7897088" : 53,
"7962624" : 42,
"8028160" : 38,
"8093696" : 23,
"8159232" : 26,
"8224768" : 36,
"8290304" : 32,
"8355840" : 38,
"8454144" : 83,
"8585216" : 72,
"8716288" : 79,
"8847360" : 83,
"8978432" : 58,
"9109504" : 56,
"9240576" : 66,
"9371648" : 38,
"9502720" : 39,
"9633792" : 35,
"9764864" : 37,
"9895936" : 39,
"10027008" : 33,
"10158080" : 37,
"10289152" : 37,
"10420224" : 51,
"10551296" : 60,
"10682368" : 36,
"10813440" : 32,
"10944512" : 47,
"11075584" : 37,
"11206656" : 23,
"11337728" : 18,
"11468800" : 20,
"11599872" : 4,
"11730944" : 8,
"11862016" : 7,
"11993088" : 6,
"12124160" : 1
}
},
"lat_ns" : {
"min" : 5151757,
"max" : 12475690,
"mean" : 5353415.632957,
"stddev" : 339263.173807,
"N" : 418371
},
"bw_min" : 4595712,
"bw_max" : 6270976,
"bw_agg" : 100.000000,
"bw_mean" : 6120406.546763,
"bw_dev" : 246613.822697,
"bw_samples" : 139,
"iops_min" : 4488,
"iops_max" : 6124,
"iops_mean" : 5976.942446,
"iops_stddev" : 240.844431,
"iops_samples" : 139
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 1.262875,
"sys_cpu" : 98.239975,
"ctx" : 1438,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.891962,
"20" : 0.107799,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065858,
"timestamp_ms" : 1773065858399,
"time" : "Mon Mar 9 11:17:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 502560456704,
"io_kbytes" : 490781696,
"bw_bytes" : 6282084234,
"bw" : 6134847,
"iops" : 5991.074888,
"runtime" : 79999,
"total_ios" : 479280,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 147227,
"max" : 640977,
"mean" : 164630.594934,
"stddev" : 11819.343948,
"N" : 479280
},
"clat_ns" : {
"min" : 4990789,
"max" : 12086700,
"mean" : 5176090.737428,
"stddev" : 309679.924453,
"N" : 479279,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5013504,
"10.000000" : 5079040,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5079040,
"60.000000" : 5144576,
"70.000000" : 5144576,
"80.000000" : 5210112,
"90.000000" : 5341184,
"95.000000" : 5472256,
"99.000000" : 6062080,
"99.500000" : 7110656,
"99.900000" : 9895936,
"99.950000" : 10551296,
"99.990000" : 11337728
},
"bins" : {
"5013504" : 31444,
"5079040" : 220307,
"5144576" : 110594,
"5210112" : 37983,
"5275648" : 26572,
"5341184" : 12180,
"5406720" : 16024,
"5472256" : 7775,
"5537792" : 1775,
"5603328" : 1488,
"5668864" : 267,
"5734400" : 2200,
"5799936" : 2692,
"5865472" : 1115,
"5931008" : 936,
"5996544" : 644,
"6062080" : 548,
"6127616" : 342,
"6193152" : 205,
"6258688" : 176,
"6324224" : 138,
"6389760" : 126,
"6455296" : 129,
"6520832" : 116,
"6586368" : 146,
"6651904" : 121,
"6717440" : 112,
"6782976" : 113,
"6848512" : 109,
"6914048" : 133,
"6979584" : 111,
"7045120" : 135,
"7110656" : 143,
"7176192" : 147,
"7241728" : 109,
"7307264" : 126,
"7372800" : 94,
"7438336" : 89,
"7503872" : 72,
"7569408" : 72,
"7634944" : 73,
"7700480" : 65,
"7766016" : 57,
"7831552" : 46,
"7897088" : 53,
"7962624" : 42,
"8028160" : 38,
"8093696" : 23,
"8159232" : 26,
"8224768" : 36,
"8290304" : 32,
"8355840" : 38,
"8454144" : 83,
"8585216" : 72,
"8716288" : 79,
"8847360" : 83,
"8978432" : 58,
"9109504" : 56,
"9240576" : 66,
"9371648" : 38,
"9502720" : 39,
"9633792" : 35,
"9764864" : 37,
"9895936" : 39,
"10027008" : 33,
"10158080" : 37,
"10289152" : 37,
"10420224" : 51,
"10551296" : 60,
"10682368" : 36,
"10813440" : 32,
"10944512" : 47,
"11075584" : 37,
"11206656" : 23,
"11337728" : 18,
"11468800" : 20,
"11599872" : 4,
"11730944" : 8,
"11862016" : 7,
"11993088" : 6,
"12124160" : 1
}
},
"lat_ns" : {
"min" : 5151396,
"max" : 12475690,
"mean" : 5340722.725872,
"stddev" : 319429.152213,
"N" : 479279
},
"bw_min" : 4595712,
"bw_max" : 6279168,
"bw_agg" : 100.000000,
"bw_mean" : 6135289.591195,
"bw_dev" : 233936.159182,
"bw_samples" : 159,
"iops_min" : 4488,
"iops_max" : 6132,
"iops_mean" : 5991.477987,
"iops_stddev" : 228.463742,
"iops_samples" : 159
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 1.275016,
"sys_cpu" : 98.244978,
"ctx" : 1441,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.905692,
"20" : 0.094099,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065868,
"timestamp_ms" : 1773065868399,
"time" : "Mon Mar 9 11:17:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 566414540800,
"io_kbytes" : 553139200,
"bw_bytes" : 6293564826,
"bw" : 6146059,
"iops" : 6002.022245,
"runtime" : 89999,
"total_ios" : 540176,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 147227,
"max" : 640977,
"mean" : 164325.640526,
"stddev" : 11268.210694,
"N" : 540176
},
"clat_ns" : {
"min" : 4990789,
"max" : 12086700,
"mean" : 5166625.440931,
"stddev" : 293603.250626,
"N" : 540175,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5013504,
"10.000000" : 5079040,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5079040,
"60.000000" : 5144576,
"70.000000" : 5144576,
"80.000000" : 5210112,
"90.000000" : 5275648,
"95.000000" : 5406720,
"99.000000" : 5996544,
"99.500000" : 6979584,
"99.900000" : 9633792,
"99.950000" : 10551296,
"99.990000" : 11337728
},
"bins" : {
"5013504" : 43989,
"5079040" : 252217,
"5144576" : 120009,
"5210112" : 43340,
"5275648" : 28146,
"5341184" : 12275,
"5406720" : 16024,
"5472256" : 7775,
"5537792" : 1775,
"5603328" : 1488,
"5668864" : 267,
"5734400" : 2200,
"5799936" : 2692,
"5865472" : 1115,
"5931008" : 936,
"5996544" : 644,
"6062080" : 548,
"6127616" : 342,
"6193152" : 205,
"6258688" : 176,
"6324224" : 138,
"6389760" : 126,
"6455296" : 129,
"6520832" : 116,
"6586368" : 146,
"6651904" : 121,
"6717440" : 112,
"6782976" : 113,
"6848512" : 109,
"6914048" : 133,
"6979584" : 111,
"7045120" : 135,
"7110656" : 143,
"7176192" : 147,
"7241728" : 109,
"7307264" : 126,
"7372800" : 94,
"7438336" : 89,
"7503872" : 72,
"7569408" : 72,
"7634944" : 73,
"7700480" : 65,
"7766016" : 57,
"7831552" : 46,
"7897088" : 53,
"7962624" : 42,
"8028160" : 38,
"8093696" : 23,
"8159232" : 26,
"8224768" : 36,
"8290304" : 32,
"8355840" : 38,
"8454144" : 83,
"8585216" : 72,
"8716288" : 79,
"8847360" : 83,
"8978432" : 58,
"9109504" : 56,
"9240576" : 66,
"9371648" : 38,
"9502720" : 39,
"9633792" : 35,
"9764864" : 37,
"9895936" : 39,
"10027008" : 33,
"10158080" : 37,
"10289152" : 37,
"10420224" : 51,
"10551296" : 60,
"10682368" : 36,
"10813440" : 32,
"10944512" : 47,
"11075584" : 37,
"11206656" : 23,
"11337728" : 18,
"11468800" : 20,
"11599872" : 4,
"11730944" : 8,
"11862016" : 7,
"11993088" : 6,
"12124160" : 1
}
},
"lat_ns" : {
"min" : 5151155,
"max" : 12475690,
"mean" : 5330952.349229,
"stddev" : 302845.001061,
"N" : 540175
},
"bw_min" : 4595712,
"bw_max" : 6279168,
"bw_agg" : 100.000000,
"bw_mean" : 6146653.502793,
"bw_dev" : 222862.236470,
"bw_samples" : 179,
"iops_min" : 4488,
"iops_max" : 6132,
"iops_mean" : 6002.575419,
"iops_stddev" : 217.648590,
"iops_samples" : 179
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 1.291125,
"sys_cpu" : 98.241092,
"ctx" : 1449,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.916324,
"20" : 0.083491,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065878,
"timestamp_ms" : 1773065878399,
"time" : "Mon Mar 9 11:17:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 630277013504,
"io_kbytes" : 615504896,
"bw_bytes" : 6302833163,
"bw" : 6155110,
"iops" : 6010.860109,
"runtime" : 99999,
"total_ios" : 601080,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 147227,
"max" : 640977,
"mean" : 164080.177464,
"stddev" : 10801.501148,
"N" : 601080
},
"clat_ns" : {
"min" : 4990498,
"max" : 12086700,
"mean" : 5159002.095713,
"stddev" : 279881.556165,
"N" : 601079,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5013504,
"10.000000" : 5079040,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5079040,
"60.000000" : 5144576,
"70.000000" : 5144576,
"80.000000" : 5210112,
"90.000000" : 5275648,
"95.000000" : 5406720,
"99.000000" : 5931008,
"99.500000" : 6848512,
"99.900000" : 9502720,
"99.950000" : 10420224,
"99.990000" : 11337728
},
"bins" : {
"5013504" : 55967,
"5079040" : 285414,
"5144576" : 129232,
"5210112" : 48216,
"5275648" : 29637,
"5341184" : 12396,
"5406720" : 16042,
"5472256" : 7775,
"5537792" : 1775,
"5603328" : 1488,
"5668864" : 267,
"5734400" : 2200,
"5799936" : 2692,
"5865472" : 1115,
"5931008" : 936,
"5996544" : 644,
"6062080" : 548,
"6127616" : 342,
"6193152" : 205,
"6258688" : 176,
"6324224" : 138,
"6389760" : 126,
"6455296" : 129,
"6520832" : 116,
"6586368" : 146,
"6651904" : 121,
"6717440" : 112,
"6782976" : 113,
"6848512" : 109,
"6914048" : 133,
"6979584" : 111,
"7045120" : 135,
"7110656" : 143,
"7176192" : 147,
"7241728" : 109,
"7307264" : 126,
"7372800" : 94,
"7438336" : 89,
"7503872" : 72,
"7569408" : 72,
"7634944" : 73,
"7700480" : 65,
"7766016" : 57,
"7831552" : 46,
"7897088" : 53,
"7962624" : 42,
"8028160" : 38,
"8093696" : 23,
"8159232" : 26,
"8224768" : 36,
"8290304" : 32,
"8355840" : 38,
"8454144" : 83,
"8585216" : 72,
"8716288" : 79,
"8847360" : 83,
"8978432" : 58,
"9109504" : 56,
"9240576" : 66,
"9371648" : 38,
"9502720" : 39,
"9633792" : 35,
"9764864" : 37,
"9895936" : 39,
"10027008" : 33,
"10158080" : 37,
"10289152" : 37,
"10420224" : 51,
"10551296" : 60,
"10682368" : 36,
"10813440" : 32,
"10944512" : 47,
"11075584" : 37,
"11206656" : 23,
"11337728" : 18,
"11468800" : 20,
"11599872" : 4,
"11730944" : 8,
"11862016" : 7,
"11993088" : 6,
"12124160" : 1
}
},
"lat_ns" : {
"min" : 5149283,
"max" : 12475690,
"mean" : 5323083.354834,
"stddev" : 288689.750809,
"N" : 601079
},
"bw_min" : 4595712,
"bw_max" : 6279168,
"bw_agg" : 100.000000,
"bw_mean" : 6155733.185930,
"bw_dev" : 213148.709499,
"bw_samples" : 199,
"iops_min" : 4488,
"iops_max" : 6132,
"iops_mean" : 6011.442211,
"iops_stddev" : 208.162076,
"iops_samples" : 199
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 1.312013,
"sys_cpu" : 98.229982,
"ctx" : 1453,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.924802,
"20" : 0.075032,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065888,
"timestamp_ms" : 1773065888399,
"time" : "Mon Mar 9 11:18:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 694164652032,
"io_kbytes" : 677895168,
"bw_bytes" : 6310645115,
"bw" : 6162739,
"iops" : 6018.309257,
"runtime" : 109999,
"total_ios" : 662008,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 147227,
"max" : 640977,
"mean" : 163875.526920,
"stddev" : 10399.175711,
"N" : 662008
},
"clat_ns" : {
"min" : 4990498,
"max" : 12086700,
"mean" : 5152643.821058,
"stddev" : 268025.929182,
"N" : 662007,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5013504,
"10.000000" : 5013504,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5079040,
"60.000000" : 5144576,
"70.000000" : 5144576,
"80.000000" : 5210112,
"90.000000" : 5275648,
"95.000000" : 5406720,
"99.000000" : 5931008,
"99.500000" : 6651904,
"99.900000" : 9240576,
"99.950000" : 10420224,
"99.990000" : 11206656
},
"bins" : {
"5013504" : 69094,
"5079040" : 317606,
"5144576" : 138587,
"5210112" : 52828,
"5275648" : 31163,
"5341184" : 12512,
"5406720" : 16042,
"5472256" : 7775,
"5537792" : 1775,
"5603328" : 1488,
"5668864" : 267,
"5734400" : 2200,
"5799936" : 2692,
"5865472" : 1115,
"5931008" : 936,
"5996544" : 644,
"6062080" : 548,
"6127616" : 342,
"6193152" : 205,
"6258688" : 176,
"6324224" : 138,
"6389760" : 126,
"6455296" : 129,
"6520832" : 116,
"6586368" : 146,
"6651904" : 121,
"6717440" : 112,
"6782976" : 113,
"6848512" : 109,
"6914048" : 133,
"6979584" : 111,
"7045120" : 135,
"7110656" : 143,
"7176192" : 147,
"7241728" : 109,
"7307264" : 126,
"7372800" : 94,
"7438336" : 89,
"7503872" : 72,
"7569408" : 72,
"7634944" : 73,
"7700480" : 65,
"7766016" : 57,
"7831552" : 46,
"7897088" : 53,
"7962624" : 42,
"8028160" : 38,
"8093696" : 23,
"8159232" : 26,
"8224768" : 36,
"8290304" : 32,
"8355840" : 38,
"8454144" : 83,
"8585216" : 72,
"8716288" : 79,
"8847360" : 83,
"8978432" : 58,
"9109504" : 56,
"9240576" : 66,
"9371648" : 38,
"9502720" : 39,
"9633792" : 35,
"9764864" : 37,
"9895936" : 39,
"10027008" : 33,
"10158080" : 37,
"10289152" : 37,
"10420224" : 51,
"10551296" : 60,
"10682368" : 36,
"10813440" : 32,
"10944512" : 47,
"11075584" : 37,
"11206656" : 23,
"11337728" : 18,
"11468800" : 20,
"11599872" : 4,
"11730944" : 8,
"11862016" : 7,
"11993088" : 6,
"12124160" : 1
}
},
"lat_ns" : {
"min" : 5149283,
"max" : 12475690,
"mean" : 5316520.319356,
"stddev" : 276459.168297,
"N" : 662007
},
"bw_min" : 4595712,
"bw_max" : 6285312,
"bw_agg" : 100.000000,
"bw_mean" : 6163368.972603,
"bw_dev" : 204693.611211,
"bw_samples" : 219,
"iops_min" : 4488,
"iops_max" : 6138,
"iops_mean" : 6018.899543,
"iops_stddev" : 199.904791,
"iops_samples" : 219
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 1.315467,
"sys_cpu" : 98.234529,
"ctx" : 1459,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.931723,
"20" : 0.068126,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065898,
"timestamp_ms" : 1773065898399,
"time" : "Mon Mar 9 11:18:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 758037610496,
"io_kbytes" : 740271104,
"bw_bytes" : 6317032729,
"bw" : 6168977,
"iops" : 6024.400203,
"runtime" : 119999,
"total_ios" : 722922,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 147227,
"max" : 640977,
"mean" : 163707.168170,
"stddev" : 10048.909566,
"N" : 722922
},
"clat_ns" : {
"min" : 4990498,
"max" : 12086700,
"mean" : 5147416.254028,
"stddev" : 257622.724568,
"N" : 722921,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5013504,
"10.000000" : 5013504,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5079040,
"60.000000" : 5144576,
"70.000000" : 5144576,
"80.000000" : 5144576,
"90.000000" : 5275648,
"95.000000" : 5406720,
"99.000000" : 5865472,
"99.500000" : 6520832,
"99.900000" : 9109504,
"99.950000" : 10289152,
"99.990000" : 11206656
},
"bins" : {
"5013504" : 81887,
"5079040" : 349794,
"5144576" : 147809,
"5210112" : 58129,
"5275648" : 32488,
"5341184" : 12597,
"5406720" : 16042,
"5472256" : 7775,
"5537792" : 1775,
"5603328" : 1488,
"5668864" : 267,
"5734400" : 2200,
"5799936" : 2692,
"5865472" : 1115,
"5931008" : 936,
"5996544" : 644,
"6062080" : 548,
"6127616" : 342,
"6193152" : 205,
"6258688" : 176,
"6324224" : 138,
"6389760" : 126,
"6455296" : 129,
"6520832" : 116,
"6586368" : 146,
"6651904" : 121,
"6717440" : 112,
"6782976" : 113,
"6848512" : 109,
"6914048" : 133,
"6979584" : 111,
"7045120" : 135,
"7110656" : 143,
"7176192" : 147,
"7241728" : 109,
"7307264" : 126,
"7372800" : 94,
"7438336" : 89,
"7503872" : 72,
"7569408" : 72,
"7634944" : 73,
"7700480" : 65,
"7766016" : 57,
"7831552" : 46,
"7897088" : 53,
"7962624" : 42,
"8028160" : 38,
"8093696" : 23,
"8159232" : 26,
"8224768" : 36,
"8290304" : 32,
"8355840" : 38,
"8454144" : 83,
"8585216" : 72,
"8716288" : 79,
"8847360" : 83,
"8978432" : 58,
"9109504" : 56,
"9240576" : 66,
"9371648" : 38,
"9502720" : 39,
"9633792" : 35,
"9764864" : 37,
"9895936" : 39,
"10027008" : 33,
"10158080" : 37,
"10289152" : 37,
"10420224" : 51,
"10551296" : 60,
"10682368" : 36,
"10813440" : 32,
"10944512" : 47,
"11075584" : 37,
"11206656" : 23,
"11337728" : 18,
"11468800" : 20,
"11599872" : 4,
"11730944" : 8,
"11862016" : 7,
"11993088" : 6,
"12124160" : 1
}
},
"lat_ns" : {
"min" : 5149283,
"max" : 12475690,
"mean" : 5311124.289739,
"stddev" : 265726.951462,
"N" : 722921
},
"bw_min" : 4595712,
"bw_max" : 6285312,
"bw_agg" : 100.000000,
"bw_mean" : 6169521.983264,
"bw_dev" : 197067.257210,
"bw_samples" : 239,
"iops_min" : 4488,
"iops_max" : 6138,
"iops_mean" : 6024.907950,
"iops_stddev" : 192.456521,
"iops_samples" : 239
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 1.330011,
"sys_cpu" : 98.227485,
"ctx" : 1466,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.937476,
"20" : 0.062386,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065908,
"timestamp_ms" : 1773065908400,
"time" : "Mon Mar 9 11:18:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 821905326080,
"io_kbytes" : 802641920,
"bw_bytes" : 6322348662,
"bw" : 6174168,
"iops" : 6029.469231,
"runtime" : 130000,
"total_ios" : 783831,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 147227,
"max" : 640977,
"mean" : 163567.074281,
"stddev" : 9740.008801,
"N" : 783831
},
"clat_ns" : {
"min" : 4990498,
"max" : 12086700,
"mean" : 5143071.223991,
"stddev" : 248391.468227,
"N" : 783830,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5013504,
"10.000000" : 5013504,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5079040,
"60.000000" : 5079040,
"70.000000" : 5144576,
"80.000000" : 5144576,
"90.000000" : 5275648,
"95.000000" : 5406720,
"99.000000" : 5865472,
"99.500000" : 6324224,
"99.900000" : 8978432,
"99.950000" : 10158080,
"99.990000" : 11206656
},
"bins" : {
"5013504" : 92991,
"5079040" : 384009,
"5144576" : 157001,
"5210112" : 63082,
"5275648" : 33719,
"5341184" : 12802,
"5406720" : 16051,
"5472256" : 7775,
"5537792" : 1775,
"5603328" : 1488,
"5668864" : 267,
"5734400" : 2200,
"5799936" : 2692,
"5865472" : 1115,
"5931008" : 936,
"5996544" : 644,
"6062080" : 548,
"6127616" : 342,
"6193152" : 205,
"6258688" : 176,
"6324224" : 138,
"6389760" : 126,
"6455296" : 129,
"6520832" : 116,
"6586368" : 146,
"6651904" : 121,
"6717440" : 112,
"6782976" : 113,
"6848512" : 109,
"6914048" : 133,
"6979584" : 111,
"7045120" : 135,
"7110656" : 143,
"7176192" : 147,
"7241728" : 109,
"7307264" : 126,
"7372800" : 94,
"7438336" : 89,
"7503872" : 72,
"7569408" : 72,
"7634944" : 73,
"7700480" : 65,
"7766016" : 57,
"7831552" : 46,
"7897088" : 53,
"7962624" : 42,
"8028160" : 38,
"8093696" : 23,
"8159232" : 26,
"8224768" : 36,
"8290304" : 32,
"8355840" : 38,
"8454144" : 83,
"8585216" : 72,
"8716288" : 79,
"8847360" : 83,
"8978432" : 58,
"9109504" : 56,
"9240576" : 66,
"9371648" : 38,
"9502720" : 39,
"9633792" : 35,
"9764864" : 37,
"9895936" : 39,
"10027008" : 33,
"10158080" : 37,
"10289152" : 37,
"10420224" : 51,
"10551296" : 60,
"10682368" : 36,
"10813440" : 32,
"10944512" : 47,
"11075584" : 37,
"11206656" : 23,
"11337728" : 18,
"11468800" : 20,
"11599872" : 4,
"11730944" : 8,
"11862016" : 7,
"11993088" : 6,
"12124160" : 1
}
},
"lat_ns" : {
"min" : 5149283,
"max" : 12475690,
"mean" : 5306639.139797,
"stddev" : 256203.565641,
"N" : 783830
},
"bw_min" : 4595712,
"bw_max" : 6285312,
"bw_agg" : 100.000000,
"bw_mean" : 6174826.857143,
"bw_dev" : 190290.927559,
"bw_samples" : 259,
"iops_min" : 4488,
"iops_max" : 6138,
"iops_mean" : 6030.088803,
"iops_stddev" : 185.838629,
"iops_samples" : 259
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 130000,
"usr_cpu" : 1.348462,
"sys_cpu" : 98.214615,
"ctx" : 1472,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.942335,
"20" : 0.057538,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065918,
"timestamp_ms" : 1773065918400,
"time" : "Mon Mar 9 11:18:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 885766750208,
"io_kbytes" : 865006592,
"bw_bytes" : 6326950551,
"bw" : 6178662,
"iops" : 6033.857385,
"runtime" : 139999,
"total_ios" : 844734,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 147227,
"max" : 640977,
"mean" : 163447.836573,
"stddev" : 9465.360417,
"N" : 844734
},
"clat_ns" : {
"min" : 4990498,
"max" : 12086700,
"mean" : 5139366.616330,
"stddev" : 240172.511157,
"N" : 844733,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5013504,
"10.000000" : 5013504,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5079040,
"60.000000" : 5079040,
"70.000000" : 5144576,
"80.000000" : 5144576,
"90.000000" : 5275648,
"95.000000" : 5341184,
"99.000000" : 5799936,
"99.500000" : 6193152,
"99.900000" : 8847360,
"99.950000" : 10158080,
"99.990000" : 11206656
},
"bins" : {
"5013504" : 105159,
"5079040" : 416744,
"5144576" : 166221,
"5210112" : 68024,
"5275648" : 35412,
"5341184" : 12947,
"5406720" : 16051,
"5472256" : 7775,
"5537792" : 1775,
"5603328" : 1488,
"5668864" : 267,
"5734400" : 2200,
"5799936" : 2692,
"5865472" : 1115,
"5931008" : 936,
"5996544" : 644,
"6062080" : 548,
"6127616" : 342,
"6193152" : 205,
"6258688" : 176,
"6324224" : 138,
"6389760" : 126,
"6455296" : 129,
"6520832" : 116,
"6586368" : 146,
"6651904" : 121,
"6717440" : 112,
"6782976" : 113,
"6848512" : 109,
"6914048" : 133,
"6979584" : 111,
"7045120" : 135,
"7110656" : 143,
"7176192" : 147,
"7241728" : 109,
"7307264" : 126,
"7372800" : 94,
"7438336" : 89,
"7503872" : 72,
"7569408" : 72,
"7634944" : 73,
"7700480" : 65,
"7766016" : 57,
"7831552" : 46,
"7897088" : 53,
"7962624" : 42,
"8028160" : 38,
"8093696" : 23,
"8159232" : 26,
"8224768" : 36,
"8290304" : 32,
"8355840" : 38,
"8454144" : 83,
"8585216" : 72,
"8716288" : 79,
"8847360" : 83,
"8978432" : 58,
"9109504" : 56,
"9240576" : 66,
"9371648" : 38,
"9502720" : 39,
"9633792" : 35,
"9764864" : 37,
"9895936" : 39,
"10027008" : 33,
"10158080" : 37,
"10289152" : 37,
"10420224" : 51,
"10551296" : 60,
"10682368" : 36,
"10813440" : 32,
"10944512" : 47,
"11075584" : 37,
"11206656" : 23,
"11337728" : 18,
"11468800" : 20,
"11599872" : 4,
"11730944" : 8,
"11862016" : 7,
"11993088" : 6,
"12124160" : 1
}
},
"lat_ns" : {
"min" : 5149283,
"max" : 12475690,
"mean" : 5302815.219387,
"stddev" : 247724.400723,
"N" : 844733
},
"bw_min" : 4595712,
"bw_max" : 6285312,
"bw_agg" : 100.000000,
"bw_mean" : 6179503.519713,
"bw_dev" : 184202.566700,
"bw_samples" : 279,
"iops_min" : 4488,
"iops_max" : 6138,
"iops_mean" : 6034.655914,
"iops_stddev" : 179.892783,
"iops_samples" : 279
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 1.370724,
"sys_cpu" : 98.198559,
"ctx" : 1477,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.946492,
"20" : 0.053390,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065928,
"timestamp_ms" : 1773065928399,
"time" : "Mon Mar 9 11:18:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 949606154240,
"io_kbytes" : 927349760,
"bw_bytes" : 6330749899,
"bw" : 6182372,
"iops" : 6037.480250,
"runtime" : 149999,
"total_ios" : 905616,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 147227,
"max" : 640977,
"mean" : 163348.087111,
"stddev" : 9220.182580,
"N" : 905616
},
"clat_ns" : {
"min" : 4990498,
"max" : 12086700,
"mean" : 5136265.378429,
"stddev" : 232785.295405,
"N" : 905615,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5013504,
"10.000000" : 5013504,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5079040,
"60.000000" : 5079040,
"70.000000" : 5144576,
"80.000000" : 5144576,
"90.000000" : 5275648,
"95.000000" : 5341184,
"99.000000" : 5799936,
"99.500000" : 6127616,
"99.900000" : 8847360,
"99.950000" : 10027008,
"99.990000" : 11075584
},
"bins" : {
"5013504" : 116124,
"5079040" : 450590,
"5144576" : 175612,
"5210112" : 72706,
"5275648" : 37057,
"5341184" : 13265,
"5406720" : 16065,
"5472256" : 7787,
"5537792" : 1784,
"5603328" : 1488,
"5668864" : 267,
"5734400" : 2200,
"5799936" : 2692,
"5865472" : 1115,
"5931008" : 936,
"5996544" : 644,
"6062080" : 548,
"6127616" : 342,
"6193152" : 205,
"6258688" : 176,
"6324224" : 138,
"6389760" : 126,
"6455296" : 129,
"6520832" : 116,
"6586368" : 146,
"6651904" : 121,
"6717440" : 112,
"6782976" : 113,
"6848512" : 109,
"6914048" : 133,
"6979584" : 111,
"7045120" : 135,
"7110656" : 143,
"7176192" : 147,
"7241728" : 109,
"7307264" : 126,
"7372800" : 94,
"7438336" : 89,
"7503872" : 72,
"7569408" : 72,
"7634944" : 73,
"7700480" : 65,
"7766016" : 57,
"7831552" : 46,
"7897088" : 53,
"7962624" : 42,
"8028160" : 38,
"8093696" : 23,
"8159232" : 26,
"8224768" : 36,
"8290304" : 32,
"8355840" : 38,
"8454144" : 83,
"8585216" : 72,
"8716288" : 79,
"8847360" : 83,
"8978432" : 58,
"9109504" : 56,
"9240576" : 66,
"9371648" : 38,
"9502720" : 39,
"9633792" : 35,
"9764864" : 37,
"9895936" : 39,
"10027008" : 33,
"10158080" : 37,
"10289152" : 37,
"10420224" : 51,
"10551296" : 60,
"10682368" : 36,
"10813440" : 32,
"10944512" : 47,
"11075584" : 37,
"11206656" : 23,
"11337728" : 18,
"11468800" : 20,
"11599872" : 4,
"11730944" : 8,
"11862016" : 7,
"11993088" : 6,
"12124160" : 1
}
},
"lat_ns" : {
"min" : 5149283,
"max" : 12475690,
"mean" : 5299614.183601,
"stddev" : 240102.824748,
"N" : 905615
},
"bw_min" : 4595712,
"bw_max" : 6285312,
"bw_agg" : 100.000000,
"bw_mean" : 6183308.157191,
"bw_dev" : 178598.663507,
"bw_samples" : 299,
"iops_min" : 4488,
"iops_max" : 6138,
"iops_mean" : 6038.371237,
"iops_stddev" : 174.419842,
"iops_samples" : 299
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 1.364009,
"sys_cpu" : 98.208655,
"ctx" : 1486,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.950089,
"20" : 0.049800,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065938,
"timestamp_ms" : 1773065938399,
"time" : "Mon Mar 9 11:18:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1013452898304,
"io_kbytes" : 989700096,
"bw_bytes" : 6334120202,
"bw" : 6185664,
"iops" : 6040.694004,
"runtime" : 159999,
"total_ios" : 966505,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 147227,
"max" : 640977,
"mean" : 163259.581930,
"stddev" : 8996.102747,
"N" : 966505
},
"clat_ns" : {
"min" : 4990498,
"max" : 12086700,
"mean" : 5133515.542095,
"stddev" : 226069.404289,
"N" : 966504,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5013504,
"10.000000" : 5013504,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5079040,
"60.000000" : 5079040,
"70.000000" : 5144576,
"80.000000" : 5144576,
"90.000000" : 5210112,
"95.000000" : 5341184,
"99.000000" : 5799936,
"99.500000" : 6062080,
"99.900000" : 8716288,
"99.950000" : 9895936,
"99.990000" : 11075584
},
"bins" : {
"5013504" : 127255,
"5079040" : 484273,
"5144576" : 184909,
"5210112" : 77801,
"5275648" : 38648,
"5341184" : 13357,
"5406720" : 16065,
"5472256" : 7787,
"5537792" : 1784,
"5603328" : 1488,
"5668864" : 267,
"5734400" : 2200,
"5799936" : 2692,
"5865472" : 1115,
"5931008" : 936,
"5996544" : 644,
"6062080" : 548,
"6127616" : 342,
"6193152" : 205,
"6258688" : 176,
"6324224" : 138,
"6389760" : 126,
"6455296" : 129,
"6520832" : 116,
"6586368" : 146,
"6651904" : 121,
"6717440" : 112,
"6782976" : 113,
"6848512" : 109,
"6914048" : 133,
"6979584" : 111,
"7045120" : 135,
"7110656" : 143,
"7176192" : 147,
"7241728" : 109,
"7307264" : 126,
"7372800" : 94,
"7438336" : 89,
"7503872" : 72,
"7569408" : 72,
"7634944" : 73,
"7700480" : 65,
"7766016" : 57,
"7831552" : 46,
"7897088" : 53,
"7962624" : 42,
"8028160" : 38,
"8093696" : 23,
"8159232" : 26,
"8224768" : 36,
"8290304" : 32,
"8355840" : 38,
"8454144" : 83,
"8585216" : 72,
"8716288" : 79,
"8847360" : 83,
"8978432" : 58,
"9109504" : 56,
"9240576" : 66,
"9371648" : 38,
"9502720" : 39,
"9633792" : 35,
"9764864" : 37,
"9895936" : 39,
"10027008" : 33,
"10158080" : 37,
"10289152" : 37,
"10420224" : 51,
"10551296" : 60,
"10682368" : 36,
"10813440" : 32,
"10944512" : 47,
"11075584" : 37,
"11206656" : 23,
"11337728" : 18,
"11468800" : 20,
"11599872" : 4,
"11730944" : 8,
"11862016" : 7,
"11993088" : 6,
"12124160" : 1
}
},
"lat_ns" : {
"min" : 5149283,
"max" : 12475690,
"mean" : 5296775.647638,
"stddev" : 233174.353967,
"N" : 966504
},
"bw_min" : 4595712,
"bw_max" : 6285312,
"bw_agg" : 100.000000,
"bw_mean" : 6186610.003135,
"bw_dev" : 173465.537218,
"bw_samples" : 319,
"iops_min" : 4488,
"iops_max" : 6138,
"iops_mean" : 6041.595611,
"iops_stddev" : 169.406779,
"iops_samples" : 319
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 1.383759,
"sys_cpu" : 98.193114,
"ctx" : 1490,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.953234,
"20" : 0.046663,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065948,
"timestamp_ms" : 1773065948399,
"time" : "Mon Mar 9 11:19:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1077327953920,
"io_kbytes" : 1052078080,
"bw_bytes" : 6337260536,
"bw" : 6188730,
"iops" : 6043.688492,
"runtime" : 169999,
"total_ios" : 1027421,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 147227,
"max" : 640977,
"mean" : 163178.390284,
"stddev" : 8793.830258,
"N" : 1027421
},
"clat_ns" : {
"min" : 4990498,
"max" : 12086700,
"mean" : 5130993.514820,
"stddev" : 219950.490273,
"N" : 1027420,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5013504,
"10.000000" : 5013504,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5079040,
"60.000000" : 5079040,
"70.000000" : 5144576,
"80.000000" : 5144576,
"90.000000" : 5210112,
"95.000000" : 5341184,
"99.000000" : 5799936,
"99.500000" : 6062080,
"99.900000" : 8585216,
"99.950000" : 9764864,
"99.990000" : 11075584
},
"bins" : {
"5013504" : 139005,
"5079040" : 517919,
"5144576" : 193983,
"5210112" : 82740,
"5275648" : 40054,
"5341184" : 13458,
"5406720" : 16065,
"5472256" : 7787,
"5537792" : 1784,
"5603328" : 1488,
"5668864" : 267,
"5734400" : 2200,
"5799936" : 2692,
"5865472" : 1115,
"5931008" : 936,
"5996544" : 644,
"6062080" : 548,
"6127616" : 342,
"6193152" : 205,
"6258688" : 176,
"6324224" : 138,
"6389760" : 126,
"6455296" : 129,
"6520832" : 116,
"6586368" : 146,
"6651904" : 121,
"6717440" : 112,
"6782976" : 113,
"6848512" : 109,
"6914048" : 133,
"6979584" : 111,
"7045120" : 135,
"7110656" : 143,
"7176192" : 147,
"7241728" : 109,
"7307264" : 126,
"7372800" : 94,
"7438336" : 89,
"7503872" : 72,
"7569408" : 72,
"7634944" : 73,
"7700480" : 65,
"7766016" : 57,
"7831552" : 46,
"7897088" : 53,
"7962624" : 42,
"8028160" : 38,
"8093696" : 23,
"8159232" : 26,
"8224768" : 36,
"8290304" : 32,
"8355840" : 38,
"8454144" : 83,
"8585216" : 72,
"8716288" : 79,
"8847360" : 83,
"8978432" : 58,
"9109504" : 56,
"9240576" : 66,
"9371648" : 38,
"9502720" : 39,
"9633792" : 35,
"9764864" : 37,
"9895936" : 39,
"10027008" : 33,
"10158080" : 37,
"10289152" : 37,
"10420224" : 51,
"10551296" : 60,
"10682368" : 36,
"10813440" : 32,
"10944512" : 47,
"11075584" : 37,
"11206656" : 23,
"11337728" : 18,
"11468800" : 20,
"11599872" : 4,
"11730944" : 8,
"11862016" : 7,
"11993088" : 6,
"12124160" : 1
}
},
"lat_ns" : {
"min" : 5149283,
"max" : 12475690,
"mean" : 5294172.560583,
"stddev" : 226861.401756,
"N" : 1027420
},
"bw_min" : 4595712,
"bw_max" : 6285312,
"bw_agg" : 100.000000,
"bw_mean" : 6189612.327434,
"bw_dev" : 168768.435370,
"bw_samples" : 339,
"iops_min" : 4488,
"iops_max" : 6138,
"iops_mean" : 6044.528024,
"iops_stddev" : 164.819701,
"iops_samples" : 339
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 1.376479,
"sys_cpu" : 98.203519,
"ctx" : 1497,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.956006,
"20" : 0.043896,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065958,
"timestamp_ms" : 1773065958399,
"time" : "Mon Mar 9 11:19:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1140906262528,
"io_kbytes" : 1114166272,
"bw_bytes" : 6338403338,
"bw" : 6189847,
"iops" : 6044.778027,
"runtime" : 179999,
"total_ios" : 1088054,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 147227,
"max" : 640977,
"mean" : 163148.800951,
"stddev" : 8639.947031,
"N" : 1088054
},
"clat_ns" : {
"min" : 4982596,
"max" : 12086700,
"mean" : 5130056.103522,
"stddev" : 215211.623009,
"N" : 1088053,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5013504,
"10.000000" : 5013504,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5079040,
"60.000000" : 5079040,
"70.000000" : 5144576,
"80.000000" : 5144576,
"90.000000" : 5210112,
"95.000000" : 5341184,
"99.000000" : 5734400,
"99.500000" : 5996544,
"99.900000" : 8454144,
"99.950000" : 9633792,
"99.990000" : 11075584
},
"bins" : {
"5013504" : 152770,
"5079040" : 546563,
"5144576" : 200244,
"5210112" : 87646,
"5275648" : 42445,
"5341184" : 15584,
"5406720" : 17902,
"5472256" : 8157,
"5537792" : 2049,
"5603328" : 1508,
"5668864" : 271,
"5734400" : 2204,
"5799936" : 2696,
"5865472" : 1119,
"5931008" : 940,
"5996544" : 647,
"6062080" : 553,
"6127616" : 346,
"6193152" : 209,
"6258688" : 179,
"6324224" : 141,
"6389760" : 129,
"6455296" : 131,
"6520832" : 117,
"6586368" : 146,
"6651904" : 121,
"6717440" : 112,
"6782976" : 113,
"6848512" : 109,
"6914048" : 133,
"6979584" : 111,
"7045120" : 135,
"7110656" : 143,
"7176192" : 147,
"7241728" : 109,
"7307264" : 126,
"7372800" : 94,
"7438336" : 89,
"7503872" : 72,
"7569408" : 72,
"7634944" : 73,
"7700480" : 65,
"7766016" : 57,
"7831552" : 46,
"7897088" : 53,
"7962624" : 42,
"8028160" : 38,
"8093696" : 23,
"8159232" : 26,
"8224768" : 36,
"8290304" : 32,
"8355840" : 38,
"8454144" : 83,
"8585216" : 72,
"8716288" : 79,
"8847360" : 83,
"8978432" : 58,
"9109504" : 56,
"9240576" : 66,
"9371648" : 38,
"9502720" : 39,
"9633792" : 35,
"9764864" : 37,
"9895936" : 39,
"10027008" : 33,
"10158080" : 37,
"10289152" : 37,
"10420224" : 51,
"10551296" : 60,
"10682368" : 36,
"10813440" : 32,
"10944512" : 47,
"11075584" : 37,
"11206656" : 23,
"11337728" : 18,
"11468800" : 20,
"11599872" : 4,
"11730944" : 8,
"11862016" : 7,
"11993088" : 6,
"12124160" : 1
}
},
"lat_ns" : {
"min" : 5140319,
"max" : 12475690,
"mean" : 5293205.219805,
"stddev" : 221964.643380,
"N" : 1088053
},
"bw_min" : 4595712,
"bw_max" : 6285312,
"bw_agg" : 100.000000,
"bw_mean" : 6190745.963788,
"bw_dev" : 164159.659331,
"bw_samples" : 359,
"iops_min" : 4488,
"iops_max" : 6138,
"iops_mean" : 6045.635097,
"iops_stddev" : 160.318583,
"iops_samples" : 359
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 1.376119,
"sys_cpu" : 98.208323,
"ctx" : 1507,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.958458,
"20" : 0.041450,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065958,
"timestamp_ms" : 1773065958451,
"time" : "Mon Mar 9 11:19:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1140941914112,
"io_kbytes" : 1114201088,
"bw_bytes" : 6338495761,
"bw" : 6189937,
"iops" : 6044.682837,
"runtime" : 180002,
"total_ios" : 1088055,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 147227,
"max" : 640977,
"mean" : 163148.822881,
"stddev" : 8639.957921,
"N" : 1088056
},
"clat_ns" : {
"min" : 3696,
"max" : 12086700,
"mean" : 5129985.187472,
"stddev" : 215783.665166,
"N" : 1088086,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 5013504,
"10.000000" : 5013504,
"20.000000" : 5079040,
"30.000000" : 5079040,
"40.000000" : 5079040,
"50.000000" : 5079040,
"60.000000" : 5079040,
"70.000000" : 5144576,
"80.000000" : 5144576,
"90.000000" : 5210112,
"95.000000" : 5341184,
"99.000000" : 5734400,
"99.500000" : 5996544,
"99.900000" : 8454144,
"99.950000" : 9633792,
"99.990000" : 11075584
},
"bins" : {
"3696" : 1,
"175104" : 1,
"370688" : 1,
"544768" : 1,
"716800" : 1,
"888832" : 1,
"1056768" : 1,
"1236992" : 1,
"1417216" : 1,
"1581056" : 1,
"1761280" : 1,
"1925120" : 1,
"2113536" : 1,
"2277376" : 1,
"2441216" : 1,
"2637824" : 1,
"2801664" : 1,
"2965504" : 1,
"3129344" : 1,
"3325952" : 1,
"3489792" : 1,
"3653632" : 1,
"3850240" : 1,
"4014080" : 1,
"4177920" : 1,
"4358144" : 1,
"4554752" : 1,
"4685824" : 1,
"4882432" : 1,
"5013504" : 152770,
"5079040" : 546564,
"5144576" : 200244,
"5210112" : 87647,
"5275648" : 42445,
"5341184" : 15584,
"5406720" : 17904,
"5472256" : 8157,
"5537792" : 2049,
"5603328" : 1508,
"5668864" : 271,
"5734400" : 2204,
"5799936" : 2696,
"5865472" : 1119,
"5931008" : 940,
"5996544" : 647,
"6062080" : 553,
"6127616" : 346,
"6193152" : 209,
"6258688" : 179,
"6324224" : 141,
"6389760" : 129,
"6455296" : 131,
"6520832" : 117,
"6586368" : 146,
"6651904" : 121,
"6717440" : 112,
"6782976" : 113,
"6848512" : 109,
"6914048" : 133,
"6979584" : 111,
"7045120" : 135,
"7110656" : 143,
"7176192" : 147,
"7241728" : 109,
"7307264" : 126,
"7372800" : 94,
"7438336" : 89,
"7503872" : 72,
"7569408" : 72,
"7634944" : 73,
"7700480" : 65,
"7766016" : 57,
"7831552" : 46,
"7897088" : 53,
"7962624" : 42,
"8028160" : 38,
"8093696" : 23,
"8159232" : 26,
"8224768" : 36,
"8290304" : 32,
"8355840" : 38,
"8454144" : 83,
"8585216" : 72,
"8716288" : 79,
"8847360" : 83,
"8978432" : 58,
"9109504" : 56,
"9240576" : 66,
"9371648" : 38,
"9502720" : 39,
"9633792" : 35,
"9764864" : 37,
"9895936" : 39,
"10027008" : 33,
"10158080" : 37,
"10289152" : 37,
"10420224" : 51,
"10551296" : 60,
"10682368" : 36,
"10813440" : 32,
"10944512" : 47,
"11075584" : 37,
"11206656" : 23,
"11337728" : 18,
"11468800" : 20,
"11599872" : 4,
"11730944" : 8,
"11862016" : 7,
"11993088" : 6,
"12124160" : 1
}
},
"lat_ns" : {
"min" : 172886,
"max" : 12475690,
"mean" : 5293134.553274,
"stddev" : 222516.438982,
"N" : 1088086
},
"bw_min" : 4595712,
"bw_max" : 6295552,
"bw_agg" : 100.000000,
"bw_mean" : 6191037.091667,
"bw_dev" : 164023.902365,
"bw_samples" : 360,
"iops_min" : 4488,
"iops_max" : 6148,
"iops_mean" : 6045.919444,
"iops_stddev" : 160.186022,
"iops_samples" : 360
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180001,
"usr_cpu" : 1.376103,
"sys_cpu" : 98.207788,
"ctx" : 1508,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999908,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 99.959285,
"20" : 0.041450,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}