raidz2/benchmarks/seq/seq-write-qd32-nj1_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773071524,
"timestamp_ms" : 1773071524051,
"time" : "Mon Mar 9 12:52:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 32454475776,
"io_kbytes" : 31693824,
"bw_bytes" : 3330713852,
"bw" : 3252650,
"iops" : 3179.802956,
"runtime" : 9744,
"total_ios" : 30984,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9744,
"usr_cpu" : 10.539819,
"sys_cpu" : 42.118227,
"ctx" : 26251,
"majf" : 0,
"minf" : 7,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.899948,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071534,
"timestamp_ms" : 1773071534306,
"time" : "Mon Mar 9 12:52:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 35947282432,
"io_kbytes" : 35104768,
"bw_bytes" : 3595087751,
"bw" : 3510827,
"iops" : 3428.642864,
"runtime" : 9999,
"total_ios" : 34283,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 145843,
"max" : 866805,
"mean" : 288953.928244,
"stddev" : 32236.992210,
"N" : 34283
},
"clat_ns" : {
"min" : 7537851,
"max" : 11838795,
"mean" : 9044380.667727,
"stddev" : 675667.407933,
"N" : 34282,
"percentile" : {
"1.000000" : 7897088,
"5.000000" : 8159232,
"10.000000" : 8290304,
"20.000000" : 8454144,
"30.000000" : 8585216,
"40.000000" : 8716288,
"50.000000" : 8847360,
"60.000000" : 8978432,
"70.000000" : 9371648,
"80.000000" : 9764864,
"90.000000" : 10158080,
"95.000000" : 10289152,
"99.000000" : 10682368,
"99.500000" : 10813440,
"99.900000" : 11206656,
"99.950000" : 11468800,
"99.990000" : 11862016
},
"bins" : {
"7569408" : 1,
"7634944" : 2,
"7700480" : 45,
"7766016" : 126,
"7831552" : 89,
"7897088" : 112,
"7962624" : 275,
"8028160" : 516,
"8093696" : 278,
"8159232" : 500,
"8224768" : 626,
"8290304" : 1243,
"8355840" : 865,
"8454144" : 2919,
"8585216" : 3178,
"8716288" : 3491,
"8847360" : 5307,
"8978432" : 1924,
"9109504" : 1072,
"9240576" : 1215,
"9371648" : 1452,
"9502720" : 797,
"9633792" : 1165,
"9764864" : 1146,
"9895936" : 1002,
"10027008" : 1335,
"10158080" : 861,
"10289152" : 1571,
"10420224" : 626,
"10551296" : 160,
"10682368" : 168,
"10813440" : 111,
"10944512" : 39,
"11075584" : 15,
"11206656" : 18,
"11337728" : 14,
"11468800" : 5,
"11599872" : 5,
"11730944" : 3,
"11862016" : 5
}
},
"lat_ns" : {
"min" : 7809707,
"max" : 12173957,
"mean" : 9333345.258386,
"stddev" : 696665.654960,
"N" : 34282
},
"bw_min" : 3049472,
"bw_max" : 3784704,
"bw_agg" : 99.783900,
"bw_mean" : 3503241.421053,
"bw_dev" : 226927.670964,
"bw_samples" : 19,
"iops_min" : 2978,
"iops_max" : 3696,
"iops_mean" : 3421.052632,
"iops_stddev" : 221.610638,
"iops_samples" : 19
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 15.181518,
"sys_cpu" : 42.454245,
"ctx" : 34285,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 86.661027,
"20" : 13.336056,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071544,
"timestamp_ms" : 1773071544306,
"time" : "Mon Mar 9 12:52:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 72195506176,
"io_kbytes" : 70503424,
"bw_bytes" : 3609955806,
"bw" : 3525347,
"iops" : 3442.772139,
"runtime" : 19999,
"total_ios" : 68852,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 145753,
"max" : 1096796,
"mean" : 287751.808923,
"stddev" : 33243.559949,
"N" : 68852
},
"clat_ns" : {
"min" : 7537851,
"max" : 12130341,
"mean" : 9006609.612424,
"stddev" : 685356.951867,
"N" : 68851,
"percentile" : {
"1.000000" : 7831552,
"5.000000" : 8093696,
"10.000000" : 8224768,
"20.000000" : 8454144,
"30.000000" : 8585216,
"40.000000" : 8716288,
"50.000000" : 8847360,
"60.000000" : 8978432,
"70.000000" : 9240576,
"80.000000" : 9633792,
"90.000000" : 10027008,
"95.000000" : 10289152,
"99.000000" : 10682368,
"99.500000" : 10944512,
"99.900000" : 11337728,
"99.950000" : 11730944,
"99.990000" : 11862016
},
"bins" : {
"7569408" : 1,
"7634944" : 4,
"7700480" : 145,
"7766016" : 363,
"7831552" : 297,
"7897088" : 295,
"7962624" : 716,
"8028160" : 1383,
"8093696" : 770,
"8159232" : 1347,
"8224768" : 1638,
"8290304" : 2600,
"8355840" : 2033,
"8454144" : 6111,
"8585216" : 5967,
"8716288" : 5620,
"8847360" : 9890,
"8978432" : 5112,
"9109504" : 2689,
"9240576" : 2369,
"9371648" : 2427,
"9502720" : 1544,
"9633792" : 1873,
"9764864" : 2367,
"9895936" : 2058,
"10027008" : 2486,
"10158080" : 1845,
"10289152" : 2727,
"10420224" : 1017,
"10551296" : 296,
"10682368" : 287,
"10813440" : 198,
"10944512" : 120,
"11075584" : 95,
"11206656" : 52,
"11337728" : 45,
"11468800" : 18,
"11599872" : 11,
"11730944" : 11,
"11862016" : 18,
"11993088" : 5,
"12124160" : 1
}
},
"lat_ns" : {
"min" : 7809707,
"max" : 12535640,
"mean" : 9294344.331513,
"stddev" : 706583.740190,
"N" : 68851
},
"bw_min" : 3049472,
"bw_max" : 3837952,
"bw_agg" : 100.000000,
"bw_mean" : 3537570.000000,
"bw_dev" : 217660.565688,
"bw_samples" : 39,
"iops_min" : 2978,
"iops_max" : 3748,
"iops_mean" : 3454.589744,
"iops_stddev" : 212.563516,
"iops_samples" : 39
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 14.980749,
"sys_cpu" : 42.842142,
"ctx" : 69000,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 87.555917,
"20" : 12.442631,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071554,
"timestamp_ms" : 1773071554306,
"time" : "Mon Mar 9 12:52:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 110261960704,
"io_kbytes" : 107677696,
"bw_bytes" : 3675521207,
"bw" : 3589376,
"iops" : 3505.250175,
"runtime" : 29999,
"total_ios" : 105154,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 132752,
"max" : 1096796,
"mean" : 282567.760782,
"stddev" : 38100.243302,
"N" : 105155
},
"clat_ns" : {
"min" : 5596914,
"max" : 12130341,
"mean" : 8846084.354756,
"stddev" : 794550.848143,
"N" : 105154,
"percentile" : {
"1.000000" : 7372800,
"5.000000" : 7700480,
"10.000000" : 7831552,
"20.000000" : 8159232,
"30.000000" : 8454144,
"40.000000" : 8585216,
"50.000000" : 8847360,
"60.000000" : 8847360,
"70.000000" : 9109504,
"80.000000" : 9633792,
"90.000000" : 10027008,
"95.000000" : 10289152,
"99.000000" : 10682368,
"99.500000" : 10813440,
"99.900000" : 11337728,
"99.950000" : 11468800,
"99.990000" : 11862016
},
"bins" : {
"5603328" : 1,
"5668864" : 3,
"5734400" : 4,
"5799936" : 7,
"5865472" : 2,
"5931008" : 13,
"5996544" : 8,
"6062080" : 3,
"6127616" : 3,
"6193152" : 3,
"6258688" : 6,
"6324224" : 5,
"6389760" : 7,
"6455296" : 7,
"6520832" : 10,
"6586368" : 6,
"6651904" : 9,
"6717440" : 9,
"6782976" : 19,
"6848512" : 31,
"6914048" : 55,
"6979584" : 59,
"7045120" : 88,
"7110656" : 78,
"7176192" : 125,
"7241728" : 183,
"7307264" : 244,
"7372800" : 293,
"7438336" : 593,
"7503872" : 824,
"7569408" : 1041,
"7634944" : 1160,
"7700480" : 1955,
"7766016" : 2599,
"7831552" : 1921,
"7897088" : 1568,
"7962624" : 2159,
"8028160" : 2941,
"8093696" : 1719,
"8159232" : 2188,
"8224768" : 2471,
"8290304" : 3504,
"8355840" : 2492,
"8454144" : 7328,
"8585216" : 6949,
"8716288" : 6786,
"8847360" : 12748,
"8978432" : 6816,
"9109504" : 3770,
"9240576" : 3220,
"9371648" : 3597,
"9502720" : 2398,
"9633792" : 2568,
"9764864" : 2922,
"9895936" : 2591,
"10027008" : 3327,
"10158080" : 2460,
"10289152" : 4022,
"10420224" : 1611,
"10551296" : 473,
"10682368" : 458,
"10813440" : 269,
"10944512" : 138,
"11075584" : 115,
"11206656" : 57,
"11337728" : 51,
"11468800" : 18,
"11599872" : 11,
"11730944" : 11,
"11862016" : 18,
"11993088" : 5,
"12124160" : 1
}
},
"lat_ns" : {
"min" : 5845404,
"max" : 12535640,
"mean" : 9128656.013599,
"stddev" : 819352.764303,
"N" : 105154
},
"bw_min" : 3049472,
"bw_max" : 4153344,
"bw_agg" : 99.935276,
"bw_mean" : 3587053.559322,
"bw_dev" : 288723.748249,
"bw_samples" : 59,
"iops_min" : 2978,
"iops_max" : 4056,
"iops_mean" : 3502.915254,
"iops_stddev" : 281.953792,
"iops_samples" : 59
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 14.557152,
"sys_cpu" : 44.504817,
"ctx" : 102572,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 88.406528,
"20" : 11.593472,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071564,
"timestamp_ms" : 1773071564306,
"time" : "Mon Mar 9 12:52:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 149430468608,
"io_kbytes" : 145928192,
"bw_bytes" : 3735855111,
"bw" : 3648296,
"iops" : 3562.814070,
"runtime" : 39999,
"total_ios" : 142509,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 130911,
"max" : 1256471,
"mean" : 277965.441432,
"stddev" : 40598.634805,
"N" : 142509
},
"clat_ns" : {
"min" : 5596914,
"max" : 12130341,
"mean" : 8703206.815084,
"stddev" : 839190.000288,
"N" : 142508,
"percentile" : {
"1.000000" : 6651904,
"5.000000" : 7307264,
"10.000000" : 7700480,
"20.000000" : 8028160,
"30.000000" : 8290304,
"40.000000" : 8454144,
"50.000000" : 8716288,
"60.000000" : 8847360,
"70.000000" : 8978432,
"80.000000" : 9371648,
"90.000000" : 9895936,
"95.000000" : 10289152,
"99.000000" : 10551296,
"99.500000" : 10813440,
"99.900000" : 11206656,
"99.950000" : 11337728,
"99.990000" : 11862016
},
"bins" : {
"5603328" : 1,
"5668864" : 3,
"5734400" : 11,
"5799936" : 18,
"5865472" : 15,
"5931008" : 37,
"5996544" : 88,
"6062080" : 77,
"6127616" : 92,
"6193152" : 64,
"6258688" : 95,
"6324224" : 87,
"6389760" : 143,
"6455296" : 141,
"6520832" : 158,
"6586368" : 186,
"6651904" : 235,
"6717440" : 235,
"6782976" : 302,
"6848512" : 373,
"6914048" : 499,
"6979584" : 606,
"7045120" : 741,
"7110656" : 744,
"7176192" : 766,
"7241728" : 778,
"7307264" : 781,
"7372800" : 806,
"7438336" : 1062,
"7503872" : 1253,
"7569408" : 1480,
"7634944" : 1482,
"7700480" : 2586,
"7766016" : 3432,
"7831552" : 2476,
"7897088" : 1966,
"7962624" : 2781,
"8028160" : 3766,
"8093696" : 2315,
"8159232" : 3033,
"8224768" : 3373,
"8290304" : 4691,
"8355840" : 3401,
"8454144" : 10295,
"8585216" : 9851,
"8716288" : 9495,
"8847360" : 16733,
"8978432" : 9201,
"9109504" : 5372,
"9240576" : 4612,
"9371648" : 4472,
"9502720" : 2799,
"9633792" : 2933,
"9764864" : 3176,
"9895936" : 2864,
"10027008" : 3485,
"10158080" : 2550,
"10289152" : 4106,
"10420224" : 1661,
"10551296" : 500,
"10682368" : 486,
"10813440" : 298,
"10944512" : 148,
"11075584" : 120,
"11206656" : 57,
"11337728" : 51,
"11468800" : 18,
"11599872" : 11,
"11730944" : 11,
"11862016" : 18,
"11993088" : 5,
"12124160" : 1
}
},
"lat_ns" : {
"min" : 5845404,
"max" : 12535640,
"mean" : 8981174.776174,
"stddev" : 865396.534435,
"N" : 142508
},
"bw_min" : 3049472,
"bw_max" : 4673536,
"bw_agg" : 100.000000,
"bw_mean" : 3649030.455696,
"bw_dev" : 319142.301613,
"bw_samples" : 79,
"iops_min" : 2978,
"iops_max" : 4564,
"iops_mean" : 3563.443038,
"iops_stddev" : 311.657675,
"iops_samples" : 79
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 14.860372,
"sys_cpu" : 45.348634,
"ctx" : 135988,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 91.145121,
"20" : 8.854178,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071574,
"timestamp_ms" : 1773071574306,
"time" : "Mon Mar 9 12:52:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 183701078016,
"io_kbytes" : 179395584,
"bw_bytes" : 3674095042,
"bw" : 3587983,
"iops" : 3503.890078,
"runtime" : 49999,
"total_ios" : 175191,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 130911,
"max" : 1256471,
"mean" : 282673.896063,
"stddev" : 39977.474814,
"N" : 175192
},
"clat_ns" : {
"min" : 5596914,
"max" : 12312338,
"mean" : 8849240.246970,
"stddev" : 850905.237938,
"N" : 175191,
"percentile" : {
"1.000000" : 6782976,
"5.000000" : 7438336,
"10.000000" : 7766016,
"20.000000" : 8159232,
"30.000000" : 8454144,
"40.000000" : 8716288,
"50.000000" : 8847360,
"60.000000" : 8978432,
"70.000000" : 9240576,
"80.000000" : 9633792,
"90.000000" : 10027008,
"95.000000" : 10289152,
"99.000000" : 10682368,
"99.500000" : 10813440,
"99.900000" : 11337728,
"99.950000" : 11468800,
"99.990000" : 11993088
},
"bins" : {
"5603328" : 1,
"5668864" : 3,
"5734400" : 11,
"5799936" : 18,
"5865472" : 15,
"5931008" : 37,
"5996544" : 88,
"6062080" : 77,
"6127616" : 92,
"6193152" : 64,
"6258688" : 95,
"6324224" : 87,
"6389760" : 143,
"6455296" : 141,
"6520832" : 158,
"6586368" : 186,
"6651904" : 235,
"6717440" : 235,
"6782976" : 302,
"6848512" : 373,
"6914048" : 499,
"6979584" : 606,
"7045120" : 741,
"7110656" : 744,
"7176192" : 766,
"7241728" : 778,
"7307264" : 781,
"7372800" : 806,
"7438336" : 1062,
"7503872" : 1253,
"7569408" : 1480,
"7634944" : 1482,
"7700480" : 2589,
"7766016" : 3440,
"7831552" : 2488,
"7897088" : 1971,
"7962624" : 2796,
"8028160" : 3786,
"8093696" : 2335,
"8159232" : 3056,
"8224768" : 3405,
"8290304" : 4812,
"8355840" : 3521,
"8454144" : 10876,
"8585216" : 10863,
"8716288" : 11153,
"8847360" : 19506,
"8978432" : 10835,
"9109504" : 6926,
"9240576" : 6755,
"9371648" : 7426,
"9502720" : 5634,
"9633792" : 6679,
"9764864" : 5923,
"9895936" : 5314,
"10027008" : 5901,
"10158080" : 3512,
"10289152" : 5197,
"10420224" : 2232,
"10551296" : 792,
"10682368" : 851,
"10813440" : 428,
"10944512" : 296,
"11075584" : 231,
"11206656" : 99,
"11337728" : 76,
"11468800" : 41,
"11599872" : 22,
"11730944" : 21,
"11862016" : 24,
"11993088" : 11,
"12124160" : 6,
"12255232" : 3
}
},
"lat_ns" : {
"min" : 5845404,
"max" : 12707903,
"mean" : 9131912.986552,
"stddev" : 877538.150419,
"N" : 175191
},
"bw_min" : 3049472,
"bw_max" : 4673536,
"bw_agg" : 100.000000,
"bw_mean" : 3592082.464646,
"bw_dev" : 315588.821460,
"bw_samples" : 99,
"iops_min" : 2978,
"iops_max" : 4564,
"iops_mean" : 3507.828283,
"iops_stddev" : 308.186368,
"iops_samples" : 99
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 14.276286,
"sys_cpu" : 44.818896,
"ctx" : 168803,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 89.764885,
"20" : 10.235115,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071584,
"timestamp_ms" : 1773071584306,
"time" : "Mon Mar 9 12:53:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 220620390400,
"io_kbytes" : 215449600,
"bw_bytes" : 3677067791,
"bw" : 3590886,
"iops" : 3506.725112,
"runtime" : 59999,
"total_ios" : 210400,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 130911,
"max" : 1256471,
"mean" : 282444.813028,
"stddev" : 40134.887382,
"N" : 210401
},
"clat_ns" : {
"min" : 5596914,
"max" : 12312338,
"mean" : 8842174.643550,
"stddev" : 851303.997942,
"N" : 210400,
"percentile" : {
"1.000000" : 6782976,
"5.000000" : 7438336,
"10.000000" : 7766016,
"20.000000" : 8159232,
"30.000000" : 8454144,
"40.000000" : 8716288,
"50.000000" : 8847360,
"60.000000" : 8978432,
"70.000000" : 9240576,
"80.000000" : 9633792,
"90.000000" : 10027008,
"95.000000" : 10289152,
"99.000000" : 10682368,
"99.500000" : 10813440,
"99.900000" : 11337728,
"99.950000" : 11468800,
"99.990000" : 11862016
},
"bins" : {
"5603328" : 1,
"5668864" : 3,
"5734400" : 11,
"5799936" : 18,
"5865472" : 17,
"5931008" : 42,
"5996544" : 101,
"6062080" : 90,
"6127616" : 104,
"6193152" : 81,
"6258688" : 122,
"6324224" : 102,
"6389760" : 154,
"6455296" : 170,
"6520832" : 185,
"6586368" : 196,
"6651904" : 261,
"6717440" : 271,
"6782976" : 371,
"6848512" : 468,
"6914048" : 657,
"6979584" : 815,
"7045120" : 1039,
"7110656" : 1064,
"7176192" : 1029,
"7241728" : 1006,
"7307264" : 1012,
"7372800" : 1008,
"7438336" : 1278,
"7503872" : 1590,
"7569408" : 1861,
"7634944" : 1971,
"7700480" : 3470,
"7766016" : 4556,
"7831552" : 3232,
"7897088" : 2491,
"7962624" : 3415,
"8028160" : 4396,
"8093696" : 2602,
"8159232" : 3277,
"8224768" : 3624,
"8290304" : 5048,
"8355840" : 3725,
"8454144" : 11671,
"8585216" : 12100,
"8716288" : 12974,
"8847360" : 24775,
"8978432" : 13783,
"9109504" : 8526,
"9240576" : 8800,
"9371648" : 9694,
"9502720" : 7970,
"9633792" : 8477,
"9764864" : 6753,
"9895936" : 5889,
"10027008" : 6295,
"10158080" : 3764,
"10289152" : 5799,
"10420224" : 2625,
"10551296" : 1015,
"10682368" : 1044,
"10813440" : 535,
"10944512" : 344,
"11075584" : 257,
"11206656" : 121,
"11337728" : 99,
"11468800" : 56,
"11599872" : 30,
"11730944" : 24,
"11862016" : 26,
"11993088" : 11,
"12124160" : 6,
"12255232" : 3
}
},
"lat_ns" : {
"min" : 5845404,
"max" : 12707903,
"mean" : 9124621.614510,
"stddev" : 877945.556655,
"N" : 210400
},
"bw_min" : 3049472,
"bw_max" : 4673536,
"bw_agg" : 100.000000,
"bw_mean" : 3592043.512605,
"bw_dev" : 316662.313656,
"bw_samples" : 119,
"iops_min" : 2978,
"iops_max" : 4564,
"iops_mean" : 3507.789916,
"iops_stddev" : 309.240016,
"iops_samples" : 119
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 14.241904,
"sys_cpu" : 44.957416,
"ctx" : 202034,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 90.461502,
"20" : 9.538498,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071594,
"timestamp_ms" : 1773071594306,
"time" : "Mon Mar 9 12:53:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 256731250688,
"io_kbytes" : 250714112,
"bw_bytes" : 3667641690,
"bw" : 3581681,
"iops" : 3497.735682,
"runtime" : 69999,
"total_ios" : 244838,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 130911,
"max" : 1256471,
"mean" : 283175.302950,
"stddev" : 38869.775797,
"N" : 244839
},
"clat_ns" : {
"min" : 5596914,
"max" : 12312338,
"mean" : 8864901.200631,
"stddev" : 810924.792489,
"N" : 244838,
"percentile" : {
"1.000000" : 6848512,
"5.000000" : 7503872,
"10.000000" : 7766016,
"20.000000" : 8290304,
"30.000000" : 8585216,
"40.000000" : 8716288,
"50.000000" : 8847360,
"60.000000" : 8978432,
"70.000000" : 9240576,
"80.000000" : 9502720,
"90.000000" : 9895936,
"95.000000" : 10289152,
"99.000000" : 10682368,
"99.500000" : 10813440,
"99.900000" : 11337728,
"99.950000" : 11468800,
"99.990000" : 11862016
},
"bins" : {
"5603328" : 1,
"5668864" : 3,
"5734400" : 11,
"5799936" : 18,
"5865472" : 17,
"5931008" : 42,
"5996544" : 101,
"6062080" : 90,
"6127616" : 104,
"6193152" : 81,
"6258688" : 122,
"6324224" : 102,
"6389760" : 154,
"6455296" : 170,
"6520832" : 185,
"6586368" : 196,
"6651904" : 261,
"6717440" : 271,
"6782976" : 371,
"6848512" : 468,
"6914048" : 657,
"6979584" : 815,
"7045120" : 1039,
"7110656" : 1064,
"7176192" : 1029,
"7241728" : 1006,
"7307264" : 1012,
"7372800" : 1008,
"7438336" : 1278,
"7503872" : 1590,
"7569408" : 1861,
"7634944" : 1971,
"7700480" : 3487,
"7766016" : 4588,
"7831552" : 3259,
"7897088" : 2511,
"7962624" : 3464,
"8028160" : 4479,
"8093696" : 2665,
"8159232" : 3451,
"8224768" : 3839,
"8290304" : 5556,
"8355840" : 4225,
"8454144" : 13993,
"8585216" : 15617,
"8716288" : 17864,
"8847360" : 30887,
"8978432" : 17236,
"9109504" : 10199,
"9240576" : 10506,
"9371648" : 11804,
"9502720" : 10041,
"9633792" : 10673,
"9764864" : 7824,
"9895936" : 6407,
"10027008" : 6592,
"10158080" : 3878,
"10289152" : 6090,
"10420224" : 2839,
"10551296" : 1076,
"10682368" : 1098,
"10813440" : 560,
"10944512" : 359,
"11075584" : 273,
"11206656" : 131,
"11337728" : 112,
"11468800" : 57,
"11599872" : 30,
"11730944" : 24,
"11862016" : 26,
"11993088" : 11,
"12124160" : 6,
"12255232" : 3
}
},
"lat_ns" : {
"min" : 5845404,
"max" : 12707903,
"mean" : 9148077.583998,
"stddev" : 836232.836765,
"N" : 244838
},
"bw_min" : 3049472,
"bw_max" : 4673536,
"bw_agg" : 100.000000,
"bw_mean" : 3581704.287770,
"bw_dev" : 297658.663216,
"bw_samples" : 139,
"iops_min" : 2978,
"iops_max" : 4564,
"iops_mean" : 3497.690647,
"iops_stddev" : 290.683000,
"iops_samples" : 139
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 14.507350,
"sys_cpu" : 44.502064,
"ctx" : 236548,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 91.411055,
"20" : 8.588945,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071604,
"timestamp_ms" : 1773071604306,
"time" : "Mon Mar 9 12:53:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 295662780416,
"io_kbytes" : 288733184,
"bw_bytes" : 3695830953,
"bw" : 3609209,
"iops" : 3524.619058,
"runtime" : 79999,
"total_ios" : 281966,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 130911,
"max" : 1256471,
"mean" : 280992.915487,
"stddev" : 38862.933474,
"N" : 281967
},
"clat_ns" : {
"min" : 5596914,
"max" : 12312338,
"mean" : 8797202.633130,
"stddev" : 797881.129832,
"N" : 281966,
"percentile" : {
"1.000000" : 6914048,
"5.000000" : 7503872,
"10.000000" : 7766016,
"20.000000" : 8159232,
"30.000000" : 8454144,
"40.000000" : 8585216,
"50.000000" : 8847360,
"60.000000" : 8847360,
"70.000000" : 9109504,
"80.000000" : 9502720,
"90.000000" : 9895936,
"95.000000" : 10158080,
"99.000000" : 10551296,
"99.500000" : 10813440,
"99.900000" : 11206656,
"99.950000" : 11468800,
"99.990000" : 11862016
},
"bins" : {
"5603328" : 1,
"5668864" : 3,
"5734400" : 11,
"5799936" : 18,
"5865472" : 17,
"5931008" : 42,
"5996544" : 101,
"6062080" : 90,
"6127616" : 104,
"6193152" : 81,
"6258688" : 122,
"6324224" : 105,
"6389760" : 160,
"6455296" : 176,
"6520832" : 187,
"6586368" : 198,
"6651904" : 263,
"6717440" : 271,
"6782976" : 373,
"6848512" : 471,
"6914048" : 674,
"6979584" : 840,
"7045120" : 1101,
"7110656" : 1157,
"7176192" : 1185,
"7241728" : 1142,
"7307264" : 1200,
"7372800" : 1193,
"7438336" : 1508,
"7503872" : 1989,
"7569408" : 2403,
"7634944" : 2580,
"7700480" : 4442,
"7766016" : 5911,
"7831552" : 4255,
"7897088" : 3417,
"7962624" : 5018,
"8028160" : 6762,
"8093696" : 4213,
"8159232" : 5500,
"8224768" : 6189,
"8290304" : 8308,
"8355840" : 6040,
"8454144" : 17758,
"8585216" : 18474,
"8716288" : 20030,
"8847360" : 33796,
"8978432" : 18390,
"9109504" : 10854,
"9240576" : 11194,
"9371648" : 12439,
"9502720" : 10505,
"9633792" : 10801,
"9764864" : 7928,
"9895936" : 6523,
"10027008" : 6668,
"10158080" : 3937,
"10289152" : 6137,
"10420224" : 2877,
"10551296" : 1099,
"10682368" : 1117,
"10813440" : 571,
"10944512" : 371,
"11075584" : 275,
"11206656" : 132,
"11337728" : 112,
"11468800" : 57,
"11599872" : 30,
"11730944" : 24,
"11862016" : 26,
"11993088" : 11,
"12124160" : 6,
"12255232" : 3
}
},
"lat_ns" : {
"min" : 5845404,
"max" : 12707903,
"mean" : 9078195.566075,
"stddev" : 822733.583023,
"N" : 281966
},
"bw_min" : 3049472,
"bw_max" : 4673536,
"bw_agg" : 100.000000,
"bw_mean" : 3610263.320755,
"bw_dev" : 292974.729924,
"bw_samples" : 159,
"iops_min" : 2978,
"iops_max" : 4564,
"iops_mean" : 3525.584906,
"iops_stddev" : 286.112669,
"iops_samples" : 159
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 14.760185,
"sys_cpu" : 44.790560,
"ctx" : 272205,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 92.450863,
"20" : 7.549137,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071614,
"timestamp_ms" : 1773071614306,
"time" : "Mon Mar 9 12:53:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 330310877184,
"io_kbytes" : 322569216,
"bw_bytes" : 3670161637,
"bw" : 3584142,
"iops" : 3500.138890,
"runtime" : 89999,
"total_ios" : 315009,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 130911,
"max" : 1256471,
"mean" : 282974.620825,
"stddev" : 38469.454764,
"N" : 315010
},
"clat_ns" : {
"min" : 5596914,
"max" : 12312338,
"mean" : 8858763.367383,
"stddev" : 797726.324667,
"N" : 315009,
"percentile" : {
"1.000000" : 6914048,
"5.000000" : 7569408,
"10.000000" : 7831552,
"20.000000" : 8224768,
"30.000000" : 8454144,
"40.000000" : 8716288,
"50.000000" : 8847360,
"60.000000" : 8978432,
"70.000000" : 9240576,
"80.000000" : 9502720,
"90.000000" : 9895936,
"95.000000" : 10289152,
"99.000000" : 10682368,
"99.500000" : 10813440,
"99.900000" : 11337728,
"99.950000" : 11599872,
"99.990000" : 11862016
},
"bins" : {
"5603328" : 1,
"5668864" : 3,
"5734400" : 11,
"5799936" : 18,
"5865472" : 17,
"5931008" : 42,
"5996544" : 101,
"6062080" : 90,
"6127616" : 104,
"6193152" : 81,
"6258688" : 122,
"6324224" : 105,
"6389760" : 160,
"6455296" : 176,
"6520832" : 187,
"6586368" : 198,
"6651904" : 263,
"6717440" : 271,
"6782976" : 373,
"6848512" : 471,
"6914048" : 674,
"6979584" : 840,
"7045120" : 1101,
"7110656" : 1157,
"7176192" : 1185,
"7241728" : 1142,
"7307264" : 1200,
"7372800" : 1193,
"7438336" : 1508,
"7503872" : 1989,
"7569408" : 2403,
"7634944" : 2580,
"7700480" : 4442,
"7766016" : 5914,
"7831552" : 4261,
"7897088" : 3419,
"7962624" : 5025,
"8028160" : 6768,
"8093696" : 4229,
"8159232" : 5549,
"8224768" : 6297,
"8290304" : 8637,
"8355840" : 6232,
"8454144" : 18367,
"8585216" : 19171,
"8716288" : 20853,
"8847360" : 38508,
"8978432" : 21974,
"9109504" : 13082,
"9240576" : 14296,
"9371648" : 15615,
"9502720" : 13321,
"9633792" : 13042,
"9764864" : 9201,
"9895936" : 7475,
"10027008" : 8096,
"10158080" : 5222,
"10289152" : 7788,
"10420224" : 3592,
"10551296" : 1385,
"10682368" : 1330,
"10813440" : 746,
"10944512" : 468,
"11075584" : 379,
"11206656" : 180,
"11337728" : 142,
"11468800" : 74,
"11599872" : 56,
"11730944" : 52,
"11862016" : 33,
"11993088" : 13,
"12124160" : 6,
"12255232" : 3
}
},
"lat_ns" : {
"min" : 5845404,
"max" : 12707903,
"mean" : 9141739.121933,
"stddev" : 822591.052246,
"N" : 315009
},
"bw_min" : 3049472,
"bw_max" : 4673536,
"bw_agg" : 100.000000,
"bw_mean" : 3585321.324022,
"bw_dev" : 290275.944671,
"bw_samples" : 179,
"iops_min" : 2978,
"iops_max" : 4564,
"iops_mean" : 3501.229050,
"iops_stddev" : 283.473575,
"iops_samples" : 179
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 14.395716,
"sys_cpu" : 44.726053,
"ctx" : 305378,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 91.429769,
"20" : 8.570231,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071624,
"timestamp_ms" : 1773071624306,
"time" : "Mon Mar 9 12:53:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 366153302016,
"io_kbytes" : 357571584,
"bw_bytes" : 3661569635,
"bw" : 3575751,
"iops" : 3491.944919,
"runtime" : 99999,
"total_ios" : 349191,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 130911,
"max" : 1256471,
"mean" : 283645.356678,
"stddev" : 37758.781772,
"N" : 349192
},
"clat_ns" : {
"min" : 5596914,
"max" : 12312338,
"mean" : 8879509.385365,
"stddev" : 776236.409394,
"N" : 349191,
"percentile" : {
"1.000000" : 6979584,
"5.000000" : 7634944,
"10.000000" : 7897088,
"20.000000" : 8290304,
"30.000000" : 8585216,
"40.000000" : 8716288,
"50.000000" : 8847360,
"60.000000" : 8978432,
"70.000000" : 9240576,
"80.000000" : 9502720,
"90.000000" : 9895936,
"95.000000" : 10158080,
"99.000000" : 10682368,
"99.500000" : 10813440,
"99.900000" : 11337728,
"99.950000" : 11468800,
"99.990000" : 11862016
},
"bins" : {
"5603328" : 1,
"5668864" : 3,
"5734400" : 11,
"5799936" : 18,
"5865472" : 17,
"5931008" : 42,
"5996544" : 101,
"6062080" : 90,
"6127616" : 104,
"6193152" : 81,
"6258688" : 122,
"6324224" : 105,
"6389760" : 160,
"6455296" : 176,
"6520832" : 187,
"6586368" : 198,
"6651904" : 263,
"6717440" : 271,
"6782976" : 373,
"6848512" : 471,
"6914048" : 674,
"6979584" : 840,
"7045120" : 1101,
"7110656" : 1157,
"7176192" : 1185,
"7241728" : 1142,
"7307264" : 1200,
"7372800" : 1193,
"7438336" : 1508,
"7503872" : 1989,
"7569408" : 2403,
"7634944" : 2582,
"7700480" : 4492,
"7766016" : 6019,
"7831552" : 4379,
"7897088" : 3511,
"7962624" : 5265,
"8028160" : 7131,
"8093696" : 4383,
"8159232" : 5860,
"8224768" : 6633,
"8290304" : 9090,
"8355840" : 6538,
"8454144" : 19531,
"8585216" : 20538,
"8716288" : 22516,
"8847360" : 45275,
"8978432" : 26795,
"9109504" : 16411,
"9240576" : 18451,
"9371648" : 18379,
"9502720" : 14420,
"9633792" : 14017,
"9764864" : 10051,
"9895936" : 8105,
"10027008" : 8665,
"10158080" : 5626,
"10289152" : 8292,
"10420224" : 3860,
"10551296" : 1494,
"10682368" : 1421,
"10813440" : 799,
"10944512" : 494,
"11075584" : 402,
"11206656" : 196,
"11337728" : 147,
"11468800" : 74,
"11599872" : 56,
"11730944" : 52,
"11862016" : 33,
"11993088" : 13,
"12124160" : 6,
"12255232" : 3
}
},
"lat_ns" : {
"min" : 5845404,
"max" : 12707903,
"mean" : 9163151.270588,
"stddev" : 800393.263079,
"N" : 349191
},
"bw_min" : 3049472,
"bw_max" : 4673536,
"bw_agg" : 100.000000,
"bw_mean" : 3577593.567839,
"bw_dev" : 278495.023413,
"bw_samples" : 199,
"iops_min" : 2978,
"iops_max" : 4564,
"iops_mean" : 3493.683417,
"iops_stddev" : 271.967959,
"iops_samples" : 199
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 14.372144,
"sys_cpu" : 44.639446,
"ctx" : 339609,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 91.723441,
"20" : 8.276559,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071634,
"timestamp_ms" : 1773071634305,
"time" : "Mon Mar 9 12:53:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 401245995008,
"io_kbytes" : 391841792,
"bw_bytes" : 3647724024,
"bw" : 3562230,
"iops" : 3478.740716,
"runtime" : 109999,
"total_ios" : 382658,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 130911,
"max" : 1256471,
"mean" : 284729.148952,
"stddev" : 37246.612467,
"N" : 382659
},
"clat_ns" : {
"min" : 5596914,
"max" : 12312338,
"mean" : 8913162.153693,
"stddev" : 764503.175948,
"N" : 382658,
"percentile" : {
"1.000000" : 6979584,
"5.000000" : 7634944,
"10.000000" : 7962624,
"20.000000" : 8290304,
"30.000000" : 8585216,
"40.000000" : 8847360,
"50.000000" : 8847360,
"60.000000" : 9109504,
"70.000000" : 9240576,
"80.000000" : 9502720,
"90.000000" : 9895936,
"95.000000" : 10158080,
"99.000000" : 10682368,
"99.500000" : 10813440,
"99.900000" : 11337728,
"99.950000" : 11468800,
"99.990000" : 11862016
},
"bins" : {
"5603328" : 1,
"5668864" : 3,
"5734400" : 11,
"5799936" : 18,
"5865472" : 17,
"5931008" : 42,
"5996544" : 101,
"6062080" : 90,
"6127616" : 104,
"6193152" : 81,
"6258688" : 122,
"6324224" : 105,
"6389760" : 160,
"6455296" : 176,
"6520832" : 187,
"6586368" : 198,
"6651904" : 263,
"6717440" : 271,
"6782976" : 373,
"6848512" : 471,
"6914048" : 674,
"6979584" : 840,
"7045120" : 1101,
"7110656" : 1157,
"7176192" : 1185,
"7241728" : 1142,
"7307264" : 1200,
"7372800" : 1193,
"7438336" : 1508,
"7503872" : 1989,
"7569408" : 2403,
"7634944" : 2582,
"7700480" : 4492,
"7766016" : 6044,
"7831552" : 4395,
"7897088" : 3522,
"7962624" : 5331,
"8028160" : 7257,
"8093696" : 4475,
"8159232" : 6045,
"8224768" : 6921,
"8290304" : 9634,
"8355840" : 6972,
"8454144" : 20786,
"8585216" : 22028,
"8716288" : 23812,
"8847360" : 46786,
"8978432" : 28647,
"9109504" : 19194,
"9240576" : 23782,
"9371648" : 23796,
"9502720" : 17817,
"9633792" : 16554,
"9764864" : 11338,
"9895936" : 8865,
"10027008" : 9251,
"10158080" : 6063,
"10289152" : 9211,
"10420224" : 4329,
"10551296" : 1604,
"10682368" : 1487,
"10813440" : 841,
"10944512" : 537,
"11075584" : 442,
"11206656" : 225,
"11337728" : 164,
"11468800" : 80,
"11599872" : 56,
"11730944" : 52,
"11862016" : 33,
"11993088" : 13,
"12124160" : 6,
"12255232" : 3
}
},
"lat_ns" : {
"min" : 5845404,
"max" : 12707903,
"mean" : 9197890.103157,
"stddev" : 788283.059158,
"N" : 382658
},
"bw_min" : 3049472,
"bw_max" : 4673536,
"bw_agg" : 100.000000,
"bw_mean" : 3562749.776256,
"bw_dev" : 272618.880350,
"bw_samples" : 219,
"iops_min" : 2978,
"iops_max" : 4564,
"iops_mean" : 3479.187215,
"iops_stddev" : 266.229925,
"iops_samples" : 219
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 14.181947,
"sys_cpu" : 44.575860,
"ctx" : 373141,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 91.772288,
"20" : 8.227712,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071644,
"timestamp_ms" : 1773071644306,
"time" : "Mon Mar 9 12:54:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 436916453376,
"io_kbytes" : 426676224,
"bw_bytes" : 3641000786,
"bw" : 3555664,
"iops" : 3472.328936,
"runtime" : 119999,
"total_ios" : 416676,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 130911,
"max" : 1256471,
"mean" : 285259.211293,
"stddev" : 36692.427014,
"N" : 416677
},
"clat_ns" : {
"min" : 5596914,
"max" : 12312338,
"mean" : 8929676.713653,
"stddev" : 746658.936225,
"N" : 416676,
"percentile" : {
"1.000000" : 6979584,
"5.000000" : 7700480,
"10.000000" : 7962624,
"20.000000" : 8355840,
"30.000000" : 8585216,
"40.000000" : 8847360,
"50.000000" : 8847360,
"60.000000" : 9109504,
"70.000000" : 9240576,
"80.000000" : 9502720,
"90.000000" : 9895936,
"95.000000" : 10158080,
"99.000000" : 10682368,
"99.500000" : 10813440,
"99.900000" : 11337728,
"99.950000" : 11468800,
"99.990000" : 11862016
},
"bins" : {
"5603328" : 1,
"5668864" : 3,
"5734400" : 11,
"5799936" : 18,
"5865472" : 17,
"5931008" : 42,
"5996544" : 101,
"6062080" : 90,
"6127616" : 104,
"6193152" : 81,
"6258688" : 122,
"6324224" : 105,
"6389760" : 160,
"6455296" : 176,
"6520832" : 187,
"6586368" : 198,
"6651904" : 263,
"6717440" : 271,
"6782976" : 373,
"6848512" : 471,
"6914048" : 674,
"6979584" : 840,
"7045120" : 1101,
"7110656" : 1157,
"7176192" : 1185,
"7241728" : 1142,
"7307264" : 1200,
"7372800" : 1193,
"7438336" : 1508,
"7503872" : 1989,
"7569408" : 2403,
"7634944" : 2582,
"7700480" : 4498,
"7766016" : 6066,
"7831552" : 4405,
"7897088" : 3540,
"7962624" : 5351,
"8028160" : 7371,
"8093696" : 4599,
"8159232" : 6292,
"8224768" : 7140,
"8290304" : 10084,
"8355840" : 7297,
"8454144" : 21744,
"8585216" : 23563,
"8716288" : 25922,
"8847360" : 52716,
"8978432" : 32975,
"9109504" : 22766,
"9240576" : 27855,
"9371648" : 27698,
"9502720" : 19834,
"9633792" : 17654,
"9764864" : 12102,
"9895936" : 9366,
"10027008" : 9514,
"10158080" : 6268,
"10289152" : 9650,
"10420224" : 4651,
"10551296" : 1799,
"10682368" : 1586,
"10813440" : 878,
"10944512" : 572,
"11075584" : 462,
"11206656" : 234,
"11337728" : 175,
"11468800" : 92,
"11599872" : 65,
"11730944" : 59,
"11862016" : 37,
"11993088" : 16,
"12124160" : 9,
"12255232" : 3
}
},
"lat_ns" : {
"min" : 5845404,
"max" : 12707903,
"mean" : 9214937.493729,
"stddev" : 769849.664515,
"N" : 416676
},
"bw_min" : 3049472,
"bw_max" : 4673536,
"bw_agg" : 100.000000,
"bw_mean" : 3556068.933054,
"bw_dev" : 263775.734012,
"bw_samples" : 239,
"iops_min" : 2978,
"iops_max" : 4564,
"iops_mean" : 3472.661088,
"iops_stddev" : 257.593954,
"iops_samples" : 239
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 14.145951,
"sys_cpu" : 44.491204,
"ctx" : 407229,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 92.070578,
"20" : 7.929422,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071654,
"timestamp_ms" : 1773071654306,
"time" : "Mon Mar 9 12:54:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 472254513152,
"io_kbytes" : 461186048,
"bw_bytes" : 3632754968,
"bw" : 3547612,
"iops" : 3464.465111,
"runtime" : 129999,
"total_ios" : 450377,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 130911,
"max" : 1256471,
"mean" : 285911.612135,
"stddev" : 36339.597975,
"N" : 450378
},
"clat_ns" : {
"min" : 5596914,
"max" : 12312338,
"mean" : 8949943.466475,
"stddev" : 738364.212894,
"N" : 450377,
"percentile" : {
"1.000000" : 7045120,
"5.000000" : 7700480,
"10.000000" : 8028160,
"20.000000" : 8454144,
"30.000000" : 8585216,
"40.000000" : 8847360,
"50.000000" : 8978432,
"60.000000" : 9109504,
"70.000000" : 9371648,
"80.000000" : 9502720,
"90.000000" : 9895936,
"95.000000" : 10158080,
"99.000000" : 10551296,
"99.500000" : 10813440,
"99.900000" : 11337728,
"99.950000" : 11468800,
"99.990000" : 11862016
},
"bins" : {
"5603328" : 1,
"5668864" : 3,
"5734400" : 11,
"5799936" : 18,
"5865472" : 17,
"5931008" : 42,
"5996544" : 101,
"6062080" : 90,
"6127616" : 104,
"6193152" : 81,
"6258688" : 122,
"6324224" : 105,
"6389760" : 160,
"6455296" : 176,
"6520832" : 187,
"6586368" : 198,
"6651904" : 263,
"6717440" : 271,
"6782976" : 373,
"6848512" : 471,
"6914048" : 674,
"6979584" : 840,
"7045120" : 1101,
"7110656" : 1157,
"7176192" : 1185,
"7241728" : 1142,
"7307264" : 1200,
"7372800" : 1193,
"7438336" : 1508,
"7503872" : 1989,
"7569408" : 2403,
"7634944" : 2582,
"7700480" : 4501,
"7766016" : 6084,
"7831552" : 4434,
"7897088" : 3556,
"7962624" : 5392,
"8028160" : 7502,
"8093696" : 4699,
"8159232" : 6474,
"8224768" : 7399,
"8290304" : 10647,
"8355840" : 7844,
"8454144" : 23875,
"8585216" : 25971,
"8716288" : 27952,
"8847360" : 57147,
"8978432" : 35403,
"9109504" : 24234,
"9240576" : 29503,
"9371648" : 30046,
"9502720" : 23129,
"9633792" : 20949,
"9764864" : 14241,
"9895936" : 10735,
"10027008" : 10261,
"10158080" : 6680,
"10289152" : 10453,
"10420224" : 5126,
"10551296" : 1944,
"10682368" : 1664,
"10813440" : 921,
"10944512" : 605,
"11075584" : 503,
"11206656" : 259,
"11337728" : 180,
"11468800" : 97,
"11599872" : 66,
"11730944" : 66,
"11862016" : 39,
"11993088" : 16,
"12124160" : 9,
"12255232" : 3
}
},
"lat_ns" : {
"min" : 5845404,
"max" : 12707903,
"mean" : 9235855.853365,
"stddev" : 761286.650479,
"N" : 450377
},
"bw_min" : 3049472,
"bw_max" : 4673536,
"bw_agg" : 100.000000,
"bw_mean" : 3548506.084942,
"bw_dev" : 259288.563339,
"bw_samples" : 259,
"iops_min" : 2978,
"iops_max" : 4564,
"iops_mean" : 3465.277992,
"iops_stddev" : 253.211160,
"iops_samples" : 259
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 14.131647,
"sys_cpu" : 44.361110,
"ctx" : 441026,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 92.104615,
"20" : 7.895385,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071664,
"timestamp_ms" : 1773071664306,
"time" : "Mon Mar 9 12:54:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 506120372224,
"io_kbytes" : 494258176,
"bw_bytes" : 3615171338,
"bw" : 3530440,
"iops" : 3447.696055,
"runtime" : 139999,
"total_ios" : 482674,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 130911,
"max" : 1256471,
"mean" : 287313.495029,
"stddev" : 36262.647028,
"N" : 482675
},
"clat_ns" : {
"min" : 5596914,
"max" : 12488959,
"mean" : 8993429.087597,
"stddev" : 745329.329935,
"N" : 482674,
"percentile" : {
"1.000000" : 7045120,
"5.000000" : 7700480,
"10.000000" : 8028160,
"20.000000" : 8454144,
"30.000000" : 8716288,
"40.000000" : 8847360,
"50.000000" : 8978432,
"60.000000" : 9109504,
"70.000000" : 9371648,
"80.000000" : 9633792,
"90.000000" : 10027008,
"95.000000" : 10289152,
"99.000000" : 10682368,
"99.500000" : 10813440,
"99.900000" : 11337728,
"99.950000" : 11468800,
"99.990000" : 11862016
},
"bins" : {
"5603328" : 1,
"5668864" : 3,
"5734400" : 11,
"5799936" : 18,
"5865472" : 17,
"5931008" : 42,
"5996544" : 101,
"6062080" : 90,
"6127616" : 104,
"6193152" : 81,
"6258688" : 122,
"6324224" : 105,
"6389760" : 160,
"6455296" : 176,
"6520832" : 187,
"6586368" : 198,
"6651904" : 263,
"6717440" : 271,
"6782976" : 373,
"6848512" : 471,
"6914048" : 674,
"6979584" : 840,
"7045120" : 1101,
"7110656" : 1157,
"7176192" : 1185,
"7241728" : 1142,
"7307264" : 1200,
"7372800" : 1193,
"7438336" : 1508,
"7503872" : 1989,
"7569408" : 2403,
"7634944" : 2582,
"7700480" : 4501,
"7766016" : 6084,
"7831552" : 4434,
"7897088" : 3556,
"7962624" : 5392,
"8028160" : 7513,
"8093696" : 4706,
"8159232" : 6476,
"8224768" : 7402,
"8290304" : 10648,
"8355840" : 7847,
"8454144" : 23937,
"8585216" : 26449,
"8716288" : 28779,
"8847360" : 60130,
"8978432" : 37792,
"9109504" : 25900,
"9240576" : 31999,
"9371648" : 32647,
"9502720" : 25330,
"9633792" : 23356,
"9764864" : 16431,
"9895936" : 13060,
"10027008" : 13131,
"10158080" : 8506,
"10289152" : 13033,
"10420224" : 6302,
"10551296" : 2435,
"10682368" : 1937,
"10813440" : 1063,
"10944512" : 694,
"11075584" : 552,
"11206656" : 313,
"11337728" : 217,
"11468800" : 116,
"11599872" : 76,
"11730944" : 73,
"11862016" : 42,
"11993088" : 20,
"12124160" : 12,
"12255232" : 9,
"12386304" : 4,
"12517376" : 2
}
},
"lat_ns" : {
"min" : 5845404,
"max" : 12805723,
"mean" : 9280743.095692,
"stddev" : 768497.900085,
"N" : 482674
},
"bw_min" : 3049472,
"bw_max" : 4673536,
"bw_agg" : 100.000000,
"bw_mean" : 3531002.698925,
"bw_dev" : 260822.955380,
"bw_samples" : 279,
"iops_min" : 2978,
"iops_max" : 4564,
"iops_mean" : 3448.182796,
"iops_stddev" : 254.708478,
"iops_samples" : 279
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 13.877242,
"sys_cpu" : 44.297459,
"ctx" : 473406,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 90.822791,
"20" : 9.177209,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071674,
"timestamp_ms" : 1773071674306,
"time" : "Mon Mar 9 12:54:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 540796780544,
"io_kbytes" : 528121856,
"bw_bytes" : 3605335905,
"bw" : 3520835,
"iops" : 3438.322922,
"runtime" : 149999,
"total_ios" : 515745,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 130911,
"max" : 1256471,
"mean" : 288105.237844,
"stddev" : 36507.082320,
"N" : 515745
},
"clat_ns" : {
"min" : 5596914,
"max" : 12682695,
"mean" : 9017958.570046,
"stddev" : 759622.737997,
"N" : 515744,
"percentile" : {
"1.000000" : 7045120,
"5.000000" : 7766016,
"10.000000" : 8028160,
"20.000000" : 8454144,
"30.000000" : 8716288,
"40.000000" : 8847360,
"50.000000" : 8978432,
"60.000000" : 9240576,
"70.000000" : 9371648,
"80.000000" : 9633792,
"90.000000" : 10027008,
"95.000000" : 10289152,
"99.000000" : 10813440,
"99.500000" : 10944512,
"99.900000" : 11599872,
"99.950000" : 11730944,
"99.990000" : 12255232
},
"bins" : {
"5603328" : 1,
"5668864" : 3,
"5734400" : 11,
"5799936" : 18,
"5865472" : 17,
"5931008" : 42,
"5996544" : 101,
"6062080" : 90,
"6127616" : 104,
"6193152" : 81,
"6258688" : 122,
"6324224" : 105,
"6389760" : 160,
"6455296" : 176,
"6520832" : 187,
"6586368" : 198,
"6651904" : 263,
"6717440" : 271,
"6782976" : 373,
"6848512" : 471,
"6914048" : 674,
"6979584" : 840,
"7045120" : 1101,
"7110656" : 1157,
"7176192" : 1185,
"7241728" : 1142,
"7307264" : 1200,
"7372800" : 1193,
"7438336" : 1508,
"7503872" : 1989,
"7569408" : 2403,
"7634944" : 2582,
"7700480" : 4529,
"7766016" : 6132,
"7831552" : 4478,
"7897088" : 3627,
"7962624" : 5579,
"8028160" : 7933,
"8093696" : 5031,
"8159232" : 6964,
"8224768" : 7984,
"8290304" : 11670,
"8355840" : 8767,
"8454144" : 25987,
"8585216" : 28019,
"8716288" : 30276,
"8847360" : 62842,
"8978432" : 39788,
"9109504" : 27855,
"9240576" : 33863,
"9371648" : 34475,
"9502720" : 26846,
"9633792" : 24424,
"9764864" : 17166,
"9895936" : 13746,
"10027008" : 13817,
"10158080" : 9019,
"10289152" : 16239,
"10420224" : 7905,
"10551296" : 3048,
"10682368" : 2805,
"10813440" : 1487,
"10944512" : 1159,
"11075584" : 790,
"11206656" : 533,
"11337728" : 405,
"11468800" : 211,
"11599872" : 207,
"11730944" : 151,
"11862016" : 82,
"11993088" : 40,
"12124160" : 24,
"12255232" : 23,
"12386304" : 17,
"12517376" : 21,
"12648448" : 12
}
},
"lat_ns" : {
"min" : 5845404,
"max" : 13059921,
"mean" : 9306063.346174,
"stddev" : 783263.895675,
"N" : 515744
},
"bw_min" : 2922496,
"bw_max" : 4673536,
"bw_agg" : 100.000000,
"bw_mean" : 3522481.086957,
"bw_dev" : 263915.416978,
"bw_samples" : 299,
"iops_min" : 2854,
"iops_max" : 4564,
"iops_mean" : 3439.859532,
"iops_stddev" : 257.733266,
"iops_samples" : 299
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 13.780759,
"sys_cpu" : 44.236295,
"ctx" : 506665,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 89.625299,
"20" : 10.374507,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071684,
"timestamp_ms" : 1773071684306,
"time" : "Mon Mar 9 12:54:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 576866746368,
"io_kbytes" : 563346432,
"bw_bytes" : 3605439698,
"bw" : 3520937,
"iops" : 3438.415240,
"runtime" : 159999,
"total_ios" : 550143,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 130911,
"max" : 1256471,
"mean" : 288095.714378,
"stddev" : 36147.748791,
"N" : 550144
},
"clat_ns" : {
"min" : 5596914,
"max" : 12682695,
"mean" : 9017715.854168,
"stddev" : 747792.489711,
"N" : 550143,
"percentile" : {
"1.000000" : 7110656,
"5.000000" : 7766016,
"10.000000" : 8093696,
"20.000000" : 8454144,
"30.000000" : 8716288,
"40.000000" : 8847360,
"50.000000" : 8978432,
"60.000000" : 9240576,
"70.000000" : 9371648,
"80.000000" : 9633792,
"90.000000" : 10027008,
"95.000000" : 10289152,
"99.000000" : 10682368,
"99.500000" : 10944512,
"99.900000" : 11599872,
"99.950000" : 11730944,
"99.990000" : 12255232
},
"bins" : {
"5603328" : 1,
"5668864" : 3,
"5734400" : 11,
"5799936" : 18,
"5865472" : 17,
"5931008" : 42,
"5996544" : 101,
"6062080" : 90,
"6127616" : 104,
"6193152" : 81,
"6258688" : 122,
"6324224" : 105,
"6389760" : 160,
"6455296" : 176,
"6520832" : 187,
"6586368" : 198,
"6651904" : 263,
"6717440" : 271,
"6782976" : 373,
"6848512" : 471,
"6914048" : 674,
"6979584" : 840,
"7045120" : 1101,
"7110656" : 1157,
"7176192" : 1185,
"7241728" : 1142,
"7307264" : 1200,
"7372800" : 1193,
"7438336" : 1508,
"7503872" : 1989,
"7569408" : 2403,
"7634944" : 2582,
"7700480" : 4547,
"7766016" : 6184,
"7831552" : 4531,
"7897088" : 3672,
"7962624" : 5719,
"8028160" : 8250,
"8093696" : 5331,
"8159232" : 7376,
"8224768" : 8543,
"8290304" : 12863,
"8355840" : 9920,
"8454144" : 28738,
"8585216" : 30481,
"8716288" : 32292,
"8847360" : 67126,
"8978432" : 42943,
"9109504" : 30466,
"9240576" : 37070,
"9371648" : 37773,
"9502720" : 28770,
"9633792" : 25462,
"9764864" : 17941,
"9895936" : 14445,
"10027008" : 14374,
"10158080" : 9400,
"10289152" : 16700,
"10420224" : 8093,
"10551296" : 3182,
"10682368" : 2902,
"10813440" : 1544,
"10944512" : 1178,
"11075584" : 803,
"11206656" : 546,
"11337728" : 412,
"11468800" : 221,
"11599872" : 207,
"11730944" : 151,
"11862016" : 82,
"11993088" : 40,
"12124160" : 24,
"12255232" : 23,
"12386304" : 17,
"12517376" : 21,
"12648448" : 12
}
},
"lat_ns" : {
"min" : 5845404,
"max" : 13059921,
"mean" : 9305811.879682,
"stddev" : 771045.329684,
"N" : 550143
},
"bw_min" : 2922496,
"bw_max" : 4673536,
"bw_agg" : 100.000000,
"bw_mean" : 3521718.996865,
"bw_dev" : 258820.802731,
"bw_samples" : 319,
"iops_min" : 2854,
"iops_max" : 4564,
"iops_mean" : 3439.115987,
"iops_stddev" : 252.759927,
"iops_samples" : 319
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 13.811961,
"sys_cpu" : 44.204651,
"ctx" : 541084,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 89.960065,
"20" : 10.039935,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071694,
"timestamp_ms" : 1773071694306,
"time" : "Mon Mar 9 12:54:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 608982532096,
"io_kbytes" : 594709504,
"bw_bytes" : 3582271260,
"bw" : 3498311,
"iops" : 3416.320096,
"runtime" : 169999,
"total_ios" : 580771,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 130911,
"max" : 1256471,
"mean" : 289977.244423,
"stddev" : 36873.879091,
"N" : 580772
},
"clat_ns" : {
"min" : 5596914,
"max" : 12875429,
"mean" : 9076026.548157,
"stddev" : 784297.828183,
"N" : 580771,
"percentile" : {
"1.000000" : 7110656,
"5.000000" : 7766016,
"10.000000" : 8159232,
"20.000000" : 8454144,
"30.000000" : 8716288,
"40.000000" : 8847360,
"50.000000" : 8978432,
"60.000000" : 9240576,
"70.000000" : 9371648,
"80.000000" : 9633792,
"90.000000" : 10158080,
"95.000000" : 10420224,
"99.000000" : 11075584,
"99.500000" : 11337728,
"99.900000" : 11862016,
"99.950000" : 11993088,
"99.990000" : 12517376
},
"bins" : {
"5603328" : 1,
"5668864" : 3,
"5734400" : 11,
"5799936" : 18,
"5865472" : 17,
"5931008" : 42,
"5996544" : 101,
"6062080" : 90,
"6127616" : 104,
"6193152" : 81,
"6258688" : 122,
"6324224" : 105,
"6389760" : 160,
"6455296" : 176,
"6520832" : 187,
"6586368" : 198,
"6651904" : 263,
"6717440" : 271,
"6782976" : 373,
"6848512" : 471,
"6914048" : 674,
"6979584" : 840,
"7045120" : 1101,
"7110656" : 1157,
"7176192" : 1185,
"7241728" : 1142,
"7307264" : 1200,
"7372800" : 1193,
"7438336" : 1508,
"7503872" : 1989,
"7569408" : 2403,
"7634944" : 2582,
"7700480" : 4547,
"7766016" : 6184,
"7831552" : 4531,
"7897088" : 3672,
"7962624" : 5719,
"8028160" : 8250,
"8093696" : 5331,
"8159232" : 7376,
"8224768" : 8543,
"8290304" : 12863,
"8355840" : 9920,
"8454144" : 28738,
"8585216" : 30490,
"8716288" : 32317,
"8847360" : 67350,
"8978432" : 43239,
"9109504" : 30839,
"9240576" : 38055,
"9371648" : 40687,
"9502720" : 31788,
"9633792" : 27622,
"9764864" : 20403,
"9895936" : 16874,
"10027008" : 16159,
"10158080" : 10416,
"10289152" : 19624,
"10420224" : 9573,
"10551296" : 4123,
"10682368" : 4472,
"10813440" : 2603,
"10944512" : 2474,
"11075584" : 1888,
"11206656" : 1377,
"11337728" : 854,
"11468800" : 540,
"11599872" : 452,
"11730944" : 436,
"11862016" : 296,
"11993088" : 123,
"12124160" : 61,
"12255232" : 93,
"12386304" : 37,
"12517376" : 29,
"12648448" : 25,
"12779520" : 8,
"12910592" : 2
}
},
"lat_ns" : {
"min" : 5845404,
"max" : 13283382,
"mean" : 9366003.252034,
"stddev" : 808767.801936,
"N" : 580771
},
"bw_min" : 2826240,
"bw_max" : 4673536,
"bw_agg" : 100.000000,
"bw_mean" : 3499902.197640,
"bw_dev" : 270033.266236,
"bw_samples" : 339,
"iops_min" : 2760,
"iops_max" : 4564,
"iops_mean" : 3417.811209,
"iops_stddev" : 263.705838,
"iops_samples" : 339
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 13.587727,
"sys_cpu" : 44.030847,
"ctx" : 571907,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 87.900911,
"20" : 12.099089,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071704,
"timestamp_ms" : 1773071704306,
"time" : "Mon Mar 9 12:55:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 642628190208,
"io_kbytes" : 627566592,
"bw_bytes" : 3570176446,
"bw" : 3486500,
"iops" : 3404.785582,
"runtime" : 179999,
"total_ios" : 612858,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 130911,
"max" : 1256471,
"mean" : 290967.643502,
"stddev" : 36712.212731,
"N" : 612859
},
"clat_ns" : {
"min" : 5596914,
"max" : 12875429,
"mean" : 9106722.081063,
"stddev" : 783012.024267,
"N" : 612858,
"percentile" : {
"1.000000" : 7110656,
"5.000000" : 7831552,
"10.000000" : 8159232,
"20.000000" : 8454144,
"30.000000" : 8716288,
"40.000000" : 8847360,
"50.000000" : 9109504,
"60.000000" : 9240576,
"70.000000" : 9502720,
"80.000000" : 9764864,
"90.000000" : 10158080,
"95.000000" : 10420224,
"99.000000" : 11075584,
"99.500000" : 11337728,
"99.900000" : 11862016,
"99.950000" : 11993088,
"99.990000" : 12517376
},
"bins" : {
"5603328" : 1,
"5668864" : 3,
"5734400" : 11,
"5799936" : 18,
"5865472" : 17,
"5931008" : 42,
"5996544" : 101,
"6062080" : 90,
"6127616" : 104,
"6193152" : 81,
"6258688" : 122,
"6324224" : 105,
"6389760" : 160,
"6455296" : 176,
"6520832" : 187,
"6586368" : 198,
"6651904" : 263,
"6717440" : 271,
"6782976" : 373,
"6848512" : 471,
"6914048" : 674,
"6979584" : 840,
"7045120" : 1101,
"7110656" : 1157,
"7176192" : 1185,
"7241728" : 1142,
"7307264" : 1200,
"7372800" : 1193,
"7438336" : 1508,
"7503872" : 1989,
"7569408" : 2403,
"7634944" : 2582,
"7700480" : 4547,
"7766016" : 6184,
"7831552" : 4531,
"7897088" : 3672,
"7962624" : 5724,
"8028160" : 8287,
"8093696" : 5373,
"8159232" : 7442,
"8224768" : 8602,
"8290304" : 12972,
"8355840" : 10068,
"8454144" : 29001,
"8585216" : 30814,
"8716288" : 32799,
"8847360" : 68023,
"8978432" : 44035,
"9109504" : 31988,
"9240576" : 40335,
"9371648" : 43940,
"9502720" : 35357,
"9633792" : 32042,
"9764864" : 23982,
"9895936" : 19265,
"10027008" : 18543,
"10158080" : 12256,
"10289152" : 21716,
"10420224" : 10529,
"10551296" : 4465,
"10682368" : 4786,
"10813440" : 2744,
"10944512" : 2569,
"11075584" : 1990,
"11206656" : 1438,
"11337728" : 897,
"11468800" : 589,
"11599872" : 467,
"11730944" : 440,
"11862016" : 298,
"11993088" : 125,
"12124160" : 61,
"12255232" : 93,
"12386304" : 37,
"12517376" : 29,
"12648448" : 25,
"12779520" : 8,
"12910592" : 2
}
},
"lat_ns" : {
"min" : 5845404,
"max" : 13283382,
"mean" : 9397687.950720,
"stddev" : 807449.259478,
"N" : 612858
},
"bw_min" : 2826240,
"bw_max" : 4673536,
"bw_agg" : 100.000000,
"bw_mean" : 3488394.089136,
"bw_dev" : 268103.973175,
"bw_samples" : 359,
"iops_min" : 2760,
"iops_max" : 4564,
"iops_mean" : 3406.573816,
"iops_stddev" : 261.821498,
"iops_samples" : 359
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 13.392852,
"sys_cpu" : 44.015800,
"ctx" : 604047,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 87.258060,
"20" : 12.741940,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071704,
"timestamp_ms" : 1773071704345,
"time" : "Mon Mar 9 12:55:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 642663841792,
"io_kbytes" : 627601408,
"bw_bytes" : 3570334841,
"bw" : 3486655,
"iops" : 3404.758862,
"runtime" : 180001,
"total_ios" : 612860,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 130911,
"max" : 1256471,
"mean" : 290967.742607,
"stddev" : 36712.193954,
"N" : 612861
},
"clat_ns" : {
"min" : 4707,
"max" : 12875429,
"mean" : 9106513.421845,
"stddev" : 783838.052782,
"N" : 612891,
"percentile" : {
"1.000000" : 7110656,
"5.000000" : 7831552,
"10.000000" : 8159232,
"20.000000" : 8454144,
"30.000000" : 8716288,
"40.000000" : 8847360,
"50.000000" : 9109504,
"60.000000" : 9240576,
"70.000000" : 9502720,
"80.000000" : 9764864,
"90.000000" : 10158080,
"95.000000" : 10420224,
"99.000000" : 11075584,
"99.500000" : 11337728,
"99.900000" : 11862016,
"99.950000" : 11993088,
"99.990000" : 12517376
},
"bins" : {
"4704" : 1,
"329728" : 1,
"667648" : 1,
"995328" : 1,
"1318912" : 1,
"1662976" : 1,
"1974272" : 1,
"2310144" : 1,
"2637824" : 1,
"2965504" : 1,
"3293184" : 1,
"3588096" : 1,
"3915776" : 1,
"4227072" : 1,
"4554752" : 1,
"4882432" : 1,
"5210112" : 1,
"5537792" : 1,
"5603328" : 1,
"5668864" : 3,
"5734400" : 11,
"5799936" : 18,
"5865472" : 18,
"5931008" : 42,
"5996544" : 101,
"6062080" : 90,
"6127616" : 104,
"6193152" : 82,
"6258688" : 122,
"6324224" : 105,
"6389760" : 160,
"6455296" : 176,
"6520832" : 188,
"6586368" : 198,
"6651904" : 263,
"6717440" : 271,
"6782976" : 373,
"6848512" : 471,
"6914048" : 675,
"6979584" : 840,
"7045120" : 1101,
"7110656" : 1157,
"7176192" : 1186,
"7241728" : 1142,
"7307264" : 1200,
"7372800" : 1193,
"7438336" : 1508,
"7503872" : 1990,
"7569408" : 2403,
"7634944" : 2582,
"7700480" : 4547,
"7766016" : 6184,
"7831552" : 4531,
"7897088" : 3673,
"7962624" : 5724,
"8028160" : 8287,
"8093696" : 5373,
"8159232" : 7442,
"8224768" : 8603,
"8290304" : 12972,
"8355840" : 10068,
"8454144" : 29001,
"8585216" : 30815,
"8716288" : 32799,
"8847360" : 68024,
"8978432" : 44035,
"9109504" : 31988,
"9240576" : 40336,
"9371648" : 43940,
"9502720" : 35358,
"9633792" : 32042,
"9764864" : 23983,
"9895936" : 19265,
"10027008" : 18543,
"10158080" : 12258,
"10289152" : 21716,
"10420224" : 10529,
"10551296" : 4465,
"10682368" : 4786,
"10813440" : 2744,
"10944512" : 2569,
"11075584" : 1990,
"11206656" : 1438,
"11337728" : 897,
"11468800" : 589,
"11599872" : 467,
"11730944" : 440,
"11862016" : 298,
"11993088" : 125,
"12124160" : 61,
"12255232" : 93,
"12386304" : 37,
"12517376" : 29,
"12648448" : 25,
"12779520" : 8,
"12910592" : 2
}
},
"lat_ns" : {
"min" : 324296,
"max" : 13283382,
"mean" : 9397481.218005,
"stddev" : 808240.746936,
"N" : 612891
},
"bw_min" : 2826240,
"bw_max" : 4673536,
"bw_agg" : 100.000000,
"bw_mean" : 3487300.016667,
"bw_dev" : 268533.864455,
"bw_samples" : 360,
"iops_min" : 2760,
"iops_max" : 4564,
"iops_mean" : 3405.505556,
"iops_stddev" : 262.241059,
"iops_samples" : 360
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180000,
"usr_cpu" : 13.392778,
"sys_cpu" : 44.015556,
"ctx" : 604049,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999837,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 87.260712,
"20" : 12.742225,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}