raidz2/benchmarks/seq/seq-write-qd32-nj1_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773071764,
"timestamp_ms" : 1773071764114,
"time" : "Mon Mar 9 12:56:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 32218546176,
"io_kbytes" : 31463424,
"bw_bytes" : 3306840416,
"bw" : 3229336,
"iops" : 3157.035821,
"runtime" : 9743,
"total_ios" : 30759,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9743,
"usr_cpu" : 12.162578,
"sys_cpu" : 40.080057,
"ctx" : 26241,
"majf" : 0,
"minf" : 7,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.899216,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071774,
"timestamp_ms" : 1773071774369,
"time" : "Mon Mar 9 12:56:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 36406558720,
"io_kbytes" : 35553280,
"bw_bytes" : 3641019973,
"bw" : 3555683,
"iops" : 3472.347235,
"runtime" : 9999,
"total_ios" : 34720,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 133915,
"max" : 861768,
"mean" : 285279.293626,
"stddev" : 35637.680465,
"N" : 34721
},
"clat_ns" : {
"min" : 5324558,
"max" : 12498243,
"mean" : 8930499.204579,
"stddev" : 707719.309267,
"N" : 34720,
"percentile" : {
"1.000000" : 7569408,
"5.000000" : 7766016,
"10.000000" : 7962624,
"20.000000" : 8454144,
"30.000000" : 8585216,
"40.000000" : 8847360,
"50.000000" : 8847360,
"60.000000" : 8978432,
"70.000000" : 9240576,
"80.000000" : 9502720,
"90.000000" : 9764864,
"95.000000" : 10158080,
"99.000000" : 10944512,
"99.500000" : 11075584,
"99.900000" : 11730944,
"99.950000" : 11993088,
"99.990000" : 12386304
},
"bins" : {
"5341184" : 3,
"5406720" : 9,
"5472256" : 3,
"5537792" : 3,
"5603328" : 4,
"5668864" : 2,
"5734400" : 2,
"5799936" : 4,
"5931008" : 2,
"5996544" : 3,
"6062080" : 1,
"6127616" : 2,
"6193152" : 2,
"6258688" : 2,
"6324224" : 2,
"6389760" : 2,
"6455296" : 1,
"6520832" : 2,
"6586368" : 1,
"6651904" : 2,
"6717440" : 3,
"6782976" : 1,
"6848512" : 1,
"6914048" : 2,
"6979584" : 4,
"7110656" : 5,
"7176192" : 3,
"7241728" : 10,
"7307264" : 11,
"7372800" : 11,
"7438336" : 53,
"7503872" : 100,
"7569408" : 214,
"7634944" : 273,
"7700480" : 586,
"7766016" : 786,
"7831552" : 596,
"7897088" : 390,
"7962624" : 425,
"8028160" : 510,
"8093696" : 304,
"8159232" : 401,
"8224768" : 469,
"8290304" : 825,
"8355840" : 578,
"8454144" : 1991,
"8585216" : 2307,
"8716288" : 2427,
"8847360" : 6184,
"8978432" : 2900,
"9109504" : 1698,
"9240576" : 1414,
"9371648" : 1293,
"9502720" : 1326,
"9633792" : 1689,
"9764864" : 1501,
"9895936" : 986,
"10027008" : 565,
"10158080" : 362,
"10289152" : 361,
"10420224" : 261,
"10551296" : 162,
"10682368" : 166,
"10813440" : 149,
"10944512" : 140,
"11075584" : 72,
"11206656" : 46,
"11337728" : 21,
"11468800" : 27,
"11599872" : 18,
"11730944" : 11,
"11862016" : 8,
"11993088" : 8,
"12124160" : 4,
"12255232" : 6,
"12386304" : 2,
"12517376" : 2
}
},
"lat_ns" : {
"min" : 5491694,
"max" : 12847716,
"mean" : 9215793.282287,
"stddev" : 729439.280421,
"N" : 34720
},
"bw_min" : 3168256,
"bw_max" : 4065280,
"bw_agg" : 99.810850,
"bw_mean" : 3548958.210526,
"bw_dev" : 236174.450901,
"bw_samples" : 19,
"iops_min" : 3094,
"iops_max" : 3970,
"iops_mean" : 3465.736842,
"iops_stddev" : 230.652177,
"iops_samples" : 19
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 15.151515,
"sys_cpu" : 43.564356,
"ctx" : 34176,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 93.701037,
"20" : 6.298963,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071784,
"timestamp_ms" : 1773071784370,
"time" : "Mon Mar 9 12:56:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 72195506176,
"io_kbytes" : 70503424,
"bw_bytes" : 3609955806,
"bw" : 3525347,
"iops" : 3442.722136,
"runtime" : 19999,
"total_ios" : 68851,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 133915,
"max" : 861768,
"mean" : 287766.642262,
"stddev" : 33738.095816,
"N" : 68852
},
"clat_ns" : {
"min" : 5324558,
"max" : 12498243,
"mean" : 9006652.982600,
"stddev" : 656890.393790,
"N" : 68851,
"percentile" : {
"1.000000" : 7634944,
"5.000000" : 7897088,
"10.000000" : 8159232,
"20.000000" : 8454144,
"30.000000" : 8716288,
"40.000000" : 8847360,
"50.000000" : 8978432,
"60.000000" : 9109504,
"70.000000" : 9371648,
"80.000000" : 9502720,
"90.000000" : 9764864,
"95.000000" : 10158080,
"99.000000" : 10813440,
"99.500000" : 10944512,
"99.900000" : 11599872,
"99.950000" : 11730944,
"99.990000" : 12255232
},
"bins" : {
"5341184" : 3,
"5406720" : 9,
"5472256" : 3,
"5537792" : 3,
"5603328" : 4,
"5668864" : 2,
"5734400" : 2,
"5799936" : 4,
"5931008" : 2,
"5996544" : 3,
"6062080" : 1,
"6127616" : 2,
"6193152" : 2,
"6258688" : 2,
"6324224" : 2,
"6389760" : 2,
"6455296" : 1,
"6520832" : 2,
"6586368" : 1,
"6651904" : 2,
"6717440" : 3,
"6782976" : 1,
"6848512" : 1,
"6914048" : 2,
"6979584" : 4,
"7110656" : 5,
"7176192" : 3,
"7241728" : 10,
"7307264" : 11,
"7372800" : 11,
"7438336" : 53,
"7503872" : 100,
"7569408" : 214,
"7634944" : 273,
"7700480" : 659,
"7766016" : 958,
"7831552" : 710,
"7897088" : 514,
"7962624" : 746,
"8028160" : 1144,
"8093696" : 753,
"8159232" : 1054,
"8224768" : 1242,
"8290304" : 1758,
"8355840" : 1129,
"8454144" : 3696,
"8585216" : 3678,
"8716288" : 3756,
"8847360" : 9777,
"8978432" : 6061,
"9109504" : 4208,
"9240576" : 4692,
"9371648" : 5291,
"9502720" : 4061,
"9633792" : 3341,
"9764864" : 2373,
"9895936" : 1620,
"10027008" : 1064,
"10158080" : 895,
"10289152" : 1138,
"10420224" : 592,
"10551296" : 265,
"10682368" : 243,
"10813440" : 212,
"10944512" : 173,
"11075584" : 92,
"11206656" : 68,
"11337728" : 33,
"11468800" : 35,
"11599872" : 24,
"11730944" : 19,
"11862016" : 12,
"11993088" : 8,
"12124160" : 4,
"12255232" : 6,
"12386304" : 2,
"12517376" : 2
}
},
"lat_ns" : {
"min" : 5491694,
"max" : 12847716,
"mean" : 9294408.167361,
"stddev" : 676962.611664,
"N" : 68851
},
"bw_min" : 3168256,
"bw_max" : 4065280,
"bw_agg" : 99.905897,
"bw_mean" : 3522030.076923,
"bw_dev" : 206052.707205,
"bw_samples" : 39,
"iops_min" : 3094,
"iops_max" : 3970,
"iops_mean" : 3439.435897,
"iops_stddev" : 201.224252,
"iops_samples" : 39
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 14.400720,
"sys_cpu" : 43.807190,
"ctx" : 68376,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 93.390074,
"20" : 6.609926,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071794,
"timestamp_ms" : 1773071794370,
"time" : "Mon Mar 9 12:56:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 106592993280,
"io_kbytes" : 104094720,
"bw_bytes" : 3553218216,
"bw" : 3469939,
"iops" : 3388.612954,
"runtime" : 29999,
"total_ios" : 101655,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 133915,
"max" : 904141,
"mean" : 292398.601116,
"stddev" : 32911.957782,
"N" : 101656
},
"clat_ns" : {
"min" : 5324558,
"max" : 12498243,
"mean" : 9150415.075619,
"stddev" : 640179.267643,
"N" : 101655,
"percentile" : {
"1.000000" : 7700480,
"5.000000" : 8028160,
"10.000000" : 8290304,
"20.000000" : 8716288,
"30.000000" : 8847360,
"40.000000" : 8978432,
"50.000000" : 9109504,
"60.000000" : 9371648,
"70.000000" : 9502720,
"80.000000" : 9633792,
"90.000000" : 9895936,
"95.000000" : 10158080,
"99.000000" : 10682368,
"99.500000" : 10944512,
"99.900000" : 11468800,
"99.950000" : 11730944,
"99.990000" : 12124160
},
"bins" : {
"5341184" : 3,
"5406720" : 9,
"5472256" : 3,
"5537792" : 3,
"5603328" : 4,
"5668864" : 2,
"5734400" : 2,
"5799936" : 4,
"5931008" : 2,
"5996544" : 3,
"6062080" : 1,
"6127616" : 2,
"6193152" : 2,
"6258688" : 2,
"6324224" : 2,
"6389760" : 2,
"6455296" : 1,
"6520832" : 2,
"6586368" : 1,
"6651904" : 2,
"6717440" : 3,
"6782976" : 1,
"6848512" : 1,
"6914048" : 2,
"6979584" : 4,
"7110656" : 5,
"7176192" : 3,
"7241728" : 10,
"7307264" : 11,
"7372800" : 11,
"7438336" : 53,
"7503872" : 100,
"7569408" : 214,
"7634944" : 273,
"7700480" : 659,
"7766016" : 958,
"7831552" : 714,
"7897088" : 521,
"7962624" : 750,
"8028160" : 1151,
"8093696" : 762,
"8159232" : 1069,
"8224768" : 1253,
"8290304" : 1800,
"8355840" : 1194,
"8454144" : 4050,
"8585216" : 4126,
"8716288" : 4714,
"8847360" : 13327,
"8978432" : 8596,
"9109504" : 6000,
"9240576" : 6935,
"9371648" : 8493,
"9502720" : 7694,
"9633792" : 7731,
"9764864" : 5897,
"9895936" : 3425,
"10027008" : 2529,
"10158080" : 1535,
"10289152" : 2063,
"10420224" : 1151,
"10551296" : 455,
"10682368" : 401,
"10813440" : 309,
"10944512" : 236,
"11075584" : 139,
"11206656" : 99,
"11337728" : 58,
"11468800" : 41,
"11599872" : 24,
"11730944" : 19,
"11862016" : 12,
"11993088" : 8,
"12124160" : 4,
"12255232" : 6,
"12386304" : 2,
"12517376" : 2
}
},
"lat_ns" : {
"min" : 5491694,
"max" : 12847716,
"mean" : 9442805.849451,
"stddev" : 659792.866671,
"N" : 101655
},
"bw_min" : 3168256,
"bw_max" : 4065280,
"bw_agg" : 100.000000,
"bw_mean" : 3474400.389831,
"bw_dev" : 197620.010400,
"bw_samples" : 59,
"iops_min" : 3094,
"iops_max" : 3970,
"iops_mean" : 3392.932203,
"iops_stddev" : 192.986141,
"iops_samples" : 59
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 13.547118,
"sys_cpu" : 43.534784,
"ctx" : 101259,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 91.874477,
"20" : 8.125523,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071804,
"timestamp_ms" : 1773071804369,
"time" : "Mon Mar 9 12:56:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 142835974144,
"io_kbytes" : 139488256,
"bw_bytes" : 3570988628,
"bw" : 3487293,
"iops" : 3405.585140,
"runtime" : 39999,
"total_ios" : 136220,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 133915,
"max" : 904141,
"mean" : 290922.427881,
"stddev" : 33250.058599,
"N" : 136220
},
"clat_ns" : {
"min" : 5324558,
"max" : 12498243,
"mean" : 9104787.759476,
"stddev" : 647895.433520,
"N" : 136219,
"percentile" : {
"1.000000" : 7700480,
"5.000000" : 8028160,
"10.000000" : 8290304,
"20.000000" : 8585216,
"30.000000" : 8847360,
"40.000000" : 8847360,
"50.000000" : 9109504,
"60.000000" : 9240576,
"70.000000" : 9502720,
"80.000000" : 9633792,
"90.000000" : 9895936,
"95.000000" : 10158080,
"99.000000" : 10682368,
"99.500000" : 10944512,
"99.900000" : 11468800,
"99.950000" : 11730944,
"99.990000" : 12124160
},
"bins" : {
"5341184" : 3,
"5406720" : 9,
"5472256" : 3,
"5537792" : 3,
"5603328" : 4,
"5668864" : 2,
"5734400" : 2,
"5799936" : 4,
"5931008" : 2,
"5996544" : 3,
"6062080" : 1,
"6127616" : 2,
"6193152" : 2,
"6258688" : 2,
"6324224" : 2,
"6389760" : 2,
"6455296" : 1,
"6520832" : 2,
"6586368" : 1,
"6651904" : 2,
"6717440" : 3,
"6782976" : 1,
"6848512" : 1,
"6914048" : 2,
"6979584" : 4,
"7110656" : 5,
"7176192" : 3,
"7241728" : 10,
"7307264" : 11,
"7372800" : 11,
"7438336" : 53,
"7503872" : 102,
"7569408" : 217,
"7634944" : 282,
"7700480" : 884,
"7766016" : 1289,
"7831552" : 941,
"7897088" : 720,
"7962624" : 1290,
"8028160" : 1994,
"8093696" : 1210,
"8159232" : 1785,
"8224768" : 2015,
"8290304" : 3050,
"8355840" : 2114,
"8454144" : 6907,
"8585216" : 7005,
"8716288" : 6995,
"8847360" : 17057,
"8978432" : 10791,
"9109504" : 8079,
"9240576" : 8965,
"9371648" : 9945,
"9502720" : 9340,
"9633792" : 9799,
"9764864" : 7243,
"9895936" : 4495,
"10027008" : 3183,
"10158080" : 1847,
"10289152" : 2691,
"10420224" : 1519,
"10551296" : 559,
"10682368" : 538,
"10813440" : 372,
"10944512" : 302,
"11075584" : 183,
"11206656" : 117,
"11337728" : 75,
"11468800" : 59,
"11599872" : 33,
"11730944" : 29,
"11862016" : 15,
"11993088" : 13,
"12124160" : 4,
"12255232" : 6,
"12386304" : 2,
"12517376" : 2
}
},
"lat_ns" : {
"min" : 5491694,
"max" : 12847716,
"mean" : 9395713.129204,
"stddev" : 667779.979519,
"N" : 136219
},
"bw_min" : 3168256,
"bw_max" : 4065280,
"bw_agg" : 99.951063,
"bw_mean" : 3485587.303797,
"bw_dev" : 203923.814702,
"bw_samples" : 79,
"iops_min" : 3094,
"iops_max" : 3970,
"iops_mean" : 3403.860759,
"iops_stddev" : 199.147139,
"iops_samples" : 79
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 13.712843,
"sys_cpu" : 43.651091,
"ctx" : 135804,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 92.335927,
"20" : 7.663339,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071814,
"timestamp_ms" : 1773071814370,
"time" : "Mon Mar 9 12:56:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 176331685888,
"io_kbytes" : 172198912,
"bw_bytes" : 3526704251,
"bw" : 3444047,
"iops" : 3363.327267,
"runtime" : 49999,
"total_ios" : 168163,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 133915,
"max" : 904141,
"mean" : 294614.392462,
"stddev" : 33456.755051,
"N" : 168164
},
"clat_ns" : {
"min" : 5324558,
"max" : 12550663,
"mean" : 9219077.801889,
"stddev" : 674973.574593,
"N" : 168163,
"percentile" : {
"1.000000" : 7766016,
"5.000000" : 8093696,
"10.000000" : 8355840,
"20.000000" : 8716288,
"30.000000" : 8847360,
"40.000000" : 8978432,
"50.000000" : 9240576,
"60.000000" : 9371648,
"70.000000" : 9633792,
"80.000000" : 9764864,
"90.000000" : 10027008,
"95.000000" : 10289152,
"99.000000" : 10944512,
"99.500000" : 11075584,
"99.900000" : 11730944,
"99.950000" : 11862016,
"99.990000" : 12255232
},
"bins" : {
"5341184" : 3,
"5406720" : 9,
"5472256" : 3,
"5537792" : 3,
"5603328" : 4,
"5668864" : 2,
"5734400" : 2,
"5799936" : 4,
"5931008" : 2,
"5996544" : 3,
"6062080" : 1,
"6127616" : 2,
"6193152" : 2,
"6258688" : 2,
"6324224" : 2,
"6389760" : 2,
"6455296" : 1,
"6520832" : 2,
"6586368" : 1,
"6651904" : 2,
"6717440" : 3,
"6782976" : 1,
"6848512" : 1,
"6914048" : 2,
"6979584" : 4,
"7110656" : 5,
"7176192" : 3,
"7241728" : 10,
"7307264" : 11,
"7372800" : 11,
"7438336" : 53,
"7503872" : 102,
"7569408" : 217,
"7634944" : 282,
"7700480" : 884,
"7766016" : 1289,
"7831552" : 941,
"7897088" : 720,
"7962624" : 1290,
"8028160" : 1997,
"8093696" : 1214,
"8159232" : 1797,
"8224768" : 2016,
"8290304" : 3064,
"8355840" : 2127,
"8454144" : 6993,
"8585216" : 7297,
"8716288" : 7700,
"8847360" : 19311,
"8978432" : 12085,
"9109504" : 9243,
"9240576" : 10611,
"9371648" : 12433,
"9502720" : 11945,
"9633792" : 12590,
"9764864" : 10310,
"9895936" : 7387,
"10027008" : 6607,
"10158080" : 3994,
"10289152" : 4978,
"10420224" : 2350,
"10551296" : 902,
"10682368" : 936,
"10813440" : 631,
"10944512" : 598,
"11075584" : 351,
"11206656" : 266,
"11337728" : 149,
"11468800" : 125,
"11599872" : 94,
"11730944" : 82,
"11862016" : 36,
"11993088" : 25,
"12124160" : 12,
"12255232" : 10,
"12386304" : 8,
"12517376" : 8
}
},
"lat_ns" : {
"min" : 5491694,
"max" : 12891684,
"mean" : 9513688.556656,
"stddev" : 695792.862534,
"N" : 168163
},
"bw_min" : 3084288,
"bw_max" : 4065280,
"bw_agg" : 100.000000,
"bw_mean" : 3445344.272727,
"bw_dev" : 213112.854197,
"bw_samples" : 99,
"iops_min" : 3012,
"iops_max" : 3970,
"iops_mean" : 3364.555556,
"iops_stddev" : 208.116687,
"iops_samples" : 99
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 13.158263,
"sys_cpu" : 43.506870,
"ctx" : 167887,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 88.055636,
"20" : 11.944364,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071824,
"timestamp_ms" : 1773071824370,
"time" : "Mon Mar 9 12:57:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 210513166336,
"io_kbytes" : 205579264,
"bw_bytes" : 3508611249,
"bw" : 3426378,
"iops" : 3346.089101,
"runtime" : 59999,
"total_ios" : 200762,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 133915,
"max" : 1142536,
"mean" : 296144.493565,
"stddev" : 32920.254002,
"N" : 200762
},
"clat_ns" : {
"min" : 5324558,
"max" : 12550663,
"mean" : 9266519.518203,
"stddev" : 659018.138687,
"N" : 200761,
"percentile" : {
"1.000000" : 7766016,
"5.000000" : 8159232,
"10.000000" : 8454144,
"20.000000" : 8716288,
"30.000000" : 8847360,
"40.000000" : 9109504,
"50.000000" : 9240576,
"60.000000" : 9502720,
"70.000000" : 9633792,
"80.000000" : 9764864,
"90.000000" : 10158080,
"95.000000" : 10289152,
"99.000000" : 10813440,
"99.500000" : 11075584,
"99.900000" : 11599872,
"99.950000" : 11862016,
"99.990000" : 12255232
},
"bins" : {
"5341184" : 3,
"5406720" : 9,
"5472256" : 3,
"5537792" : 3,
"5603328" : 4,
"5668864" : 2,
"5734400" : 2,
"5799936" : 4,
"5931008" : 2,
"5996544" : 3,
"6062080" : 1,
"6127616" : 2,
"6193152" : 2,
"6258688" : 2,
"6324224" : 2,
"6389760" : 2,
"6455296" : 1,
"6520832" : 2,
"6586368" : 1,
"6651904" : 2,
"6717440" : 3,
"6782976" : 1,
"6848512" : 1,
"6914048" : 2,
"6979584" : 4,
"7110656" : 5,
"7176192" : 3,
"7241728" : 10,
"7307264" : 11,
"7372800" : 11,
"7438336" : 53,
"7503872" : 102,
"7569408" : 217,
"7634944" : 282,
"7700480" : 884,
"7766016" : 1289,
"7831552" : 941,
"7897088" : 720,
"7962624" : 1290,
"8028160" : 1997,
"8093696" : 1214,
"8159232" : 1797,
"8224768" : 2016,
"8290304" : 3064,
"8355840" : 2127,
"8454144" : 6993,
"8585216" : 7349,
"8716288" : 8112,
"8847360" : 22753,
"8978432" : 15562,
"9109504" : 11919,
"9240576" : 13584,
"9371648" : 15199,
"9502720" : 14510,
"9633792" : 15915,
"9764864" : 12967,
"9895936" : 9408,
"10027008" : 8042,
"10158080" : 4841,
"10289152" : 6974,
"10420224" : 3440,
"10551296" : 1293,
"10682368" : 1128,
"10813440" : 722,
"10944512" : 649,
"11075584" : 388,
"11206656" : 301,
"11337728" : 175,
"11468800" : 144,
"11599872" : 103,
"11730944" : 86,
"11862016" : 40,
"11993088" : 28,
"12124160" : 14,
"12255232" : 10,
"12386304" : 8,
"12517376" : 8
}
},
"lat_ns" : {
"min" : 5491694,
"max" : 12891684,
"mean" : 9562656.809255,
"stddev" : 679333.131076,
"N" : 200761
},
"bw_min" : 3084288,
"bw_max" : 4065280,
"bw_agg" : 100.000000,
"bw_mean" : 3430105.991597,
"bw_dev" : 202976.234677,
"bw_samples" : 119,
"iops_min" : 3012,
"iops_max" : 3970,
"iops_mean" : 3349.672269,
"iops_stddev" : 198.219024,
"iops_samples" : 119
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 12.720212,
"sys_cpu" : 43.594060,
"ctx" : 200596,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 87.158924,
"20" : 12.840577,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071834,
"timestamp_ms" : 1773071834370,
"time" : "Mon Mar 9 12:57:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 242215813120,
"io_kbytes" : 236538880,
"bw_bytes" : 3460275334,
"bw" : 3379175,
"iops" : 3299.975714,
"runtime" : 69999,
"total_ios" : 230995,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 133915,
"max" : 1142536,
"mean" : 300320.027671,
"stddev" : 33955.455560,
"N" : 230996
},
"clat_ns" : {
"min" : 5324558,
"max" : 13030436,
"mean" : 9395975.382848,
"stddev" : 717015.605721,
"N" : 230995,
"percentile" : {
"1.000000" : 7766016,
"5.000000" : 8224768,
"10.000000" : 8454144,
"20.000000" : 8847360,
"30.000000" : 8978432,
"40.000000" : 9240576,
"50.000000" : 9371648,
"60.000000" : 9633792,
"70.000000" : 9764864,
"80.000000" : 10027008,
"90.000000" : 10289152,
"95.000000" : 10420224,
"99.000000" : 11075584,
"99.500000" : 11337728,
"99.900000" : 11862016,
"99.950000" : 12124160,
"99.990000" : 12517376
},
"bins" : {
"5341184" : 3,
"5406720" : 9,
"5472256" : 3,
"5537792" : 3,
"5603328" : 4,
"5668864" : 2,
"5734400" : 2,
"5799936" : 4,
"5931008" : 2,
"5996544" : 3,
"6062080" : 1,
"6127616" : 2,
"6193152" : 2,
"6258688" : 2,
"6324224" : 2,
"6389760" : 2,
"6455296" : 1,
"6520832" : 2,
"6586368" : 1,
"6651904" : 2,
"6717440" : 3,
"6782976" : 1,
"6848512" : 1,
"6914048" : 2,
"6979584" : 4,
"7110656" : 5,
"7176192" : 3,
"7241728" : 10,
"7307264" : 11,
"7372800" : 11,
"7438336" : 53,
"7503872" : 102,
"7569408" : 217,
"7634944" : 282,
"7700480" : 884,
"7766016" : 1289,
"7831552" : 941,
"7897088" : 720,
"7962624" : 1290,
"8028160" : 1997,
"8093696" : 1214,
"8159232" : 1797,
"8224768" : 2016,
"8290304" : 3064,
"8355840" : 2127,
"8454144" : 6993,
"8585216" : 7349,
"8716288" : 8112,
"8847360" : 22769,
"8978432" : 15655,
"9109504" : 12055,
"9240576" : 14046,
"9371648" : 16210,
"9502720" : 15502,
"9633792" : 16584,
"9764864" : 13893,
"9895936" : 10608,
"10027008" : 10595,
"10158080" : 6779,
"10289152" : 17222,
"10420224" : 8364,
"10551296" : 2626,
"10682368" : 2408,
"10813440" : 1282,
"10944512" : 1114,
"11075584" : 829,
"11206656" : 584,
"11337728" : 362,
"11468800" : 240,
"11599872" : 229,
"11730944" : 178,
"11862016" : 109,
"11993088" : 83,
"12124160" : 47,
"12255232" : 22,
"12386304" : 21,
"12517376" : 16,
"12648448" : 5,
"12779520" : 4,
"12910592" : 2,
"13041664" : 2
}
},
"lat_ns" : {
"min" : 5491694,
"max" : 13429917,
"mean" : 9696289.839226,
"stddev" : 739302.780426,
"N" : 230995
},
"bw_min" : 3008512,
"bw_max" : 4065280,
"bw_agg" : 100.000000,
"bw_mean" : 3382000.784173,
"bw_dev" : 224600.790717,
"bw_samples" : 139,
"iops_min" : 2938,
"iops_max" : 3970,
"iops_mean" : 3302.690647,
"iops_stddev" : 219.340839,
"iops_samples" : 139
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 11.940171,
"sys_cpu" : 43.526336,
"ctx" : 230895,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 78.402130,
"20" : 21.597870,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071844,
"timestamp_ms" : 1773071844369,
"time" : "Mon Mar 9 12:57:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 275858325504,
"io_kbytes" : 269392896,
"bw_bytes" : 3448272172,
"bw" : 3367453,
"iops" : 3288.528607,
"runtime" : 79999,
"total_ios" : 263079,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 133915,
"max" : 1142536,
"mean" : 301373.175616,
"stddev" : 33443.694172,
"N" : 263080
},
"clat_ns" : {
"min" : 5324558,
"max" : 13030436,
"mean" : 9428622.188996,
"stddev" : 698749.092305,
"N" : 263079,
"percentile" : {
"1.000000" : 7766016,
"5.000000" : 8290304,
"10.000000" : 8585216,
"20.000000" : 8847360,
"30.000000" : 8978432,
"40.000000" : 9240576,
"50.000000" : 9502720,
"60.000000" : 9633792,
"70.000000" : 9764864,
"80.000000" : 10027008,
"90.000000" : 10289152,
"95.000000" : 10420224,
"99.000000" : 11075584,
"99.500000" : 11337728,
"99.900000" : 11862016,
"99.950000" : 11993088,
"99.990000" : 12517376
},
"bins" : {
"5341184" : 3,
"5406720" : 9,
"5472256" : 3,
"5537792" : 3,
"5603328" : 4,
"5668864" : 2,
"5734400" : 2,
"5799936" : 4,
"5931008" : 2,
"5996544" : 3,
"6062080" : 1,
"6127616" : 2,
"6193152" : 2,
"6258688" : 2,
"6324224" : 2,
"6389760" : 2,
"6455296" : 1,
"6520832" : 2,
"6586368" : 1,
"6651904" : 2,
"6717440" : 3,
"6782976" : 1,
"6848512" : 1,
"6914048" : 2,
"6979584" : 4,
"7110656" : 5,
"7176192" : 3,
"7241728" : 10,
"7307264" : 11,
"7372800" : 11,
"7438336" : 53,
"7503872" : 102,
"7569408" : 217,
"7634944" : 282,
"7700480" : 884,
"7766016" : 1289,
"7831552" : 941,
"7897088" : 720,
"7962624" : 1290,
"8028160" : 1997,
"8093696" : 1214,
"8159232" : 1797,
"8224768" : 2016,
"8290304" : 3064,
"8355840" : 2127,
"8454144" : 7024,
"8585216" : 7415,
"8716288" : 8607,
"8847360" : 25407,
"8978432" : 17449,
"9109504" : 13165,
"9240576" : 15547,
"9371648" : 18230,
"9502720" : 17729,
"9633792" : 19919,
"9764864" : 18498,
"9895936" : 14786,
"10027008" : 13380,
"10158080" : 8292,
"10289152" : 18922,
"10420224" : 9300,
"10551296" : 3090,
"10682368" : 2727,
"10813440" : 1381,
"10944512" : 1185,
"11075584" : 877,
"11206656" : 631,
"11337728" : 405,
"11468800" : 263,
"11599872" : 242,
"11730944" : 194,
"11862016" : 115,
"11993088" : 84,
"12124160" : 47,
"12255232" : 22,
"12386304" : 21,
"12517376" : 16,
"12648448" : 5,
"12779520" : 4,
"12910592" : 2,
"13041664" : 2
}
},
"lat_ns" : {
"min" : 5491694,
"max" : 13429917,
"mean" : 9729993.887475,
"stddev" : 720440.925913,
"N" : 263079
},
"bw_min" : 3008512,
"bw_max" : 4065280,
"bw_agg" : 100.000000,
"bw_mean" : 3368081.534591,
"bw_dev" : 217897.838394,
"bw_samples" : 159,
"iops_min" : 2938,
"iops_max" : 3970,
"iops_mean" : 3289.094340,
"iops_stddev" : 212.790198,
"iops_samples" : 159
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 11.818898,
"sys_cpu" : 43.418043,
"ctx" : 263019,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 78.381019,
"20" : 21.618981,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071854,
"timestamp_ms" : 1773071854370,
"time" : "Mon Mar 9 12:57:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 310202335232,
"io_kbytes" : 302931968,
"bw_bytes" : 3446730910,
"bw" : 3365948,
"iops" : 3287.058745,
"runtime" : 89999,
"total_ios" : 295832,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 133915,
"max" : 1142536,
"mean" : 301512.245625,
"stddev" : 32957.264373,
"N" : 295833
},
"clat_ns" : {
"min" : 5324558,
"max" : 13030436,
"mean" : 9432791.044451,
"stddev" : 681159.616885,
"N" : 295832,
"percentile" : {
"1.000000" : 7831552,
"5.000000" : 8290304,
"10.000000" : 8585216,
"20.000000" : 8847360,
"30.000000" : 8978432,
"40.000000" : 9240576,
"50.000000" : 9371648,
"60.000000" : 9633792,
"70.000000" : 9764864,
"80.000000" : 10027008,
"90.000000" : 10289152,
"95.000000" : 10420224,
"99.000000" : 11075584,
"99.500000" : 11206656,
"99.900000" : 11862016,
"99.950000" : 11993088,
"99.990000" : 12386304
},
"bins" : {
"5341184" : 3,
"5406720" : 9,
"5472256" : 3,
"5537792" : 3,
"5603328" : 4,
"5668864" : 2,
"5734400" : 2,
"5799936" : 4,
"5931008" : 2,
"5996544" : 3,
"6062080" : 1,
"6127616" : 2,
"6193152" : 2,
"6258688" : 2,
"6324224" : 2,
"6389760" : 2,
"6455296" : 1,
"6520832" : 2,
"6586368" : 1,
"6651904" : 2,
"6717440" : 3,
"6782976" : 1,
"6848512" : 1,
"6914048" : 2,
"6979584" : 4,
"7110656" : 5,
"7176192" : 3,
"7241728" : 10,
"7307264" : 11,
"7372800" : 11,
"7438336" : 53,
"7503872" : 102,
"7569408" : 217,
"7634944" : 282,
"7700480" : 884,
"7766016" : 1289,
"7831552" : 941,
"7897088" : 720,
"7962624" : 1290,
"8028160" : 2005,
"8093696" : 1221,
"8159232" : 1802,
"8224768" : 2017,
"8290304" : 3079,
"8355840" : 2169,
"8454144" : 7314,
"8585216" : 8066,
"8716288" : 9627,
"8847360" : 28604,
"8978432" : 20084,
"9109504" : 15539,
"9240576" : 19004,
"9371648" : 21751,
"9502720" : 19976,
"9633792" : 22762,
"9764864" : 21112,
"9895936" : 16817,
"10027008" : 15198,
"10158080" : 9415,
"10289152" : 20075,
"10420224" : 9977,
"10551296" : 3384,
"10682368" : 3051,
"10813440" : 1531,
"10944512" : 1313,
"11075584" : 926,
"11206656" : 660,
"11337728" : 432,
"11468800" : 278,
"11599872" : 245,
"11730944" : 199,
"11862016" : 115,
"11993088" : 84,
"12124160" : 47,
"12255232" : 22,
"12386304" : 21,
"12517376" : 16,
"12648448" : 5,
"12779520" : 4,
"12910592" : 2,
"13041664" : 2
}
},
"lat_ns" : {
"min" : 5491694,
"max" : 13429917,
"mean" : 9734296.393280,
"stddev" : 702279.546700,
"N" : 295832
},
"bw_min" : 3008512,
"bw_max" : 4065280,
"bw_agg" : 100.000000,
"bw_mean" : 3368175.094972,
"bw_dev" : 210021.190675,
"bw_samples" : 179,
"iops_min" : 2938,
"iops_max" : 3970,
"iops_mean" : 3289.189944,
"iops_stddev" : 205.099175,
"iops_samples" : 179
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 11.821242,
"sys_cpu" : 43.336037,
"ctx" : 295884,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 79.031004,
"20" : 20.968996,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071864,
"timestamp_ms" : 1773071864370,
"time" : "Mon Mar 9 12:57:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 343181099008,
"io_kbytes" : 335137792,
"bw_bytes" : 3431810990,
"bw" : 3351377,
"iops" : 3272.840000,
"runtime" : 100000,
"total_ios" : 327284,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 133915,
"max" : 1142536,
"mean" : 302834.727714,
"stddev" : 32727.166101,
"N" : 327284
},
"clat_ns" : {
"min" : 5324558,
"max" : 13030436,
"mean" : 9473757.150827,
"stddev" : 677701.214309,
"N" : 327283,
"percentile" : {
"1.000000" : 7831552,
"5.000000" : 8355840,
"10.000000" : 8585216,
"20.000000" : 8847360,
"30.000000" : 9109504,
"40.000000" : 9240576,
"50.000000" : 9502720,
"60.000000" : 9633792,
"70.000000" : 9895936,
"80.000000" : 10027008,
"90.000000" : 10289152,
"95.000000" : 10420224,
"99.000000" : 11075584,
"99.500000" : 11337728,
"99.900000" : 11862016,
"99.950000" : 11993088,
"99.990000" : 12386304
},
"bins" : {
"5341184" : 3,
"5406720" : 9,
"5472256" : 3,
"5537792" : 3,
"5603328" : 4,
"5668864" : 2,
"5734400" : 2,
"5799936" : 4,
"5931008" : 2,
"5996544" : 3,
"6062080" : 1,
"6127616" : 2,
"6193152" : 2,
"6258688" : 2,
"6324224" : 2,
"6389760" : 2,
"6455296" : 1,
"6520832" : 2,
"6586368" : 1,
"6651904" : 2,
"6717440" : 3,
"6782976" : 1,
"6848512" : 1,
"6914048" : 2,
"6979584" : 4,
"7110656" : 5,
"7176192" : 3,
"7241728" : 10,
"7307264" : 11,
"7372800" : 11,
"7438336" : 53,
"7503872" : 102,
"7569408" : 217,
"7634944" : 282,
"7700480" : 884,
"7766016" : 1289,
"7831552" : 941,
"7897088" : 720,
"7962624" : 1290,
"8028160" : 2005,
"8093696" : 1221,
"8159232" : 1802,
"8224768" : 2017,
"8290304" : 3079,
"8355840" : 2169,
"8454144" : 7314,
"8585216" : 8066,
"8716288" : 9652,
"8847360" : 28999,
"8978432" : 20966,
"9109504" : 16887,
"9240576" : 21815,
"9371648" : 24583,
"9502720" : 22331,
"9633792" : 24552,
"9764864" : 22763,
"9895936" : 18688,
"10027008" : 18561,
"10158080" : 12335,
"10289152" : 25419,
"10420224" : 12125,
"10551296" : 3847,
"10682368" : 3429,
"10813440" : 1745,
"10944512" : 1533,
"11075584" : 1065,
"11206656" : 778,
"11337728" : 505,
"11468800" : 325,
"11599872" : 270,
"11730944" : 219,
"11862016" : 126,
"11993088" : 89,
"12124160" : 50,
"12255232" : 22,
"12386304" : 21,
"12517376" : 16,
"12648448" : 5,
"12779520" : 4,
"12910592" : 2,
"13041664" : 2
}
},
"lat_ns" : {
"min" : 5491694,
"max" : 13429917,
"mean" : 9776586.756819,
"stddev" : 698720.164286,
"N" : 327283
},
"bw_min" : 3008512,
"bw_max" : 4065280,
"bw_agg" : 100.000000,
"bw_mean" : 3353383.125628,
"bw_dev" : 208125.502496,
"bw_samples" : 199,
"iops_min" : 2938,
"iops_max" : 3970,
"iops_mean" : 3274.743719,
"iops_stddev" : 203.252368,
"iops_samples" : 199
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 100000,
"usr_cpu" : 11.458000,
"sys_cpu" : 43.444000,
"ctx" : 327374,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 76.576918,
"20" : 23.422777,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071874,
"timestamp_ms" : 1773071874369,
"time" : "Mon Mar 9 12:57:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 374286057472,
"io_kbytes" : 365513728,
"bw_bytes" : 3402631455,
"bw" : 3322882,
"iops" : 3245.002227,
"runtime" : 109999,
"total_ios" : 356947,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 133915,
"max" : 1142536,
"mean" : 305456.209313,
"stddev" : 33635.801227,
"N" : 356948
},
"clat_ns" : {
"min" : 5324558,
"max" : 13030436,
"mean" : 9554998.385612,
"stddev" : 717713.669837,
"N" : 356947,
"percentile" : {
"1.000000" : 7831552,
"5.000000" : 8355840,
"10.000000" : 8716288,
"20.000000" : 8847360,
"30.000000" : 9109504,
"40.000000" : 9371648,
"50.000000" : 9502720,
"60.000000" : 9764864,
"70.000000" : 10027008,
"80.000000" : 10289152,
"90.000000" : 10420224,
"95.000000" : 10682368,
"99.000000" : 11337728,
"99.500000" : 11599872,
"99.900000" : 11993088,
"99.950000" : 12124160,
"99.990000" : 12517376
},
"bins" : {
"5341184" : 3,
"5406720" : 9,
"5472256" : 3,
"5537792" : 3,
"5603328" : 4,
"5668864" : 2,
"5734400" : 2,
"5799936" : 4,
"5931008" : 2,
"5996544" : 3,
"6062080" : 1,
"6127616" : 2,
"6193152" : 2,
"6258688" : 2,
"6324224" : 2,
"6389760" : 2,
"6455296" : 1,
"6520832" : 2,
"6586368" : 1,
"6651904" : 2,
"6717440" : 3,
"6782976" : 1,
"6848512" : 1,
"6914048" : 2,
"6979584" : 4,
"7110656" : 5,
"7176192" : 3,
"7241728" : 10,
"7307264" : 11,
"7372800" : 11,
"7438336" : 53,
"7503872" : 102,
"7569408" : 217,
"7634944" : 282,
"7700480" : 884,
"7766016" : 1289,
"7831552" : 941,
"7897088" : 720,
"7962624" : 1290,
"8028160" : 2005,
"8093696" : 1221,
"8159232" : 1802,
"8224768" : 2017,
"8290304" : 3079,
"8355840" : 2169,
"8454144" : 7314,
"8585216" : 8066,
"8716288" : 9652,
"8847360" : 28999,
"8978432" : 20966,
"9109504" : 16890,
"9240576" : 21872,
"9371648" : 24818,
"9502720" : 22877,
"9633792" : 25989,
"9764864" : 24020,
"9895936" : 19946,
"10027008" : 19703,
"10158080" : 13192,
"10289152" : 32634,
"10420224" : 16455,
"10551296" : 5863,
"10682368" : 6149,
"10813440" : 3171,
"10944512" : 3077,
"11075584" : 1954,
"11206656" : 1530,
"11337728" : 1039,
"11468800" : 688,
"11599872" : 659,
"11730944" : 469,
"11862016" : 314,
"11993088" : 213,
"12124160" : 106,
"12255232" : 53,
"12386304" : 37,
"12517376" : 27,
"12648448" : 12,
"12779520" : 11,
"12910592" : 4,
"13041664" : 4
}
},
"lat_ns" : {
"min" : 5491694,
"max" : 13429917,
"mean" : 9860449.694433,
"stddev" : 740062.123292,
"N" : 356947
},
"bw_min" : 2885258,
"bw_max" : 4065280,
"bw_agg" : 100.000000,
"bw_mean" : 3324851.799087,
"bw_dev" : 220207.435319,
"bw_samples" : 219,
"iops_min" : 2817,
"iops_max" : 3970,
"iops_mean" : 3246.876712,
"iops_stddev" : 215.057339,
"iops_samples" : 219
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 11.165556,
"sys_cpu" : 43.201302,
"ctx" : 357146,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 71.649012,
"20" : 28.350988,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071884,
"timestamp_ms" : 1773071884369,
"time" : "Mon Mar 9 12:58:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 406215196672,
"io_kbytes" : 396694528,
"bw_bytes" : 3385154848,
"bw" : 3305815,
"iops" : 3228.335236,
"runtime" : 119999,
"total_ios" : 387397,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 133915,
"max" : 1142536,
"mean" : 307050.181978,
"stddev" : 33793.345206,
"N" : 387398
},
"clat_ns" : {
"min" : 5324558,
"max" : 13030436,
"mean" : 9604350.194767,
"stddev" : 724938.877841,
"N" : 387397,
"percentile" : {
"1.000000" : 7897088,
"5.000000" : 8454144,
"10.000000" : 8716288,
"20.000000" : 8978432,
"30.000000" : 9240576,
"40.000000" : 9371648,
"50.000000" : 9633792,
"60.000000" : 9764864,
"70.000000" : 10027008,
"80.000000" : 10289152,
"90.000000" : 10420224,
"95.000000" : 10682368,
"99.000000" : 11337728,
"99.500000" : 11599872,
"99.900000" : 11993088,
"99.950000" : 12124160,
"99.990000" : 12517376
},
"bins" : {
"5341184" : 3,
"5406720" : 9,
"5472256" : 3,
"5537792" : 3,
"5603328" : 4,
"5668864" : 2,
"5734400" : 2,
"5799936" : 4,
"5931008" : 2,
"5996544" : 3,
"6062080" : 1,
"6127616" : 2,
"6193152" : 2,
"6258688" : 2,
"6324224" : 2,
"6389760" : 2,
"6455296" : 1,
"6520832" : 2,
"6586368" : 1,
"6651904" : 2,
"6717440" : 3,
"6782976" : 1,
"6848512" : 1,
"6914048" : 2,
"6979584" : 4,
"7110656" : 5,
"7176192" : 3,
"7241728" : 10,
"7307264" : 11,
"7372800" : 11,
"7438336" : 53,
"7503872" : 102,
"7569408" : 217,
"7634944" : 282,
"7700480" : 884,
"7766016" : 1289,
"7831552" : 941,
"7897088" : 720,
"7962624" : 1290,
"8028160" : 2005,
"8093696" : 1221,
"8159232" : 1802,
"8224768" : 2017,
"8290304" : 3079,
"8355840" : 2169,
"8454144" : 7314,
"8585216" : 8066,
"8716288" : 9652,
"8847360" : 28999,
"8978432" : 21027,
"9109504" : 17195,
"9240576" : 23030,
"9371648" : 26157,
"9502720" : 24274,
"9633792" : 28176,
"9764864" : 26062,
"9895936" : 21890,
"10027008" : 21522,
"10158080" : 14500,
"10289152" : 38959,
"10420224" : 20038,
"10551296" : 7346,
"10682368" : 8075,
"10813440" : 4064,
"10944512" : 3943,
"11075584" : 2477,
"11206656" : 1974,
"11337728" : 1248,
"11468800" : 842,
"11599872" : 825,
"11730944" : 632,
"11862016" : 386,
"11993088" : 246,
"12124160" : 126,
"12255232" : 65,
"12386304" : 50,
"12517376" : 31,
"12648448" : 13,
"12779520" : 11,
"12910592" : 4,
"13041664" : 4
}
},
"lat_ns" : {
"min" : 5491694,
"max" : 13429917,
"mean" : 9911396.794676,
"stddev" : 747531.212012,
"N" : 387397
},
"bw_min" : 2879488,
"bw_max" : 4065280,
"bw_agg" : 100.000000,
"bw_mean" : 3307702.903766,
"bw_dev" : 221632.622047,
"bw_samples" : 239,
"iops_min" : 2812,
"iops_max" : 3970,
"iops_mean" : 3230.129707,
"iops_stddev" : 216.450268,
"iops_samples" : 239
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 10.945925,
"sys_cpu" : 43.076192,
"ctx" : 387645,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 68.837136,
"20" : 31.162864,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071894,
"timestamp_ms" : 1773071894369,
"time" : "Mon Mar 9 12:58:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 439227514880,
"io_kbytes" : 428933120,
"bw_bytes" : 3378699181,
"bw" : 3299510,
"iops" : 3222.186325,
"runtime" : 129999,
"total_ios" : 418881,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 133915,
"max" : 1142536,
"mean" : 307639.458488,
"stddev" : 33273.270389,
"N" : 418881
},
"clat_ns" : {
"min" : 5324558,
"max" : 13030436,
"mean" : 9622710.623436,
"stddev" : 708005.464687,
"N" : 418880,
"percentile" : {
"1.000000" : 7897088,
"5.000000" : 8454144,
"10.000000" : 8716288,
"20.000000" : 8978432,
"30.000000" : 9240576,
"40.000000" : 9502720,
"50.000000" : 9633792,
"60.000000" : 9764864,
"70.000000" : 10027008,
"80.000000" : 10289152,
"90.000000" : 10420224,
"95.000000" : 10682368,
"99.000000" : 11337728,
"99.500000" : 11599872,
"99.900000" : 11993088,
"99.950000" : 12124160,
"99.990000" : 12517376
},
"bins" : {
"5341184" : 3,
"5406720" : 9,
"5472256" : 3,
"5537792" : 3,
"5603328" : 4,
"5668864" : 2,
"5734400" : 2,
"5799936" : 4,
"5931008" : 2,
"5996544" : 3,
"6062080" : 1,
"6127616" : 2,
"6193152" : 2,
"6258688" : 2,
"6324224" : 2,
"6389760" : 2,
"6455296" : 1,
"6520832" : 2,
"6586368" : 1,
"6651904" : 2,
"6717440" : 3,
"6782976" : 1,
"6848512" : 1,
"6914048" : 2,
"6979584" : 4,
"7110656" : 5,
"7176192" : 3,
"7241728" : 10,
"7307264" : 11,
"7372800" : 11,
"7438336" : 53,
"7503872" : 102,
"7569408" : 217,
"7634944" : 282,
"7700480" : 884,
"7766016" : 1289,
"7831552" : 941,
"7897088" : 720,
"7962624" : 1290,
"8028160" : 2005,
"8093696" : 1221,
"8159232" : 1802,
"8224768" : 2017,
"8290304" : 3079,
"8355840" : 2169,
"8454144" : 7314,
"8585216" : 8066,
"8716288" : 9652,
"8847360" : 29088,
"8978432" : 21155,
"9109504" : 17708,
"9240576" : 24797,
"9371648" : 28526,
"9502720" : 26553,
"9633792" : 32549,
"9764864" : 30548,
"9895936" : 25842,
"10027008" : 24989,
"10158080" : 16310,
"10289152" : 42557,
"10420224" : 21611,
"10551296" : 7727,
"10682368" : 8346,
"10813440" : 4216,
"10944512" : 4044,
"11075584" : 2531,
"11206656" : 2026,
"11337728" : 1285,
"11468800" : 859,
"11599872" : 829,
"11730944" : 638,
"11862016" : 390,
"11993088" : 246,
"12124160" : 126,
"12255232" : 65,
"12386304" : 50,
"12517376" : 31,
"12648448" : 13,
"12779520" : 11,
"12910592" : 4,
"13041664" : 4
}
},
"lat_ns" : {
"min" : 5491694,
"max" : 13429917,
"mean" : 9930348.800434,
"stddev" : 730048.044513,
"N" : 418880
},
"bw_min" : 2879488,
"bw_max" : 4065280,
"bw_agg" : 100.000000,
"bw_mean" : 3300134.463320,
"bw_dev" : 215946.294529,
"bw_samples" : 259,
"iops_min" : 2812,
"iops_max" : 3970,
"iops_mean" : 3222.737452,
"iops_stddev" : 210.894791,
"iops_samples" : 259
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 10.818545,
"sys_cpu" : 43.029562,
"ctx" : 419165,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 68.703761,
"20" : 31.296001,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071904,
"timestamp_ms" : 1773071904370,
"time" : "Mon Mar 9 12:58:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 474464911360,
"io_kbytes" : 463344640,
"bw_bytes" : 3389035081,
"bw" : 3309604,
"iops" : 3232.042857,
"runtime" : 140000,
"total_ios" : 452486,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 133915,
"max" : 1142536,
"mean" : 306693.106313,
"stddev" : 33285.900903,
"N" : 452486
},
"clat_ns" : {
"min" : 5324558,
"max" : 13030436,
"mean" : 9593341.574450,
"stddev" : 707241.599114,
"N" : 452485,
"percentile" : {
"1.000000" : 7897088,
"5.000000" : 8454144,
"10.000000" : 8716288,
"20.000000" : 8978432,
"30.000000" : 9240576,
"40.000000" : 9371648,
"50.000000" : 9633792,
"60.000000" : 9764864,
"70.000000" : 10027008,
"80.000000" : 10289152,
"90.000000" : 10420224,
"95.000000" : 10682368,
"99.000000" : 11337728,
"99.500000" : 11599872,
"99.900000" : 11993088,
"99.950000" : 12124160,
"99.990000" : 12517376
},
"bins" : {
"5341184" : 3,
"5406720" : 9,
"5472256" : 3,
"5537792" : 3,
"5603328" : 4,
"5668864" : 2,
"5734400" : 2,
"5799936" : 4,
"5931008" : 2,
"5996544" : 3,
"6062080" : 1,
"6127616" : 2,
"6193152" : 2,
"6258688" : 2,
"6324224" : 2,
"6389760" : 2,
"6455296" : 1,
"6520832" : 2,
"6586368" : 1,
"6651904" : 2,
"6717440" : 3,
"6782976" : 1,
"6848512" : 1,
"6914048" : 2,
"6979584" : 4,
"7110656" : 5,
"7176192" : 3,
"7241728" : 10,
"7307264" : 11,
"7372800" : 11,
"7438336" : 53,
"7503872" : 102,
"7569408" : 217,
"7634944" : 282,
"7700480" : 886,
"7766016" : 1299,
"7831552" : 953,
"7897088" : 728,
"7962624" : 1323,
"8028160" : 2130,
"8093696" : 1278,
"8159232" : 1945,
"8224768" : 2162,
"8290304" : 3461,
"8355840" : 2505,
"8454144" : 8655,
"8585216" : 9920,
"8716288" : 12267,
"8847360" : 34314,
"8978432" : 24105,
"9109504" : 20509,
"9240576" : 27984,
"9371648" : 31150,
"9502720" : 27901,
"9633792" : 33539,
"9764864" : 31479,
"9895936" : 27146,
"10027008" : 26949,
"10158080" : 17406,
"10289152" : 43595,
"10420224" : 21942,
"10551296" : 7892,
"10682368" : 8579,
"10813440" : 4332,
"10944512" : 4108,
"11075584" : 2603,
"11206656" : 2070,
"11337728" : 1308,
"11468800" : 886,
"11599872" : 840,
"11730944" : 639,
"11862016" : 390,
"11993088" : 246,
"12124160" : 126,
"12255232" : 65,
"12386304" : 50,
"12517376" : 31,
"12648448" : 13,
"12779520" : 11,
"12910592" : 4,
"13041664" : 4
}
},
"lat_ns" : {
"min" : 5491694,
"max" : 13429917,
"mean" : 9900031.965338,
"stddev" : 729254.342621,
"N" : 452485
},
"bw_min" : 2879488,
"bw_max" : 4065280,
"bw_agg" : 100.000000,
"bw_mean" : 3311053.924731,
"bw_dev" : 215898.877005,
"bw_samples" : 279,
"iops_min" : 2812,
"iops_max" : 3970,
"iops_mean" : 3233.397849,
"iops_stddev" : 210.847304,
"iops_samples" : 279
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 140000,
"usr_cpu" : 10.968571,
"sys_cpu" : 43.065000,
"ctx" : 452862,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 70.014984,
"20" : 29.984795,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071914,
"timestamp_ms" : 1773071914370,
"time" : "Mon Mar 9 12:58:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 509477912576,
"io_kbytes" : 497537024,
"bw_bytes" : 3396542060,
"bw" : 3316935,
"iops" : 3239.201595,
"runtime" : 149999,
"total_ios" : 485877,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 133915,
"max" : 1142536,
"mean" : 306011.091959,
"stddev" : 33518.598983,
"N" : 485877
},
"clat_ns" : {
"min" : 5324558,
"max" : 13030436,
"mean" : 9572203.482578,
"stddev" : 718181.121349,
"N" : 485876,
"percentile" : {
"1.000000" : 7897088,
"5.000000" : 8454144,
"10.000000" : 8716288,
"20.000000" : 8847360,
"30.000000" : 9109504,
"40.000000" : 9371648,
"50.000000" : 9633792,
"60.000000" : 9764864,
"70.000000" : 10027008,
"80.000000" : 10289152,
"90.000000" : 10420224,
"95.000000" : 10682368,
"99.000000" : 11206656,
"99.500000" : 11599872,
"99.900000" : 11993088,
"99.950000" : 12124160,
"99.990000" : 12517376
},
"bins" : {
"5341184" : 3,
"5406720" : 9,
"5472256" : 3,
"5537792" : 3,
"5603328" : 4,
"5668864" : 2,
"5734400" : 2,
"5799936" : 4,
"5931008" : 2,
"5996544" : 3,
"6062080" : 1,
"6127616" : 2,
"6193152" : 2,
"6258688" : 2,
"6324224" : 2,
"6389760" : 2,
"6455296" : 1,
"6520832" : 2,
"6586368" : 1,
"6651904" : 2,
"6717440" : 3,
"6782976" : 1,
"6848512" : 1,
"6914048" : 2,
"6979584" : 4,
"7110656" : 5,
"7176192" : 3,
"7241728" : 10,
"7307264" : 11,
"7372800" : 11,
"7438336" : 53,
"7503872" : 102,
"7569408" : 217,
"7634944" : 282,
"7700480" : 941,
"7766016" : 1451,
"7831552" : 1114,
"7897088" : 876,
"7962624" : 1677,
"8028160" : 2668,
"8093696" : 1595,
"8159232" : 2401,
"8224768" : 2730,
"8290304" : 4313,
"8355840" : 3220,
"8454144" : 10471,
"8585216" : 11567,
"8716288" : 14494,
"8847360" : 38063,
"8978432" : 26196,
"9109504" : 21910,
"9240576" : 29795,
"9371648" : 32543,
"9502720" : 28910,
"9633792" : 34376,
"9764864" : 32515,
"9895936" : 28094,
"10027008" : 27993,
"10158080" : 18558,
"10289152" : 47424,
"10420224" : 23620,
"10551296" : 8317,
"10682368" : 8951,
"10813440" : 4462,
"10944512" : 4280,
"11075584" : 2699,
"11206656" : 2117,
"11337728" : 1336,
"11468800" : 913,
"11599872" : 870,
"11730944" : 658,
"11862016" : 410,
"11993088" : 274,
"12124160" : 139,
"12255232" : 65,
"12386304" : 50,
"12517376" : 31,
"12648448" : 13,
"12779520" : 11,
"12910592" : 4,
"13041664" : 4
}
},
"lat_ns" : {
"min" : 5491694,
"max" : 13429917,
"mean" : 9878213.874449,
"stddev" : 740557.175919,
"N" : 485876
},
"bw_min" : 2879488,
"bw_max" : 4065280,
"bw_agg" : 100.000000,
"bw_mean" : 3317424.969900,
"bw_dev" : 221268.804801,
"bw_samples" : 299,
"iops_min" : 2812,
"iops_max" : 3970,
"iops_mean" : 3239.618729,
"iops_stddev" : 216.095574,
"iops_samples" : 299
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 11.054074,
"sys_cpu" : 43.120287,
"ctx" : 486295,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 70.272723,
"20" : 29.727071,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071924,
"timestamp_ms" : 1773071924370,
"time" : "Mon Mar 9 12:58:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 545864548352,
"io_kbytes" : 533070848,
"bw_bytes" : 3411674750,
"bw" : 3331713,
"iops" : 3253.626585,
"runtime" : 159999,
"total_ios" : 520577,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 133915,
"max" : 1142536,
"mean" : 304643.800729,
"stddev" : 33846.393587,
"N" : 520578
},
"clat_ns" : {
"min" : 5324558,
"max" : 13030436,
"mean" : 9529706.159892,
"stddev" : 729386.629073,
"N" : 520577,
"percentile" : {
"1.000000" : 7897088,
"5.000000" : 8290304,
"10.000000" : 8585216,
"20.000000" : 8847360,
"30.000000" : 9109504,
"40.000000" : 9371648,
"50.000000" : 9502720,
"60.000000" : 9764864,
"70.000000" : 9895936,
"80.000000" : 10289152,
"90.000000" : 10420224,
"95.000000" : 10682368,
"99.000000" : 11206656,
"99.500000" : 11468800,
"99.900000" : 11993088,
"99.950000" : 12124160,
"99.990000" : 12517376
},
"bins" : {
"5341184" : 3,
"5406720" : 9,
"5472256" : 3,
"5537792" : 3,
"5603328" : 4,
"5668864" : 2,
"5734400" : 2,
"5799936" : 4,
"5931008" : 2,
"5996544" : 3,
"6062080" : 1,
"6127616" : 2,
"6193152" : 2,
"6258688" : 2,
"6324224" : 2,
"6389760" : 2,
"6455296" : 1,
"6520832" : 2,
"6586368" : 1,
"6651904" : 2,
"6717440" : 3,
"6782976" : 1,
"6848512" : 1,
"6914048" : 2,
"6979584" : 4,
"7110656" : 5,
"7176192" : 3,
"7241728" : 10,
"7307264" : 11,
"7372800" : 11,
"7438336" : 53,
"7503872" : 107,
"7569408" : 231,
"7634944" : 297,
"7700480" : 1118,
"7766016" : 1838,
"7831552" : 1333,
"7897088" : 1103,
"7962624" : 2243,
"8028160" : 3567,
"8093696" : 2132,
"8159232" : 3208,
"8224768" : 3572,
"8290304" : 5290,
"8355840" : 3884,
"8454144" : 11961,
"8585216" : 13214,
"8716288" : 17768,
"8847360" : 45137,
"8978432" : 29353,
"9109504" : 23715,
"9240576" : 32271,
"9371648" : 34567,
"9502720" : 29883,
"9633792" : 35398,
"9764864" : 33023,
"9895936" : 28445,
"10027008" : 28261,
"10158080" : 18789,
"10289152" : 48624,
"10420224" : 24072,
"10551296" : 8413,
"10682368" : 9022,
"10813440" : 4508,
"10944512" : 4315,
"11075584" : 2728,
"11206656" : 2139,
"11337728" : 1375,
"11468800" : 935,
"11599872" : 892,
"11730944" : 671,
"11862016" : 425,
"11993088" : 277,
"12124160" : 139,
"12255232" : 65,
"12386304" : 50,
"12517376" : 31,
"12648448" : 13,
"12779520" : 11,
"12910592" : 4,
"13041664" : 4
}
},
"lat_ns" : {
"min" : 5491694,
"max" : 13429917,
"mean" : 9834345.470065,
"stddev" : 752122.574702,
"N" : 520577
},
"bw_min" : 2879488,
"bw_max" : 4065280,
"bw_agg" : 100.000000,
"bw_mean" : 3333329.567398,
"bw_dev" : 226704.891670,
"bw_samples" : 319,
"iops_min" : 2812,
"iops_max" : 3970,
"iops_mean" : 3255.150470,
"iops_stddev" : 221.402965,
"iops_samples" : 319
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 11.282571,
"sys_cpu" : 43.153395,
"ctx" : 520999,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 71.779967,
"20" : 28.220033,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071934,
"timestamp_ms" : 1773071934370,
"time" : "Mon Mar 9 12:58:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 579626598400,
"io_kbytes" : 566041600,
"bw_bytes" : 3409588282,
"bw" : 3329676,
"iops" : 3251.636774,
"runtime" : 169999,
"total_ios" : 552775,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 133915,
"max" : 1142536,
"mean" : 304832.934843,
"stddev" : 33539.964022,
"N" : 552776
},
"clat_ns" : {
"min" : 5324558,
"max" : 13030436,
"mean" : 9535587.745998,
"stddev" : 718249.958550,
"N" : 552775,
"percentile" : {
"1.000000" : 7897088,
"5.000000" : 8355840,
"10.000000" : 8585216,
"20.000000" : 8847360,
"30.000000" : 9109504,
"40.000000" : 9371648,
"50.000000" : 9502720,
"60.000000" : 9764864,
"70.000000" : 9895936,
"80.000000" : 10289152,
"90.000000" : 10420224,
"95.000000" : 10682368,
"99.000000" : 11206656,
"99.500000" : 11468800,
"99.900000" : 11993088,
"99.950000" : 12124160,
"99.990000" : 12517376
},
"bins" : {
"5341184" : 3,
"5406720" : 9,
"5472256" : 3,
"5537792" : 3,
"5603328" : 4,
"5668864" : 2,
"5734400" : 2,
"5799936" : 4,
"5931008" : 2,
"5996544" : 3,
"6062080" : 1,
"6127616" : 2,
"6193152" : 2,
"6258688" : 2,
"6324224" : 2,
"6389760" : 2,
"6455296" : 1,
"6520832" : 2,
"6586368" : 1,
"6651904" : 2,
"6717440" : 3,
"6782976" : 1,
"6848512" : 1,
"6914048" : 2,
"6979584" : 4,
"7110656" : 5,
"7176192" : 3,
"7241728" : 10,
"7307264" : 11,
"7372800" : 11,
"7438336" : 53,
"7503872" : 107,
"7569408" : 231,
"7634944" : 297,
"7700480" : 1118,
"7766016" : 1838,
"7831552" : 1333,
"7897088" : 1103,
"7962624" : 2243,
"8028160" : 3567,
"8093696" : 2132,
"8159232" : 3208,
"8224768" : 3572,
"8290304" : 5290,
"8355840" : 3884,
"8454144" : 11987,
"8585216" : 13271,
"8716288" : 17969,
"8847360" : 47430,
"8978432" : 31042,
"9109504" : 25183,
"9240576" : 35152,
"9371648" : 38536,
"9502720" : 32701,
"9633792" : 38532,
"9764864" : 36168,
"9895936" : 30557,
"10027008" : 30911,
"10158080" : 20158,
"10289152" : 50829,
"10420224" : 25090,
"10551296" : 8779,
"10682368" : 9237,
"10813440" : 4634,
"10944512" : 4415,
"11075584" : 2871,
"11206656" : 2246,
"11337728" : 1431,
"11468800" : 958,
"11599872" : 902,
"11730944" : 677,
"11862016" : 428,
"11993088" : 281,
"12124160" : 143,
"12255232" : 65,
"12386304" : 50,
"12517376" : 31,
"12648448" : 13,
"12779520" : 11,
"12910592" : 4,
"13041664" : 4
}
},
"lat_ns" : {
"min" : 5491694,
"max" : 13429917,
"mean" : 9840418.834497,
"stddev" : 740621.312856,
"N" : 552775
},
"bw_min" : 2879488,
"bw_max" : 4065280,
"bw_agg" : 100.000000,
"bw_mean" : 3330782.203540,
"bw_dev" : 222544.986550,
"bw_samples" : 339,
"iops_min" : 2812,
"iops_max" : 3970,
"iops_mean" : 3252.663717,
"iops_stddev" : 217.338185,
"iops_samples" : 339
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 11.207125,
"sys_cpu" : 43.193195,
"ctx" : 553249,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 72.062231,
"20" : 27.937769,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071944,
"timestamp_ms" : 1773071944369,
"time" : "Mon Mar 9 12:59:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 616684322816,
"io_kbytes" : 602230784,
"bw_bytes" : 3426043049,
"bw" : 3345745,
"iops" : 3267.334819,
"runtime" : 179999,
"total_ios" : 588117,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 132763,
"max" : 1142536,
"mean" : 303355.840675,
"stddev" : 34409.345040,
"N" : 588117
},
"clat_ns" : {
"min" : 5190783,
"max" : 13030436,
"mean" : 9489814.804243,
"stddev" : 747068.131612,
"N" : 588116,
"percentile" : {
"1.000000" : 7766016,
"5.000000" : 8224768,
"10.000000" : 8585216,
"20.000000" : 8847360,
"30.000000" : 9109504,
"40.000000" : 9240576,
"50.000000" : 9502720,
"60.000000" : 9633792,
"70.000000" : 9895936,
"80.000000" : 10158080,
"90.000000" : 10420224,
"95.000000" : 10551296,
"99.000000" : 11206656,
"99.500000" : 11468800,
"99.900000" : 11993088,
"99.950000" : 12124160,
"99.990000" : 12517376
},
"bins" : {
"5210112" : 8,
"5275648" : 7,
"5341184" : 11,
"5406720" : 19,
"5472256" : 22,
"5537792" : 29,
"5603328" : 16,
"5668864" : 24,
"5734400" : 20,
"5799936" : 31,
"5865472" : 8,
"5931008" : 11,
"5996544" : 10,
"6062080" : 10,
"6127616" : 15,
"6193152" : 10,
"6258688" : 17,
"6324224" : 47,
"6389760" : 82,
"6455296" : 93,
"6520832" : 102,
"6586368" : 52,
"6651904" : 53,
"6717440" : 46,
"6782976" : 33,
"6848512" : 15,
"6914048" : 20,
"6979584" : 21,
"7045120" : 29,
"7110656" : 37,
"7176192" : 45,
"7241728" : 72,
"7307264" : 89,
"7372800" : 95,
"7438336" : 186,
"7503872" : 336,
"7569408" : 598,
"7634944" : 747,
"7700480" : 1834,
"7766016" : 2841,
"7831552" : 2219,
"7897088" : 1728,
"7962624" : 2989,
"8028160" : 4436,
"8093696" : 2747,
"8159232" : 3821,
"8224768" : 4187,
"8290304" : 6098,
"8355840" : 4729,
"8454144" : 14381,
"8585216" : 15708,
"8716288" : 20433,
"8847360" : 50351,
"8978432" : 32650,
"9109504" : 26122,
"9240576" : 36355,
"9371648" : 40658,
"9502720" : 35157,
"9633792" : 40541,
"9764864" : 37378,
"9895936" : 31505,
"10027008" : 31632,
"10158080" : 20457,
"10289152" : 51239,
"10420224" : 25361,
"10551296" : 8878,
"10682368" : 9307,
"10813440" : 4686,
"10944512" : 4448,
"11075584" : 2896,
"11206656" : 2259,
"11337728" : 1439,
"11468800" : 970,
"11599872" : 903,
"11730944" : 677,
"11862016" : 428,
"11993088" : 281,
"12124160" : 143,
"12255232" : 65,
"12386304" : 50,
"12517376" : 31,
"12648448" : 13,
"12779520" : 11,
"12910592" : 4,
"13041664" : 4
}
},
"lat_ns" : {
"min" : 5368015,
"max" : 13429917,
"mean" : 9793173.093196,
"stddev" : 770374.336421,
"N" : 588116
},
"bw_min" : 2879488,
"bw_max" : 4065280,
"bw_agg" : 99.937229,
"bw_mean" : 3343645.259053,
"bw_dev" : 230654.246086,
"bw_samples" : 359,
"iops_min" : 2812,
"iops_max" : 3970,
"iops_mean" : 3265.225627,
"iops_stddev" : 225.259408,
"iops_samples" : 359
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 11.386174,
"sys_cpu" : 43.331352,
"ctx" : 586936,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 73.444740,
"20" : 26.555090,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071944,
"timestamp_ms" : 1773071944402,
"time" : "Mon Mar 9 12:59:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 616721022976,
"io_kbytes" : 602266624,
"bw_bytes" : 3426208870,
"bw" : 3345907,
"iops" : 3267.309626,
"runtime" : 180001,
"total_ios" : 588119,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 132763,
"max" : 1142536,
"mean" : 303355.573303,
"stddev" : 34409.462404,
"N" : 588120
},
"clat_ns" : {
"min" : 4267,
"max" : 13030436,
"mean" : 9489502.566619,
"stddev" : 748387.539326,
"N" : 588150,
"percentile" : {
"1.000000" : 7766016,
"5.000000" : 8224768,
"10.000000" : 8585216,
"20.000000" : 8847360,
"30.000000" : 9109504,
"40.000000" : 9240576,
"50.000000" : 9502720,
"60.000000" : 9633792,
"70.000000" : 9895936,
"80.000000" : 10158080,
"90.000000" : 10420224,
"95.000000" : 10551296,
"99.000000" : 11206656,
"99.500000" : 11468800,
"99.900000" : 11993088,
"99.950000" : 12124160,
"99.990000" : 12517376
},
"bins" : {
"4256" : 1,
"264192" : 1,
"509952" : 1,
"774144" : 1,
"1028096" : 1,
"1286144" : 1,
"1548288" : 1,
"1810432" : 1,
"2072576" : 1,
"2342912" : 1,
"2605056" : 1,
"2867200" : 1,
"3129344" : 1,
"3293184" : 1,
"3588096" : 1,
"3850240" : 1,
"3981312" : 1,
"4292608" : 1,
"4423680" : 1,
"4685824" : 1,
"4947968" : 1,
"5210112" : 9,
"5275648" : 7,
"5341184" : 11,
"5406720" : 19,
"5472256" : 23,
"5537792" : 29,
"5603328" : 16,
"5668864" : 24,
"5734400" : 21,
"5799936" : 31,
"5865472" : 8,
"5931008" : 11,
"5996544" : 11,
"6062080" : 10,
"6127616" : 15,
"6193152" : 10,
"6258688" : 18,
"6324224" : 47,
"6389760" : 82,
"6455296" : 94,
"6520832" : 102,
"6586368" : 52,
"6651904" : 53,
"6717440" : 47,
"6782976" : 33,
"6848512" : 15,
"6914048" : 20,
"6979584" : 22,
"7045120" : 29,
"7110656" : 38,
"7176192" : 45,
"7241728" : 72,
"7307264" : 90,
"7372800" : 95,
"7438336" : 186,
"7503872" : 337,
"7569408" : 600,
"7634944" : 747,
"7700480" : 1834,
"7766016" : 2841,
"7831552" : 2219,
"7897088" : 1728,
"7962624" : 2989,
"8028160" : 4436,
"8093696" : 2747,
"8159232" : 3821,
"8224768" : 4187,
"8290304" : 6098,
"8355840" : 4729,
"8454144" : 14381,
"8585216" : 15708,
"8716288" : 20433,
"8847360" : 50351,
"8978432" : 32650,
"9109504" : 26122,
"9240576" : 36355,
"9371648" : 40658,
"9502720" : 35157,
"9633792" : 40541,
"9764864" : 37378,
"9895936" : 31505,
"10027008" : 31632,
"10158080" : 20457,
"10289152" : 51239,
"10420224" : 25361,
"10551296" : 8878,
"10682368" : 9307,
"10813440" : 4686,
"10944512" : 4448,
"11075584" : 2896,
"11206656" : 2259,
"11337728" : 1439,
"11468800" : 970,
"11599872" : 903,
"11730944" : 677,
"11862016" : 428,
"11993088" : 281,
"12124160" : 143,
"12255232" : 65,
"12386304" : 50,
"12517376" : 31,
"12648448" : 13,
"12779520" : 11,
"12910592" : 4,
"13041664" : 4
}
},
"lat_ns" : {
"min" : 259146,
"max" : 13429917,
"mean" : 9792857.226427,
"stddev" : 771676.547843,
"N" : 588150
},
"bw_min" : 2879488,
"bw_max" : 4370432,
"bw_agg" : 100.000000,
"bw_mean" : 3346497.444444,
"bw_dev" : 236604.678985,
"bw_samples" : 360,
"iops_min" : 2812,
"iops_max" : 4268,
"iops_mean" : 3268.011111,
"iops_stddev" : 231.070706,
"iops_samples" : 360
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180000,
"usr_cpu" : 11.386111,
"sys_cpu" : 43.331111,
"ctx" : 586939,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999830,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 73.447381,
"20" : 26.555000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}