raidz2/benchmarks/seq/seq-write-qd32-nj1_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774001694,
"timestamp_ms" : 1774001694685,
"time" : "Fri Mar 20 07:14:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 33029095424,
"io_kbytes" : 32254976,
"bw_bytes" : 3388642189,
"bw" : 3309220,
"iops" : 3235.046681,
"runtime" : 9747,
"total_ios" : 31532,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9747,
"usr_cpu" : 10.618652,
"sys_cpu" : 41.222940,
"ctx" : 30187,
"majf" : 0,
"minf" : 7,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.901687,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001704,
"timestamp_ms" : 1774001704937,
"time" : "Fri Mar 20 07:15:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 35945185280,
"io_kbytes" : 35102720,
"bw_bytes" : 3594878015,
"bw" : 3510623,
"iops" : 3428.342834,
"runtime" : 9999,
"total_ios" : 34280,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 153565,
"max" : 768294,
"mean" : 289005.008605,
"stddev" : 34419.343146,
"N" : 34281
},
"clat_ns" : {
"min" : 7692391,
"max" : 13049554,
"mean" : 9046039.958781,
"stddev" : 744049.468546,
"N" : 34280,
"percentile" : {
"1.000000" : 7831552,
"5.000000" : 8159232,
"10.000000" : 8290304,
"20.000000" : 8454144,
"30.000000" : 8716288,
"40.000000" : 8847360,
"50.000000" : 8847360,
"60.000000" : 8978432,
"70.000000" : 9240576,
"80.000000" : 9502720,
"90.000000" : 10027008,
"95.000000" : 10420224,
"99.000000" : 11862016,
"99.500000" : 12255232,
"99.900000" : 12386304,
"99.950000" : 12648448,
"99.990000" : 12910592
},
"bins" : {
"7700480" : 78,
"7766016" : 169,
"7831552" : 126,
"7897088" : 128,
"7962624" : 286,
"8028160" : 466,
"8093696" : 395,
"8159232" : 655,
"8224768" : 734,
"8290304" : 1041,
"8355840" : 803,
"8454144" : 2463,
"8585216" : 2280,
"8716288" : 2476,
"8847360" : 6322,
"8978432" : 3241,
"9109504" : 1962,
"9240576" : 2000,
"9371648" : 1716,
"9502720" : 1141,
"9633792" : 944,
"9764864" : 739,
"9895936" : 543,
"10027008" : 404,
"10158080" : 290,
"10289152" : 779,
"10420224" : 479,
"10551296" : 184,
"10682368" : 176,
"10813440" : 123,
"10944512" : 132,
"11075584" : 168,
"11206656" : 166,
"11337728" : 160,
"11468800" : 40,
"11599872" : 56,
"11730944" : 44,
"11862016" : 32,
"11993088" : 77,
"12124160" : 88,
"12255232" : 65,
"12386304" : 79,
"12517376" : 7,
"12648448" : 7,
"12779520" : 6,
"12910592" : 8,
"13041664" : 2
}
},
"lat_ns" : {
"min" : 7927129,
"max" : 13428844,
"mean" : 9335122.989469,
"stddev" : 767160.363399,
"N" : 34280
},
"bw_min" : 2799070,
"bw_max" : 3817472,
"bw_agg" : 99.957527,
"bw_mean" : 3509132.315789,
"bw_dev" : 243550.236693,
"bw_samples" : 19,
"iops_min" : 2733,
"iops_max" : 3728,
"iops_mean" : 3426.842105,
"iops_stddev" : 237.893595,
"iops_samples" : 19
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 14.601460,
"sys_cpu" : 42.294229,
"ctx" : 34523,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 89.956243,
"20" : 10.043757,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001714,
"timestamp_ms" : 1774001714937,
"time" : "Fri Mar 20 07:15:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 75133616128,
"io_kbytes" : 73372672,
"bw_bytes" : 3756868649,
"bw" : 3668817,
"iops" : 3582.829141,
"runtime" : 19999,
"total_ios" : 71653,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 128136,
"max" : 1220304,
"mean" : 276407.788721,
"stddev" : 37100.403809,
"N" : 71654
},
"clat_ns" : {
"min" : 6456162,
"max" : 13049554,
"mean" : 8655490.989910,
"stddev" : 741397.194265,
"N" : 71653,
"percentile" : {
"1.000000" : 7438336,
"5.000000" : 7766016,
"10.000000" : 7831552,
"20.000000" : 8028160,
"30.000000" : 8224768,
"40.000000" : 8454144,
"50.000000" : 8585216,
"60.000000" : 8716288,
"70.000000" : 8847360,
"80.000000" : 9109504,
"90.000000" : 9502720,
"95.000000" : 10027008,
"99.000000" : 11206656,
"99.500000" : 11862016,
"99.900000" : 12386304,
"99.950000" : 12386304,
"99.990000" : 12910592
},
"bins" : {
"6455296" : 4,
"6520832" : 6,
"6586368" : 13,
"6651904" : 21,
"6717440" : 24,
"6782976" : 25,
"6848512" : 31,
"6914048" : 50,
"6979584" : 65,
"7045120" : 77,
"7110656" : 48,
"7176192" : 59,
"7241728" : 52,
"7307264" : 94,
"7372800" : 95,
"7438336" : 149,
"7503872" : 249,
"7569408" : 298,
"7634944" : 372,
"7700480" : 1633,
"7766016" : 2681,
"7831552" : 1909,
"7897088" : 1547,
"7962624" : 2812,
"8028160" : 3625,
"8093696" : 2021,
"8159232" : 2396,
"8224768" : 2586,
"8290304" : 3029,
"8355840" : 2120,
"8454144" : 5404,
"8585216" : 4777,
"8716288" : 4748,
"8847360" : 8764,
"8978432" : 4326,
"9109504" : 2533,
"9240576" : 2668,
"9371648" : 2252,
"9502720" : 1531,
"9633792" : 1115,
"9764864" : 872,
"9895936" : 687,
"10027008" : 480,
"10158080" : 385,
"10289152" : 827,
"10420224" : 503,
"10551296" : 217,
"10682368" : 188,
"10813440" : 131,
"10944512" : 140,
"11075584" : 173,
"11206656" : 169,
"11337728" : 161,
"11468800" : 40,
"11599872" : 56,
"11730944" : 44,
"11862016" : 32,
"11993088" : 77,
"12124160" : 88,
"12255232" : 65,
"12386304" : 79,
"12517376" : 7,
"12648448" : 7,
"12779520" : 6,
"12910592" : 8,
"13041664" : 2
}
},
"lat_ns" : {
"min" : 6693294,
"max" : 13428844,
"mean" : 8931947.891631,
"stddev" : 764310.083530,
"N" : 71653
},
"bw_min" : 2799070,
"bw_max" : 4050944,
"bw_agg" : 99.834878,
"bw_mean" : 3662759.923077,
"bw_dev" : 249306.781736,
"bw_samples" : 39,
"iops_min" : 2733,
"iops_max" : 3956,
"iops_mean" : 3576.871795,
"iops_stddev" : 243.482106,
"iops_samples" : 39
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 15.470774,
"sys_cpu" : 44.577229,
"ctx" : 70780,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 94.794356,
"20" : 5.205644,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001724,
"timestamp_ms" : 1774001724937,
"time" : "Fri Mar 20 07:15:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 114547490816,
"io_kbytes" : 111862784,
"bw_bytes" : 3818376973,
"bw" : 3728883,
"iops" : 3641.488050,
"runtime" : 29999,
"total_ios" : 109241,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 128136,
"max" : 1417496,
"mean" : 271902.715814,
"stddev" : 37680.071104,
"N" : 109242
},
"clat_ns" : {
"min" : 5802194,
"max" : 13049554,
"mean" : 8515548.839026,
"stddev" : 703421.784676,
"N" : 109241,
"percentile" : {
"1.000000" : 7307264,
"5.000000" : 7700480,
"10.000000" : 7766016,
"20.000000" : 7962624,
"30.000000" : 8093696,
"40.000000" : 8224768,
"50.000000" : 8454144,
"60.000000" : 8585216,
"70.000000" : 8847360,
"80.000000" : 8978432,
"90.000000" : 9371648,
"95.000000" : 9764864,
"99.000000" : 10944512,
"99.500000" : 11337728,
"99.900000" : 12255232,
"99.950000" : 12386304,
"99.990000" : 12779520
},
"bins" : {
"5799936" : 1,
"5865472" : 1,
"5931008" : 3,
"6062080" : 3,
"6127616" : 1,
"6193152" : 1,
"6258688" : 2,
"6324224" : 4,
"6389760" : 2,
"6455296" : 8,
"6520832" : 7,
"6586368" : 18,
"6651904" : 23,
"6717440" : 32,
"6782976" : 40,
"6848512" : 47,
"6914048" : 73,
"6979584" : 89,
"7045120" : 123,
"7110656" : 124,
"7176192" : 156,
"7241728" : 165,
"7307264" : 281,
"7372800" : 268,
"7438336" : 382,
"7503872" : 595,
"7569408" : 780,
"7634944" : 980,
"7700480" : 3331,
"7766016" : 5306,
"7831552" : 4054,
"7897088" : 3279,
"7962624" : 5343,
"8028160" : 6543,
"8093696" : 3443,
"8159232" : 4224,
"8224768" : 4493,
"8290304" : 5218,
"8355840" : 3595,
"8454144" : 8983,
"8585216" : 7403,
"8716288" : 6276,
"8847360" : 10306,
"8978432" : 4853,
"9109504" : 2906,
"9240576" : 3141,
"9371648" : 2714,
"9502720" : 1941,
"9633792" : 1528,
"9764864" : 1110,
"9895936" : 828,
"10027008" : 564,
"10158080" : 452,
"10289152" : 882,
"10420224" : 546,
"10551296" : 245,
"10682368" : 218,
"10813440" : 149,
"10944512" : 144,
"11075584" : 173,
"11206656" : 169,
"11337728" : 161,
"11468800" : 40,
"11599872" : 56,
"11730944" : 44,
"11862016" : 32,
"11993088" : 77,
"12124160" : 88,
"12255232" : 65,
"12386304" : 79,
"12517376" : 7,
"12648448" : 7,
"12779520" : 6,
"12910592" : 8,
"13041664" : 2
}
},
"lat_ns" : {
"min" : 5980947,
"max" : 13428844,
"mean" : 8787484.836774,
"stddev" : 724981.214610,
"N" : 109241
},
"bw_min" : 2799070,
"bw_max" : 4093952,
"bw_agg" : 99.946156,
"bw_mean" : 3726876.762712,
"bw_dev" : 235099.308288,
"bw_samples" : 59,
"iops_min" : 2733,
"iops_max" : 3998,
"iops_mean" : 3639.474576,
"iops_stddev" : 229.592695,
"iops_samples" : 59
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 15.750525,
"sys_cpu" : 45.558185,
"ctx" : 106588,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 96.310909,
"20" : 3.689091,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001734,
"timestamp_ms" : 1774001734937,
"time" : "Fri Mar 20 07:15:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 153069027328,
"io_kbytes" : 149481472,
"bw_bytes" : 3826821353,
"bw" : 3737130,
"iops" : 3649.541239,
"runtime" : 39999,
"total_ios" : 145978,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 128136,
"max" : 1417496,
"mean" : 271301.307620,
"stddev" : 37786.230661,
"N" : 145979
},
"clat_ns" : {
"min" : 5802194,
"max" : 13049554,
"mean" : 8496549.625759,
"stddev" : 687604.392035,
"N" : 145978,
"percentile" : {
"1.000000" : 7241728,
"5.000000" : 7634944,
"10.000000" : 7766016,
"20.000000" : 7962624,
"30.000000" : 8093696,
"40.000000" : 8224768,
"50.000000" : 8454144,
"60.000000" : 8585216,
"70.000000" : 8847360,
"80.000000" : 8978432,
"90.000000" : 9371648,
"95.000000" : 9764864,
"99.000000" : 10682368,
"99.500000" : 11206656,
"99.900000" : 12255232,
"99.950000" : 12386304,
"99.990000" : 12779520
},
"bins" : {
"5799936" : 1,
"5865472" : 1,
"5931008" : 3,
"6062080" : 4,
"6127616" : 5,
"6193152" : 3,
"6258688" : 6,
"6324224" : 7,
"6389760" : 6,
"6455296" : 15,
"6520832" : 16,
"6586368" : 30,
"6651904" : 37,
"6717440" : 40,
"6782976" : 71,
"6848512" : 61,
"6914048" : 99,
"6979584" : 129,
"7045120" : 195,
"7110656" : 229,
"7176192" : 250,
"7241728" : 331,
"7307264" : 536,
"7372800" : 558,
"7438336" : 763,
"7503872" : 1152,
"7569408" : 1532,
"7634944" : 1905,
"7700480" : 4746,
"7766016" : 6857,
"7831552" : 5217,
"7897088" : 4177,
"7962624" : 6597,
"8028160" : 8045,
"8093696" : 4241,
"8159232" : 5383,
"8224768" : 5530,
"8290304" : 6543,
"8355840" : 4580,
"8454144" : 11869,
"8585216" : 10041,
"8716288" : 9023,
"8847360" : 14542,
"8978432" : 7209,
"9109504" : 4318,
"9240576" : 4172,
"9371648" : 3312,
"9502720" : 2285,
"9633792" : 1803,
"9764864" : 1425,
"9895936" : 1163,
"10027008" : 767,
"10158080" : 608,
"10289152" : 1022,
"10420224" : 643,
"10551296" : 284,
"10682368" : 237,
"10813440" : 168,
"10944512" : 158,
"11075584" : 183,
"11206656" : 173,
"11337728" : 161,
"11468800" : 40,
"11599872" : 56,
"11730944" : 44,
"11862016" : 32,
"11993088" : 77,
"12124160" : 88,
"12255232" : 65,
"12386304" : 79,
"12517376" : 7,
"12648448" : 7,
"12779520" : 6,
"12910592" : 8,
"13041664" : 2
}
},
"lat_ns" : {
"min" : 5980947,
"max" : 13428844,
"mean" : 8767868.917234,
"stddev" : 708630.057781,
"N" : 145978
},
"bw_min" : 2799070,
"bw_max" : 4114432,
"bw_agg" : 100.000000,
"bw_mean" : 3739168.582278,
"bw_dev" : 230634.608697,
"bw_samples" : 79,
"iops_min" : 2733,
"iops_max" : 4018,
"iops_mean" : 3651.481013,
"iops_stddev" : 225.244645,
"iops_samples" : 79
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 15.800395,
"sys_cpu" : 45.723643,
"ctx" : 141415,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 96.803628,
"20" : 3.196372,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001744,
"timestamp_ms" : 1774001744937,
"time" : "Fri Mar 20 07:15:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 188927180800,
"io_kbytes" : 184499200,
"bw_bytes" : 3778619188,
"bw" : 3690057,
"iops" : 3603.592072,
"runtime" : 49999,
"total_ios" : 180176,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 128136,
"max" : 1417496,
"mean" : 274802.798192,
"stddev" : 37042.590423,
"N" : 180176
},
"clat_ns" : {
"min" : 5802194,
"max" : 13049554,
"mean" : 8604843.904654,
"stddev" : 692171.341124,
"N" : 180175,
"percentile" : {
"1.000000" : 7307264,
"5.000000" : 7700480,
"10.000000" : 7766016,
"20.000000" : 8028160,
"30.000000" : 8159232,
"40.000000" : 8355840,
"50.000000" : 8585216,
"60.000000" : 8716288,
"70.000000" : 8847360,
"80.000000" : 9109504,
"90.000000" : 9502720,
"95.000000" : 9764864,
"99.000000" : 10551296,
"99.500000" : 11075584,
"99.900000" : 12124160,
"99.950000" : 12386304,
"99.990000" : 12648448
},
"bins" : {
"5799936" : 1,
"5865472" : 1,
"5931008" : 3,
"6062080" : 4,
"6127616" : 5,
"6193152" : 3,
"6258688" : 6,
"6324224" : 7,
"6389760" : 6,
"6455296" : 15,
"6520832" : 16,
"6586368" : 30,
"6651904" : 37,
"6717440" : 40,
"6782976" : 71,
"6848512" : 61,
"6914048" : 99,
"6979584" : 129,
"7045120" : 195,
"7110656" : 229,
"7176192" : 250,
"7241728" : 331,
"7307264" : 536,
"7372800" : 558,
"7438336" : 763,
"7503872" : 1152,
"7569408" : 1532,
"7634944" : 1905,
"7700480" : 4776,
"7766016" : 6925,
"7831552" : 5268,
"7897088" : 4217,
"7962624" : 6687,
"8028160" : 8225,
"8093696" : 4417,
"8159232" : 5690,
"8224768" : 5962,
"8290304" : 7196,
"8355840" : 5082,
"8454144" : 13213,
"8585216" : 11647,
"8716288" : 11344,
"8847360" : 21088,
"8978432" : 11900,
"9109504" : 7287,
"9240576" : 7095,
"9371648" : 5496,
"9502720" : 4069,
"9633792" : 3706,
"9764864" : 2602,
"9895936" : 1854,
"10027008" : 1066,
"10158080" : 869,
"10289152" : 1428,
"10420224" : 917,
"10551296" : 410,
"10682368" : 299,
"10813440" : 213,
"10944512" : 181,
"11075584" : 191,
"11206656" : 185,
"11337728" : 168,
"11468800" : 45,
"11599872" : 57,
"11730944" : 44,
"11862016" : 32,
"11993088" : 77,
"12124160" : 88,
"12255232" : 65,
"12386304" : 79,
"12517376" : 7,
"12648448" : 7,
"12779520" : 6,
"12910592" : 8,
"13041664" : 2
}
},
"lat_ns" : {
"min" : 5980947,
"max" : 13428844,
"mean" : 8879658.814680,
"stddev" : 713420.418037,
"N" : 180175
},
"bw_min" : 2799070,
"bw_max" : 4114432,
"bw_agg" : 100.000000,
"bw_mean" : 3692181.989899,
"bw_dev" : 234635.382130,
"bw_samples" : 99,
"iops_min" : 2733,
"iops_max" : 4018,
"iops_mean" : 3605.595960,
"iops_stddev" : 229.147129,
"iops_samples" : 99
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 15.304306,
"sys_cpu" : 45.354907,
"ctx" : 175758,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 96.634957,
"20" : 3.364488,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001754,
"timestamp_ms" : 1774001754936,
"time" : "Fri Mar 20 07:15:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 225390362624,
"io_kbytes" : 220107776,
"bw_bytes" : 3756568653,
"bw" : 3668524,
"iops" : 3582.543042,
"runtime" : 59999,
"total_ios" : 214949,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 128136,
"max" : 1417496,
"mean" : 276427.176301,
"stddev" : 36070.602985,
"N" : 214950
},
"clat_ns" : {
"min" : 5802194,
"max" : 13049554,
"mean" : 8655209.501398,
"stddev" : 669620.025078,
"N" : 214949,
"percentile" : {
"1.000000" : 7372800,
"5.000000" : 7700480,
"10.000000" : 7831552,
"20.000000" : 8028160,
"30.000000" : 8290304,
"40.000000" : 8454144,
"50.000000" : 8716288,
"60.000000" : 8847360,
"70.000000" : 8978432,
"80.000000" : 9109504,
"90.000000" : 9502720,
"95.000000" : 9764864,
"99.000000" : 10551296,
"99.500000" : 11075584,
"99.900000" : 12124160,
"99.950000" : 12386304,
"99.990000" : 12648448
},
"bins" : {
"5799936" : 1,
"5865472" : 1,
"5931008" : 3,
"6062080" : 4,
"6127616" : 5,
"6193152" : 3,
"6258688" : 6,
"6324224" : 7,
"6389760" : 6,
"6455296" : 15,
"6520832" : 16,
"6586368" : 30,
"6651904" : 37,
"6717440" : 40,
"6782976" : 71,
"6848512" : 61,
"6914048" : 99,
"6979584" : 129,
"7045120" : 195,
"7110656" : 229,
"7176192" : 250,
"7241728" : 331,
"7307264" : 536,
"7372800" : 558,
"7438336" : 763,
"7503872" : 1152,
"7569408" : 1532,
"7634944" : 1905,
"7700480" : 4829,
"7766016" : 7025,
"7831552" : 5353,
"7897088" : 4323,
"7962624" : 6998,
"8028160" : 8653,
"8093696" : 4683,
"8159232" : 6079,
"8224768" : 6640,
"8290304" : 8238,
"8355840" : 5846,
"8454144" : 15012,
"8585216" : 13563,
"8716288" : 13782,
"8847360" : 29580,
"8978432" : 17235,
"9109504" : 10294,
"9240576" : 9434,
"9371648" : 6933,
"9502720" : 5213,
"9633792" : 4557,
"9764864" : 3181,
"9895936" : 2212,
"10027008" : 1320,
"10158080" : 1031,
"10289152" : 1649,
"10420224" : 1022,
"10551296" : 438,
"10682368" : 318,
"10813440" : 227,
"10944512" : 188,
"11075584" : 203,
"11206656" : 189,
"11337728" : 170,
"11468800" : 47,
"11599872" : 59,
"11730944" : 46,
"11862016" : 35,
"11993088" : 81,
"12124160" : 92,
"12255232" : 66,
"12386304" : 80,
"12517376" : 10,
"12648448" : 9,
"12779520" : 11,
"12910592" : 8,
"13041664" : 2
}
},
"lat_ns" : {
"min" : 5980947,
"max" : 13428844,
"mean" : 8931649.697793,
"stddev" : 690139.473091,
"N" : 214949
},
"bw_min" : 2799070,
"bw_max" : 4114432,
"bw_agg" : 100.000000,
"bw_mean" : 3668531.941176,
"bw_dev" : 225379.930460,
"bw_samples" : 119,
"iops_min" : 2733,
"iops_max" : 4018,
"iops_mean" : 3582.487395,
"iops_stddev" : 220.117683,
"iops_samples" : 119
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 15.493592,
"sys_cpu" : 44.789080,
"ctx" : 210672,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 96.812267,
"20" : 3.187733,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001764,
"timestamp_ms" : 1774001764937,
"time" : "Fri Mar 20 07:16:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 263370833920,
"io_kbytes" : 257198080,
"bw_bytes" : 3762494234,
"bw" : 3674310,
"iops" : 3588.208403,
"runtime" : 69999,
"total_ios" : 251171,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 128136,
"max" : 1417496,
"mean" : 275987.850234,
"stddev" : 35488.265916,
"N" : 251171
},
"clat_ns" : {
"min" : 5519272,
"max" : 13049554,
"mean" : 8641612.542748,
"stddev" : 644504.220178,
"N" : 251170,
"percentile" : {
"1.000000" : 7372800,
"5.000000" : 7700480,
"10.000000" : 7831552,
"20.000000" : 8093696,
"30.000000" : 8290304,
"40.000000" : 8454144,
"50.000000" : 8585216,
"60.000000" : 8847360,
"70.000000" : 8847360,
"80.000000" : 9109504,
"90.000000" : 9371648,
"95.000000" : 9764864,
"99.000000" : 10420224,
"99.500000" : 10944512,
"99.900000" : 12124160,
"99.950000" : 12255232,
"99.990000" : 12648448
},
"bins" : {
"5537792" : 5,
"5603328" : 12,
"5668864" : 21,
"5734400" : 12,
"5799936" : 11,
"5865472" : 11,
"5931008" : 8,
"5996544" : 1,
"6062080" : 6,
"6127616" : 6,
"6193152" : 5,
"6258688" : 8,
"6324224" : 8,
"6389760" : 7,
"6455296" : 16,
"6520832" : 18,
"6586368" : 31,
"6651904" : 40,
"6717440" : 42,
"6782976" : 71,
"6848512" : 65,
"6914048" : 101,
"6979584" : 133,
"7045120" : 196,
"7110656" : 231,
"7176192" : 251,
"7241728" : 331,
"7307264" : 539,
"7372800" : 558,
"7438336" : 768,
"7503872" : 1160,
"7569408" : 1561,
"7634944" : 1942,
"7700480" : 5048,
"7766016" : 7510,
"7831552" : 5878,
"7897088" : 4859,
"7962624" : 8016,
"8028160" : 10063,
"8093696" : 5603,
"8159232" : 7449,
"8224768" : 8285,
"8290304" : 10755,
"8355840" : 7651,
"8454144" : 19659,
"8585216" : 18448,
"8716288" : 17865,
"8847360" : 33928,
"8978432" : 18785,
"9109504" : 11244,
"9240576" : 10201,
"9371648" : 7779,
"9502720" : 5746,
"9633792" : 4905,
"9764864" : 3427,
"9895936" : 2319,
"10027008" : 1419,
"10158080" : 1079,
"10289152" : 1690,
"10420224" : 1063,
"10551296" : 448,
"10682368" : 321,
"10813440" : 232,
"10944512" : 193,
"11075584" : 209,
"11206656" : 194,
"11337728" : 174,
"11468800" : 51,
"11599872" : 59,
"11730944" : 46,
"11862016" : 35,
"11993088" : 81,
"12124160" : 92,
"12255232" : 66,
"12386304" : 80,
"12517376" : 10,
"12648448" : 9,
"12779520" : 11,
"12910592" : 8,
"13041664" : 2
}
},
"lat_ns" : {
"min" : 5701140,
"max" : 13428844,
"mean" : 8917613.682140,
"stddev" : 664154.736517,
"N" : 251170
},
"bw_min" : 2799070,
"bw_max" : 4114432,
"bw_agg" : 100.000000,
"bw_mean" : 3674954.129496,
"bw_dev" : 212915.798970,
"bw_samples" : 139,
"iops_min" : 2733,
"iops_max" : 4018,
"iops_mean" : 3588.762590,
"iops_stddev" : 207.942529,
"iops_samples" : 139
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 15.808797,
"sys_cpu" : 44.713496,
"ctx" : 246553,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 97.174435,
"20" : 2.825167,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001774,
"timestamp_ms" : 1774001774937,
"time" : "Fri Mar 20 07:16:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 299480645632,
"io_kbytes" : 292461568,
"bw_bytes" : 3743554864,
"bw" : 3655815,
"iops" : 3570.144627,
"runtime" : 79999,
"total_ios" : 285608,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 128136,
"max" : 1417496,
"mean" : 277397.562911,
"stddev" : 35409.511421,
"N" : 285608
},
"clat_ns" : {
"min" : 5519272,
"max" : 13049554,
"mean" : 8685280.785009,
"stddev" : 650861.658975,
"N" : 285607,
"percentile" : {
"1.000000" : 7438336,
"5.000000" : 7766016,
"10.000000" : 7897088,
"20.000000" : 8093696,
"30.000000" : 8355840,
"40.000000" : 8454144,
"50.000000" : 8716288,
"60.000000" : 8847360,
"70.000000" : 8978432,
"80.000000" : 9109504,
"90.000000" : 9502720,
"95.000000" : 9764864,
"99.000000" : 10420224,
"99.500000" : 10813440,
"99.900000" : 11993088,
"99.950000" : 12255232,
"99.990000" : 12648448
},
"bins" : {
"5537792" : 5,
"5603328" : 12,
"5668864" : 21,
"5734400" : 12,
"5799936" : 11,
"5865472" : 11,
"5931008" : 8,
"5996544" : 1,
"6062080" : 6,
"6127616" : 6,
"6193152" : 5,
"6258688" : 8,
"6324224" : 8,
"6389760" : 7,
"6455296" : 16,
"6520832" : 18,
"6586368" : 31,
"6651904" : 40,
"6717440" : 42,
"6782976" : 71,
"6848512" : 65,
"6914048" : 101,
"6979584" : 133,
"7045120" : 196,
"7110656" : 231,
"7176192" : 251,
"7241728" : 333,
"7307264" : 544,
"7372800" : 564,
"7438336" : 771,
"7503872" : 1169,
"7569408" : 1588,
"7634944" : 1988,
"7700480" : 5216,
"7766016" : 7819,
"7831552" : 6173,
"7897088" : 5183,
"7962624" : 8566,
"8028160" : 10676,
"8093696" : 5903,
"8159232" : 7844,
"8224768" : 8659,
"8290304" : 11331,
"8355840" : 8243,
"8454144" : 21697,
"8585216" : 20798,
"8716288" : 20235,
"8847360" : 39674,
"8978432" : 22111,
"9109504" : 13571,
"9240576" : 12773,
"9371648" : 9633,
"9502720" : 6808,
"9633792" : 5941,
"9764864" : 4702,
"9895936" : 3406,
"10027008" : 2540,
"10158080" : 1650,
"10289152" : 2136,
"10420224" : 1345,
"10551296" : 596,
"10682368" : 426,
"10813440" : 268,
"10944512" : 234,
"11075584" : 251,
"11206656" : 202,
"11337728" : 174,
"11468800" : 51,
"11599872" : 59,
"11730944" : 46,
"11862016" : 35,
"11993088" : 81,
"12124160" : 92,
"12255232" : 66,
"12386304" : 80,
"12517376" : 10,
"12648448" : 9,
"12779520" : 11,
"12910592" : 8,
"13041664" : 2
}
},
"lat_ns" : {
"min" : 5701140,
"max" : 13428844,
"mean" : 8962689.339365,
"stddev" : 670742.399412,
"N" : 285607
},
"bw_min" : 2799070,
"bw_max" : 4114432,
"bw_agg" : 100.000000,
"bw_mean" : 3656711.855346,
"bw_dev" : 215919.594651,
"bw_samples" : 159,
"iops_min" : 2733,
"iops_max" : 4018,
"iops_mean" : 3570.949686,
"iops_stddev" : 210.873404,
"iops_samples" : 159
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 15.653946,
"sys_cpu" : 44.601808,
"ctx" : 280899,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 96.662558,
"20" : 3.337091,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001784,
"timestamp_ms" : 1774001784937,
"time" : "Fri Mar 20 07:16:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 338493964288,
"io_kbytes" : 330560512,
"bw_bytes" : 3761085837,
"bw" : 3672935,
"iops" : 3586.862076,
"runtime" : 89999,
"total_ios" : 322814,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 128136,
"max" : 1417496,
"mean" : 276096.005142,
"stddev" : 36321.624730,
"N" : 322814
},
"clat_ns" : {
"min" : 5519272,
"max" : 13049554,
"mean" : 8644774.780247,
"stddev" : 669683.312859,
"N" : 322813,
"percentile" : {
"1.000000" : 7176192,
"5.000000" : 7700480,
"10.000000" : 7831552,
"20.000000" : 8028160,
"30.000000" : 8290304,
"40.000000" : 8454144,
"50.000000" : 8716288,
"60.000000" : 8847360,
"70.000000" : 8847360,
"80.000000" : 9109504,
"90.000000" : 9502720,
"95.000000" : 9764864,
"99.000000" : 10420224,
"99.500000" : 10813440,
"99.900000" : 11993088,
"99.950000" : 12255232,
"99.990000" : 12517376
},
"bins" : {
"5537792" : 5,
"5603328" : 12,
"5668864" : 23,
"5734400" : 17,
"5799936" : 15,
"5865472" : 15,
"5931008" : 14,
"5996544" : 2,
"6062080" : 12,
"6127616" : 9,
"6193152" : 13,
"6258688" : 20,
"6324224" : 20,
"6389760" : 33,
"6455296" : 49,
"6520832" : 86,
"6586368" : 89,
"6651904" : 131,
"6717440" : 159,
"6782976" : 217,
"6848512" : 219,
"6914048" : 296,
"6979584" : 395,
"7045120" : 590,
"7110656" : 681,
"7176192" : 721,
"7241728" : 865,
"7307264" : 1101,
"7372800" : 1136,
"7438336" : 1345,
"7503872" : 1803,
"7569408" : 2286,
"7634944" : 2616,
"7700480" : 6209,
"7766016" : 9122,
"7831552" : 7381,
"7897088" : 6098,
"7962624" : 9805,
"8028160" : 12102,
"8093696" : 6671,
"8159232" : 8733,
"8224768" : 9556,
"8290304" : 12611,
"8355840" : 8975,
"8454144" : 23905,
"8585216" : 23803,
"8716288" : 23428,
"8847360" : 43092,
"8978432" : 23895,
"9109504" : 14738,
"9240576" : 13852,
"9371648" : 10574,
"9502720" : 7527,
"9633792" : 6479,
"9764864" : 4875,
"9895936" : 3540,
"10027008" : 2607,
"10158080" : 1702,
"10289152" : 2264,
"10420224" : 1416,
"10551296" : 647,
"10682368" : 452,
"10813440" : 283,
"10944512" : 265,
"11075584" : 262,
"11206656" : 210,
"11337728" : 181,
"11468800" : 55,
"11599872" : 61,
"11730944" : 48,
"11862016" : 35,
"11993088" : 81,
"12124160" : 92,
"12255232" : 66,
"12386304" : 80,
"12517376" : 10,
"12648448" : 9,
"12779520" : 11,
"12910592" : 8,
"13041664" : 2
}
},
"lat_ns" : {
"min" : 5701140,
"max" : 13428844,
"mean" : 8920878.035810,
"stddev" : 690172.054428,
"N" : 322813
},
"bw_min" : 2799070,
"bw_max" : 4395008,
"bw_agg" : 100.000000,
"bw_mean" : 3675226.000000,
"bw_dev" : 227033.802688,
"bw_samples" : 179,
"iops_min" : 2733,
"iops_max" : 4292,
"iops_mean" : 3589.033520,
"iops_stddev" : 221.726953,
"iops_samples" : 179
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 15.571284,
"sys_cpu" : 45.064945,
"ctx" : 314896,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 96.907507,
"20" : 3.092183,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001794,
"timestamp_ms" : 1774001794936,
"time" : "Fri Mar 20 07:16:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 376756502528,
"io_kbytes" : 367926272,
"bw_bytes" : 3767602701,
"bw" : 3679299,
"iops" : 3593.065931,
"runtime" : 99999,
"total_ios" : 359303,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 128136,
"max" : 1417496,
"mean" : 275612.386288,
"stddev" : 36765.978238,
"N" : 359304
},
"clat_ns" : {
"min" : 5519272,
"max" : 13049554,
"mean" : 8629793.216672,
"stddev" : 675519.105936,
"N" : 359303,
"percentile" : {
"1.000000" : 7110656,
"5.000000" : 7634944,
"10.000000" : 7766016,
"20.000000" : 8028160,
"30.000000" : 8290304,
"40.000000" : 8454144,
"50.000000" : 8585216,
"60.000000" : 8847360,
"70.000000" : 8847360,
"80.000000" : 9109504,
"90.000000" : 9502720,
"95.000000" : 9764864,
"99.000000" : 10420224,
"99.500000" : 10813440,
"99.900000" : 11862016,
"99.950000" : 12255232,
"99.990000" : 12517376
},
"bins" : {
"5537792" : 5,
"5603328" : 12,
"5668864" : 23,
"5734400" : 23,
"5799936" : 27,
"5865472" : 28,
"5931008" : 31,
"5996544" : 9,
"6062080" : 20,
"6127616" : 22,
"6193152" : 28,
"6258688" : 36,
"6324224" : 43,
"6389760" : 62,
"6455296" : 70,
"6520832" : 98,
"6586368" : 95,
"6651904" : 144,
"6717440" : 171,
"6782976" : 229,
"6848512" : 238,
"6914048" : 324,
"6979584" : 447,
"7045120" : 682,
"7110656" : 795,
"7176192" : 839,
"7241728" : 1010,
"7307264" : 1306,
"7372800" : 1364,
"7438336" : 1689,
"7503872" : 2243,
"7569408" : 2911,
"7634944" : 3181,
"7700480" : 7363,
"7766016" : 10659,
"7831552" : 8811,
"7897088" : 7353,
"7962624" : 11522,
"8028160" : 14084,
"8093696" : 7764,
"8159232" : 9914,
"8224768" : 10505,
"8290304" : 13652,
"8355840" : 9615,
"8454144" : 25532,
"8585216" : 25600,
"8716288" : 25538,
"8847360" : 46803,
"8978432" : 26050,
"9109504" : 16404,
"9240576" : 15391,
"9371648" : 11901,
"9502720" : 8379,
"9633792" : 7204,
"9764864" : 5314,
"9895936" : 3879,
"10027008" : 2962,
"10158080" : 1941,
"10289152" : 2413,
"10420224" : 1535,
"10551296" : 721,
"10682368" : 490,
"10813440" : 302,
"10944512" : 274,
"11075584" : 272,
"11206656" : 212,
"11337728" : 181,
"11468800" : 55,
"11599872" : 61,
"11730944" : 48,
"11862016" : 35,
"11993088" : 81,
"12124160" : 92,
"12255232" : 66,
"12386304" : 80,
"12517376" : 10,
"12648448" : 9,
"12779520" : 11,
"12910592" : 8,
"13041664" : 2
}
},
"lat_ns" : {
"min" : 5701140,
"max" : 13428844,
"mean" : 8905417.140319,
"stddev" : 696176.568007,
"N" : 359303
},
"bw_min" : 2799070,
"bw_max" : 4395008,
"bw_agg" : 99.954543,
"bw_mean" : 3677627.869347,
"bw_dev" : 227788.405092,
"bw_samples" : 199,
"iops_min" : 2733,
"iops_max" : 4292,
"iops_mean" : 3591.371859,
"iops_stddev" : 222.453587,
"iops_samples" : 199
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 15.461155,
"sys_cpu" : 45.381454,
"ctx" : 349061,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 96.969967,
"20" : 3.030033,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001804,
"timestamp_ms" : 1774001804937,
"time" : "Fri Mar 20 07:16:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 414984437760,
"io_kbytes" : 405258240,
"bw_bytes" : 3772620094,
"bw" : 3684199,
"iops" : 3597.850890,
"runtime" : 109999,
"total_ios" : 395760,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 128136,
"max" : 1417496,
"mean" : 275244.203777,
"stddev" : 37230.195894,
"N" : 395761
},
"clat_ns" : {
"min" : 5519272,
"max" : 13049554,
"mean" : 8618287.248413,
"stddev" : 683272.504111,
"N" : 395760,
"percentile" : {
"1.000000" : 7110656,
"5.000000" : 7634944,
"10.000000" : 7766016,
"20.000000" : 8028160,
"30.000000" : 8224768,
"40.000000" : 8454144,
"50.000000" : 8585216,
"60.000000" : 8847360,
"70.000000" : 8847360,
"80.000000" : 9109504,
"90.000000" : 9502720,
"95.000000" : 9764864,
"99.000000" : 10420224,
"99.500000" : 10682368,
"99.900000" : 11862016,
"99.950000" : 12124160,
"99.990000" : 12517376
},
"bins" : {
"5537792" : 5,
"5603328" : 12,
"5668864" : 23,
"5734400" : 23,
"5799936" : 27,
"5865472" : 28,
"5931008" : 31,
"5996544" : 9,
"6062080" : 20,
"6127616" : 26,
"6193152" : 32,
"6258688" : 38,
"6324224" : 43,
"6389760" : 66,
"6455296" : 72,
"6520832" : 105,
"6586368" : 101,
"6651904" : 149,
"6717440" : 176,
"6782976" : 239,
"6848512" : 258,
"6914048" : 363,
"6979584" : 525,
"7045120" : 809,
"7110656" : 933,
"7176192" : 1023,
"7241728" : 1396,
"7307264" : 1822,
"7372800" : 1882,
"7438336" : 2280,
"7503872" : 2898,
"7569408" : 3594,
"7634944" : 3783,
"7700480" : 8370,
"7766016" : 11859,
"7831552" : 9899,
"7897088" : 8309,
"7962624" : 12900,
"8028160" : 15763,
"8093696" : 8691,
"8159232" : 10990,
"8224768" : 11614,
"8290304" : 14922,
"8355840" : 10433,
"8454144" : 27353,
"8585216" : 27246,
"8716288" : 27617,
"8847360" : 50785,
"8978432" : 28077,
"9109504" : 17662,
"9240576" : 16458,
"9371648" : 13049,
"9502720" : 9436,
"9633792" : 8257,
"9764864" : 5936,
"9895936" : 4263,
"10027008" : 3272,
"10158080" : 2156,
"10289152" : 2775,
"10420224" : 1672,
"10551296" : 792,
"10682368" : 523,
"10813440" : 317,
"10944512" : 289,
"11075584" : 298,
"11206656" : 224,
"11337728" : 187,
"11468800" : 59,
"11599872" : 64,
"11730944" : 51,
"11862016" : 37,
"11993088" : 83,
"12124160" : 94,
"12255232" : 67,
"12386304" : 80,
"12517376" : 10,
"12648448" : 9,
"12779520" : 11,
"12910592" : 8,
"13041664" : 2
}
},
"lat_ns" : {
"min" : 5701140,
"max" : 13428844,
"mean" : 8893536.259074,
"stddev" : 704178.712681,
"N" : 395760
},
"bw_min" : 2799070,
"bw_max" : 4395008,
"bw_agg" : 100.000000,
"bw_mean" : 3686973.333333,
"bw_dev" : 231925.380796,
"bw_samples" : 219,
"iops_min" : 2733,
"iops_max" : 4292,
"iops_mean" : 3600.497717,
"iops_stddev" : 226.484327,
"iops_samples" : 219
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 15.434686,
"sys_cpu" : 45.593142,
"ctx" : 383033,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 96.964069,
"20" : 3.035931,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001814,
"timestamp_ms" : 1774001814936,
"time" : "Fri Mar 20 07:16:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 453229150208,
"io_kbytes" : 442606592,
"bw_bytes" : 3776941059,
"bw" : 3688419,
"iops" : 3601.971683,
"runtime" : 119999,
"total_ios" : 432233,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 127564,
"max" : 1417496,
"mean" : 274925.609829,
"stddev" : 37218.870240,
"N" : 432234
},
"clat_ns" : {
"min" : 5519272,
"max" : 13049554,
"mean" : 8608374.925623,
"stddev" : 677213.283028,
"N" : 432233,
"percentile" : {
"1.000000" : 7176192,
"5.000000" : 7634944,
"10.000000" : 7766016,
"20.000000" : 8028160,
"30.000000" : 8224768,
"40.000000" : 8454144,
"50.000000" : 8585216,
"60.000000" : 8847360,
"70.000000" : 8847360,
"80.000000" : 9109504,
"90.000000" : 9502720,
"95.000000" : 9764864,
"99.000000" : 10420224,
"99.500000" : 10682368,
"99.900000" : 11730944,
"99.950000" : 12124160,
"99.990000" : 12386304
},
"bins" : {
"5537792" : 5,
"5603328" : 12,
"5668864" : 23,
"5734400" : 23,
"5799936" : 27,
"5865472" : 28,
"5931008" : 31,
"5996544" : 9,
"6062080" : 20,
"6127616" : 30,
"6193152" : 34,
"6258688" : 42,
"6324224" : 48,
"6389760" : 68,
"6455296" : 74,
"6520832" : 106,
"6586368" : 102,
"6651904" : 155,
"6717440" : 186,
"6782976" : 255,
"6848512" : 271,
"6914048" : 378,
"6979584" : 545,
"7045120" : 832,
"7110656" : 959,
"7176192" : 1072,
"7241728" : 1496,
"7307264" : 1942,
"7372800" : 2065,
"7438336" : 2524,
"7503872" : 3246,
"7569408" : 4066,
"7634944" : 4218,
"7700480" : 9224,
"7766016" : 12998,
"7831552" : 10888,
"7897088" : 9215,
"7962624" : 14223,
"8028160" : 17545,
"8093696" : 9800,
"8159232" : 12714,
"8224768" : 13356,
"8290304" : 16891,
"8355840" : 11705,
"8454144" : 30069,
"8585216" : 29747,
"8716288" : 30159,
"8847360" : 54527,
"8978432" : 30191,
"9109504" : 19100,
"9240576" : 17617,
"9371648" : 13842,
"9502720" : 10090,
"9633792" : 8927,
"9764864" : 6272,
"9895936" : 4591,
"10027008" : 3469,
"10158080" : 2294,
"10289152" : 2901,
"10420224" : 1722,
"10551296" : 813,
"10682368" : 542,
"10813440" : 328,
"10944512" : 293,
"11075584" : 301,
"11206656" : 225,
"11337728" : 187,
"11468800" : 59,
"11599872" : 64,
"11730944" : 51,
"11862016" : 37,
"11993088" : 83,
"12124160" : 94,
"12255232" : 67,
"12386304" : 80,
"12517376" : 10,
"12648448" : 9,
"12779520" : 11,
"12910592" : 8,
"13041664" : 2
}
},
"lat_ns" : {
"min" : 5701140,
"max" : 13428844,
"mean" : 8883306.552787,
"stddev" : 697905.352893,
"N" : 432233
},
"bw_min" : 2799070,
"bw_max" : 4395008,
"bw_agg" : 100.000000,
"bw_mean" : 3689418.732218,
"bw_dev" : 231453.843236,
"bw_samples" : 239,
"iops_min" : 2733,
"iops_max" : 4292,
"iops_mean" : 3602.895397,
"iops_stddev" : 226.027276,
"iops_samples" : 239
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 15.505129,
"sys_cpu" : 45.642047,
"ctx" : 418152,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 97.106884,
"20" : 2.893116,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001824,
"timestamp_ms" : 1774001824936,
"time" : "Fri Mar 20 07:17:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 489559162880,
"io_kbytes" : 478085120,
"bw_bytes" : 3765868682,
"bw" : 3677606,
"iops" : 3591.412242,
"runtime" : 129999,
"total_ios" : 466880,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 127564,
"max" : 1417496,
"mean" : 275739.910534,
"stddev" : 36757.325911,
"N" : 466881
},
"clat_ns" : {
"min" : 5519272,
"max" : 13049554,
"mean" : 8633696.996939,
"stddev" : 669325.790412,
"N" : 466880,
"percentile" : {
"1.000000" : 7176192,
"5.000000" : 7634944,
"10.000000" : 7766016,
"20.000000" : 8028160,
"30.000000" : 8290304,
"40.000000" : 8454144,
"50.000000" : 8716288,
"60.000000" : 8847360,
"70.000000" : 8978432,
"80.000000" : 9109504,
"90.000000" : 9502720,
"95.000000" : 9764864,
"99.000000" : 10420224,
"99.500000" : 10682368,
"99.900000" : 11599872,
"99.950000" : 12124160,
"99.990000" : 12386304
},
"bins" : {
"5537792" : 5,
"5603328" : 12,
"5668864" : 23,
"5734400" : 23,
"5799936" : 27,
"5865472" : 28,
"5931008" : 31,
"5996544" : 9,
"6062080" : 20,
"6127616" : 30,
"6193152" : 34,
"6258688" : 42,
"6324224" : 48,
"6389760" : 68,
"6455296" : 74,
"6520832" : 106,
"6586368" : 102,
"6651904" : 155,
"6717440" : 186,
"6782976" : 255,
"6848512" : 271,
"6914048" : 378,
"6979584" : 545,
"7045120" : 832,
"7110656" : 959,
"7176192" : 1072,
"7241728" : 1496,
"7307264" : 1942,
"7372800" : 2065,
"7438336" : 2524,
"7503872" : 3246,
"7569408" : 4066,
"7634944" : 4218,
"7700480" : 9259,
"7766016" : 13055,
"7831552" : 10935,
"7897088" : 9278,
"7962624" : 14363,
"8028160" : 17809,
"8093696" : 10017,
"8159232" : 13040,
"8224768" : 13776,
"8290304" : 17595,
"8355840" : 12360,
"8454144" : 32276,
"8585216" : 32844,
"8716288" : 33246,
"8847360" : 61666,
"8978432" : 34938,
"9109504" : 21708,
"9240576" : 20159,
"9371648" : 15837,
"9502720" : 11209,
"9633792" : 9727,
"9764864" : 6986,
"9895936" : 5062,
"10027008" : 3817,
"10158080" : 2625,
"10289152" : 3173,
"10420224" : 1828,
"10551296" : 871,
"10682368" : 592,
"10813440" : 347,
"10944512" : 300,
"11075584" : 303,
"11206656" : 225,
"11337728" : 187,
"11468800" : 59,
"11599872" : 64,
"11730944" : 51,
"11862016" : 37,
"11993088" : 83,
"12124160" : 94,
"12255232" : 67,
"12386304" : 80,
"12517376" : 10,
"12648448" : 9,
"12779520" : 11,
"12910592" : 8,
"13041664" : 2
}
},
"lat_ns" : {
"min" : 5701140,
"max" : 13428844,
"mean" : 8909443.115903,
"stddev" : 689776.714393,
"N" : 466880
},
"bw_min" : 2799070,
"bw_max" : 4395008,
"bw_agg" : 100.000000,
"bw_mean" : 3678116.494208,
"bw_dev" : 227837.135173,
"bw_samples" : 259,
"iops_min" : 2733,
"iops_max" : 4292,
"iops_mean" : 3591.861004,
"iops_stddev" : 222.493123,
"iops_samples" : 259
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 15.482427,
"sys_cpu" : 45.505735,
"ctx" : 452960,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 97.093257,
"20" : 2.906743,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001834,
"timestamp_ms" : 1774001834937,
"time" : "Fri Mar 20 07:17:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 530076139520,
"io_kbytes" : 517652480,
"bw_bytes" : 3786285184,
"bw" : 3697544,
"iops" : 3610.882935,
"runtime" : 139999,
"total_ios" : 505520,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 127564,
"max" : 1417496,
"mean" : 274238.949094,
"stddev" : 37722.463238,
"N" : 505521
},
"clat_ns" : {
"min" : 5271112,
"max" : 13049554,
"mean" : 8587183.055699,
"stddev" : 685257.894833,
"N" : 505520,
"percentile" : {
"1.000000" : 7110656,
"5.000000" : 7503872,
"10.000000" : 7766016,
"20.000000" : 8028160,
"30.000000" : 8224768,
"40.000000" : 8454144,
"50.000000" : 8585216,
"60.000000" : 8847360,
"70.000000" : 8847360,
"80.000000" : 9109504,
"90.000000" : 9371648,
"95.000000" : 9764864,
"99.000000" : 10420224,
"99.500000" : 10682368,
"99.900000" : 11599872,
"99.950000" : 12124160,
"99.990000" : 12386304
},
"bins" : {
"5275648" : 7,
"5341184" : 7,
"5406720" : 4,
"5472256" : 4,
"5537792" : 16,
"5603328" : 14,
"5668864" : 25,
"5734400" : 24,
"5799936" : 29,
"5865472" : 29,
"5931008" : 32,
"5996544" : 11,
"6062080" : 21,
"6127616" : 36,
"6193152" : 36,
"6258688" : 45,
"6324224" : 49,
"6389760" : 70,
"6455296" : 78,
"6520832" : 124,
"6586368" : 122,
"6651904" : 199,
"6717440" : 246,
"6782976" : 365,
"6848512" : 438,
"6914048" : 604,
"6979584" : 941,
"7045120" : 1379,
"7110656" : 1590,
"7176192" : 1991,
"7241728" : 2723,
"7307264" : 3348,
"7372800" : 3479,
"7438336" : 4109,
"7503872" : 4595,
"7569408" : 5211,
"7634944" : 5117,
"7700480" : 10367,
"7766016" : 14259,
"7831552" : 11758,
"7897088" : 10033,
"7962624" : 15663,
"8028160" : 19786,
"8093696" : 11242,
"8159232" : 14805,
"8224768" : 15846,
"8290304" : 19876,
"8355840" : 13889,
"8454144" : 35485,
"8585216" : 34999,
"8716288" : 34402,
"8847360" : 63048,
"8978432" : 35526,
"9109504" : 22122,
"9240576" : 20547,
"9371648" : 16107,
"9502720" : 11450,
"9633792" : 9915,
"9764864" : 7097,
"9895936" : 5140,
"10027008" : 3871,
"10158080" : 2658,
"10289152" : 3211,
"10420224" : 1848,
"10551296" : 885,
"10682368" : 602,
"10813440" : 357,
"10944512" : 304,
"11075584" : 308,
"11206656" : 228,
"11337728" : 190,
"11468800" : 62,
"11599872" : 64,
"11730944" : 51,
"11862016" : 37,
"11993088" : 83,
"12124160" : 94,
"12255232" : 67,
"12386304" : 80,
"12517376" : 10,
"12648448" : 9,
"12779520" : 11,
"12910592" : 8,
"13041664" : 2
}
},
"lat_ns" : {
"min" : 5446099,
"max" : 13428844,
"mean" : 8861429.386129,
"stddev" : 706222.852266,
"N" : 505520
},
"bw_min" : 2799070,
"bw_max" : 4395008,
"bw_agg" : 99.967380,
"bw_mean" : 3696338.702509,
"bw_dev" : 236859.902310,
"bw_samples" : 279,
"iops_min" : 2733,
"iops_max" : 4292,
"iops_mean" : 3609.655914,
"iops_stddev" : 231.303508,
"iops_samples" : 279
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 15.454396,
"sys_cpu" : 45.915328,
"ctx" : 486557,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 97.280028,
"20" : 2.719972,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001844,
"timestamp_ms" : 1774001844937,
"time" : "Fri Mar 20 07:17:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 572170174464,
"io_kbytes" : 558759936,
"bw_bytes" : 3814493259,
"bw" : 3725091,
"iops" : 3637.784252,
"runtime" : 149999,
"total_ios" : 545664,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 127564,
"max" : 1417496,
"mean" : 272196.668058,
"stddev" : 39293.589070,
"N" : 545665
},
"clat_ns" : {
"min" : 5271112,
"max" : 13049554,
"mean" : 8523647.345782,
"stddev" : 722492.043920,
"N" : 545664,
"percentile" : {
"1.000000" : 6782976,
"5.000000" : 7372800,
"10.000000" : 7700480,
"20.000000" : 7962624,
"30.000000" : 8159232,
"40.000000" : 8355840,
"50.000000" : 8585216,
"60.000000" : 8716288,
"70.000000" : 8847360,
"80.000000" : 8978432,
"90.000000" : 9371648,
"95.000000" : 9764864,
"99.000000" : 10289152,
"99.500000" : 10551296,
"99.900000" : 11468800,
"99.950000" : 12124160,
"99.990000" : 12386304
},
"bins" : {
"5275648" : 7,
"5341184" : 7,
"5406720" : 4,
"5472256" : 13,
"5537792" : 45,
"5603328" : 39,
"5668864" : 73,
"5734400" : 48,
"5799936" : 66,
"5865472" : 76,
"5931008" : 86,
"5996544" : 69,
"6062080" : 89,
"6127616" : 157,
"6193152" : 171,
"6258688" : 246,
"6324224" : 294,
"6389760" : 444,
"6455296" : 608,
"6520832" : 611,
"6586368" : 672,
"6651904" : 691,
"6717440" : 696,
"6782976" : 781,
"6848512" : 912,
"6914048" : 1138,
"6979584" : 1643,
"7045120" : 2180,
"7110656" : 2459,
"7176192" : 2935,
"7241728" : 3862,
"7307264" : 4453,
"7372800" : 4583,
"7438336" : 5280,
"7503872" : 5689,
"7569408" : 6278,
"7634944" : 6246,
"7700480" : 12297,
"7766016" : 16762,
"7831552" : 13589,
"7897088" : 11609,
"7962624" : 17770,
"8028160" : 22102,
"8093696" : 12389,
"8159232" : 15967,
"8224768" : 17095,
"8290304" : 21254,
"8355840" : 14686,
"8454144" : 37066,
"8585216" : 36031,
"8716288" : 35089,
"8847360" : 63600,
"8978432" : 36026,
"9109504" : 22390,
"9240576" : 20756,
"9371648" : 16331,
"9502720" : 11617,
"9633792" : 10086,
"9764864" : 7173,
"9895936" : 5186,
"10027008" : 3910,
"10158080" : 2676,
"10289152" : 3228,
"10420224" : 1857,
"10551296" : 887,
"10682368" : 605,
"10813440" : 362,
"10944512" : 307,
"11075584" : 312,
"11206656" : 230,
"11337728" : 190,
"11468800" : 62,
"11599872" : 64,
"11730944" : 51,
"11862016" : 37,
"11993088" : 83,
"12124160" : 94,
"12255232" : 67,
"12386304" : 80,
"12517376" : 10,
"12648448" : 9,
"12779520" : 11,
"12910592" : 8,
"13041664" : 2
}
},
"lat_ns" : {
"min" : 5446099,
"max" : 13428844,
"mean" : 8795845.927017,
"stddev" : 744682.692889,
"N" : 545664
},
"bw_min" : 2799070,
"bw_max" : 4795767,
"bw_agg" : 100.000000,
"bw_mean" : 3725740.772575,
"bw_dev" : 263306.367846,
"bw_samples" : 299,
"iops_min" : 2733,
"iops_max" : 4683,
"iops_mean" : 3638.367893,
"iops_stddev" : 257.127260,
"iops_samples" : 299
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 15.364102,
"sys_cpu" : 46.534310,
"ctx" : 518025,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 97.463274,
"20" : 2.536726,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001854,
"timestamp_ms" : 1774001854937,
"time" : "Fri Mar 20 07:17:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 611602923520,
"io_kbytes" : 597268480,
"bw_bytes" : 3822542162,
"bw" : 3732951,
"iops" : 3645.460284,
"runtime" : 159999,
"total_ios" : 583270,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 127564,
"max" : 1417496,
"mean" : 271618.555927,
"stddev" : 39384.815700,
"N" : 583271
},
"clat_ns" : {
"min" : 5271112,
"max" : 13049554,
"mean" : 8505658.156215,
"stddev" : 715660.638074,
"N" : 583270,
"percentile" : {
"1.000000" : 6782976,
"5.000000" : 7372800,
"10.000000" : 7700480,
"20.000000" : 7897088,
"30.000000" : 8093696,
"40.000000" : 8290304,
"50.000000" : 8454144,
"60.000000" : 8716288,
"70.000000" : 8847360,
"80.000000" : 8978432,
"90.000000" : 9371648,
"95.000000" : 9633792,
"99.000000" : 10289152,
"99.500000" : 10551296,
"99.900000" : 11337728,
"99.950000" : 11993088,
"99.990000" : 12386304
},
"bins" : {
"5275648" : 7,
"5341184" : 7,
"5406720" : 4,
"5472256" : 13,
"5537792" : 45,
"5603328" : 39,
"5668864" : 73,
"5734400" : 48,
"5799936" : 66,
"5865472" : 76,
"5931008" : 86,
"5996544" : 69,
"6062080" : 89,
"6127616" : 157,
"6193152" : 171,
"6258688" : 246,
"6324224" : 294,
"6389760" : 444,
"6455296" : 608,
"6520832" : 611,
"6586368" : 672,
"6651904" : 691,
"6717440" : 696,
"6782976" : 786,
"6848512" : 916,
"6914048" : 1159,
"6979584" : 1688,
"7045120" : 2222,
"7110656" : 2512,
"7176192" : 3025,
"7241728" : 3993,
"7307264" : 4674,
"7372800" : 4892,
"7438336" : 5796,
"7503872" : 6533,
"7569408" : 7278,
"7634944" : 7504,
"7700480" : 14339,
"7766016" : 19206,
"7831552" : 15562,
"7897088" : 13106,
"7962624" : 19605,
"8028160" : 24086,
"8093696" : 13536,
"8159232" : 17355,
"8224768" : 18390,
"8290304" : 23033,
"8355840" : 15857,
"8454144" : 40427,
"8585216" : 38958,
"8716288" : 37495,
"8847360" : 65868,
"8978432" : 36795,
"9109504" : 22911,
"9240576" : 21409,
"9371648" : 16861,
"9502720" : 11970,
"9633792" : 10319,
"9764864" : 7311,
"9895936" : 5293,
"10027008" : 3993,
"10158080" : 2719,
"10289152" : 3282,
"10420224" : 1887,
"10551296" : 910,
"10682368" : 610,
"10813440" : 369,
"10944512" : 308,
"11075584" : 312,
"11206656" : 230,
"11337728" : 190,
"11468800" : 62,
"11599872" : 64,
"11730944" : 51,
"11862016" : 37,
"11993088" : 83,
"12124160" : 94,
"12255232" : 67,
"12386304" : 80,
"12517376" : 10,
"12648448" : 9,
"12779520" : 11,
"12910592" : 8,
"13041664" : 2
}
},
"lat_ns" : {
"min" : 5446099,
"max" : 13428844,
"mean" : 8777278.249035,
"stddev" : 737608.734974,
"N" : 583270
},
"bw_min" : 2799070,
"bw_max" : 4795767,
"bw_agg" : 100.000000,
"bw_mean" : 3734069.285266,
"bw_dev" : 259695.132560,
"bw_samples" : 319,
"iops_min" : 2733,
"iops_max" : 4683,
"iops_mean" : 3646.501567,
"iops_stddev" : 253.601491,
"iops_samples" : 319
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 15.393221,
"sys_cpu" : 46.697792,
"ctx" : 552562,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 97.589453,
"20" : 2.410547,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001864,
"timestamp_ms" : 1774001864937,
"time" : "Fri Mar 20 07:17:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 650397089792,
"io_kbytes" : 635153408,
"bw_bytes" : 3825887739,
"bw" : 3736218,
"iops" : 3648.650874,
"runtime" : 169999,
"total_ios" : 620267,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 127564,
"max" : 1417496,
"mean" : 271381.641416,
"stddev" : 39946.717868,
"N" : 620268
},
"clat_ns" : {
"min" : 5271112,
"max" : 13049554,
"mean" : 8498297.123504,
"stddev" : 729613.200041,
"N" : 620267,
"percentile" : {
"1.000000" : 6782976,
"5.000000" : 7307264,
"10.000000" : 7634944,
"20.000000" : 7897088,
"30.000000" : 8093696,
"40.000000" : 8290304,
"50.000000" : 8454144,
"60.000000" : 8716288,
"70.000000" : 8847360,
"80.000000" : 8978432,
"90.000000" : 9371648,
"95.000000" : 9633792,
"99.000000" : 10289152,
"99.500000" : 10551296,
"99.900000" : 11337728,
"99.950000" : 11993088,
"99.990000" : 12386304
},
"bins" : {
"5275648" : 7,
"5341184" : 7,
"5406720" : 4,
"5472256" : 13,
"5537792" : 45,
"5603328" : 39,
"5668864" : 73,
"5734400" : 48,
"5799936" : 66,
"5865472" : 76,
"5931008" : 86,
"5996544" : 69,
"6062080" : 89,
"6127616" : 157,
"6193152" : 171,
"6258688" : 248,
"6324224" : 302,
"6389760" : 459,
"6455296" : 635,
"6520832" : 684,
"6586368" : 746,
"6651904" : 789,
"6717440" : 806,
"6782976" : 918,
"6848512" : 1130,
"6914048" : 1494,
"6979584" : 2185,
"7045120" : 2845,
"7110656" : 3318,
"7176192" : 3928,
"7241728" : 4973,
"7307264" : 5625,
"7372800" : 5822,
"7438336" : 6714,
"7503872" : 7422,
"7569408" : 8154,
"7634944" : 8459,
"7700480" : 15508,
"7766016" : 20470,
"7831552" : 16616,
"7897088" : 13908,
"7962624" : 20330,
"8028160" : 24704,
"8093696" : 13859,
"8159232" : 17634,
"8224768" : 18598,
"8290304" : 23277,
"8355840" : 16058,
"8454144" : 41095,
"8585216" : 40055,
"8716288" : 38807,
"8847360" : 70064,
"8978432" : 40031,
"9109504" : 25199,
"9240576" : 23539,
"9371648" : 18555,
"9502720" : 12568,
"9633792" : 10664,
"9764864" : 7645,
"9895936" : 5521,
"10027008" : 4202,
"10158080" : 2974,
"10289152" : 3686,
"10420224" : 2137,
"10551296" : 1046,
"10682368" : 734,
"10813440" : 439,
"10944512" : 350,
"11075584" : 344,
"11206656" : 248,
"11337728" : 209,
"11468800" : 71,
"11599872" : 64,
"11730944" : 51,
"11862016" : 37,
"11993088" : 83,
"12124160" : 94,
"12255232" : 67,
"12386304" : 80,
"12517376" : 10,
"12648448" : 9,
"12779520" : 11,
"12910592" : 8,
"13041664" : 2
}
},
"lat_ns" : {
"min" : 5446099,
"max" : 13428844,
"mean" : 8769684.866809,
"stddev" : 752031.392909,
"N" : 620267
},
"bw_min" : 2799070,
"bw_max" : 4795767,
"bw_agg" : 99.990298,
"bw_mean" : 3735856.772861,
"bw_dev" : 266860.625026,
"bw_samples" : 339,
"iops_min" : 2733,
"iops_max" : 4683,
"iops_mean" : 3648.244838,
"iops_stddev" : 260.598916,
"iops_samples" : 339
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 15.248913,
"sys_cpu" : 46.962629,
"ctx" : 584350,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 97.489629,
"20" : 2.510371,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001874,
"timestamp_ms" : 1774001874937,
"time" : "Fri Mar 20 07:17:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 693519777792,
"io_kbytes" : 677265408,
"bw_bytes" : 3852909059,
"bw" : 3762606,
"iops" : 3674.420413,
"runtime" : 179999,
"total_ios" : 661392,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 127564,
"max" : 1417496,
"mean" : 269463.883887,
"stddev" : 41496.706268,
"N" : 661393
},
"clat_ns" : {
"min" : 14433,
"max" : 13049554,
"mean" : 8438499.368324,
"stddev" : 760091.228843,
"N" : 661423,
"percentile" : {
"1.000000" : 6717440,
"5.000000" : 7241728,
"10.000000" : 7503872,
"20.000000" : 7766016,
"30.000000" : 8028160,
"40.000000" : 8224768,
"50.000000" : 8454144,
"60.000000" : 8716288,
"70.000000" : 8847360,
"80.000000" : 8978432,
"90.000000" : 9371648,
"95.000000" : 9633792,
"99.000000" : 10289152,
"99.500000" : 10551296,
"99.900000" : 11337728,
"99.950000" : 11993088,
"99.990000" : 12386304
},
"bins" : {
"14400" : 1,
"301056" : 1,
"659456" : 1,
"921600" : 1,
"1204224" : 1,
"1482752" : 1,
"1794048" : 1,
"2146304" : 1,
"2408448" : 1,
"2670592" : 1,
"2932736" : 1,
"3129344" : 1,
"3424256" : 1,
"3686400" : 1,
"3948544" : 1,
"4227072" : 1,
"4489216" : 1,
"4816896" : 1,
"5079040" : 1,
"5275648" : 7,
"5341184" : 23,
"5406720" : 16,
"5472256" : 15,
"5537792" : 55,
"5603328" : 51,
"5668864" : 91,
"5734400" : 71,
"5799936" : 85,
"5865472" : 104,
"5931008" : 109,
"5996544" : 100,
"6062080" : 135,
"6127616" : 199,
"6193152" : 219,
"6258688" : 290,
"6324224" : 348,
"6389760" : 524,
"6455296" : 742,
"6520832" : 927,
"6586368" : 1135,
"6651904" : 1346,
"6717440" : 1524,
"6782976" : 1914,
"6848512" : 2178,
"6914048" : 2658,
"6979584" : 3519,
"7045120" : 4244,
"7110656" : 4694,
"7176192" : 5486,
"7241728" : 6985,
"7307264" : 7724,
"7372800" : 8053,
"7438336" : 9189,
"7503872" : 9974,
"7569408" : 10392,
"7634944" : 10436,
"7700480" : 17456,
"7766016" : 22363,
"7831552" : 18136,
"7897088" : 14869,
"7962624" : 21383,
"8028160" : 25781,
"8093696" : 14471,
"8159232" : 18278,
"8224768" : 19083,
"8290304" : 23809,
"8355840" : 16464,
"8454144" : 41688,
"8585216" : 40380,
"8716288" : 39004,
"8847360" : 70433,
"8978432" : 40326,
"9109504" : 25438,
"9240576" : 23773,
"9371648" : 18720,
"9502720" : 12670,
"9633792" : 10767,
"9764864" : 7766,
"9895936" : 5616,
"10027008" : 4255,
"10158080" : 3019,
"10289152" : 3728,
"10420224" : 2162,
"10551296" : 1060,
"10682368" : 748,
"10813440" : 446,
"10944512" : 356,
"11075584" : 346,
"11206656" : 252,
"11337728" : 209,
"11468800" : 71,
"11599872" : 64,
"11730944" : 51,
"11862016" : 37,
"11993088" : 83,
"12124160" : 94,
"12255232" : 67,
"12386304" : 80,
"12517376" : 10,
"12648448" : 9,
"12779520" : 11,
"12910592" : 8,
"13041664" : 2
}
},
"lat_ns" : {
"min" : 298697,
"max" : 13428844,
"mean" : 8707967.883096,
"stddev" : 783450.629408,
"N" : 661423
},
"bw_min" : 2799070,
"bw_max" : 4795767,
"bw_agg" : 100.000000,
"bw_mean" : 3763033.019499,
"bw_dev" : 286760.444288,
"bw_samples" : 359,
"iops_min" : 2733,
"iops_max" : 4683,
"iops_mean" : 3674.785515,
"iops_stddev" : 280.037081,
"iops_samples" : 359
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 15.092306,
"sys_cpu" : 47.679154,
"ctx" : 612434,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999849,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 97.618961,
"20" : 2.383458,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001874,
"timestamp_ms" : 1774001874970,
"time" : "Fri Mar 20 07:17:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 693553332224,
"io_kbytes" : 677298176,
"bw_bytes" : 3853031256,
"bw" : 3762725,
"iops" : 3674.359174,
"runtime" : 180002,
"total_ios" : 661392,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 127564,
"max" : 1417496,
"mean" : 269463.883887,
"stddev" : 41496.706268,
"N" : 661393
},
"clat_ns" : {
"min" : 14433,
"max" : 13049554,
"mean" : 8438499.368324,
"stddev" : 760091.228843,
"N" : 661423,
"percentile" : {
"1.000000" : 6717440,
"5.000000" : 7241728,
"10.000000" : 7503872,
"20.000000" : 7766016,
"30.000000" : 8028160,
"40.000000" : 8224768,
"50.000000" : 8454144,
"60.000000" : 8716288,
"70.000000" : 8847360,
"80.000000" : 8978432,
"90.000000" : 9371648,
"95.000000" : 9633792,
"99.000000" : 10289152,
"99.500000" : 10551296,
"99.900000" : 11337728,
"99.950000" : 11993088,
"99.990000" : 12386304
},
"bins" : {
"14400" : 1,
"301056" : 1,
"659456" : 1,
"921600" : 1,
"1204224" : 1,
"1482752" : 1,
"1794048" : 1,
"2146304" : 1,
"2408448" : 1,
"2670592" : 1,
"2932736" : 1,
"3129344" : 1,
"3424256" : 1,
"3686400" : 1,
"3948544" : 1,
"4227072" : 1,
"4489216" : 1,
"4816896" : 1,
"5079040" : 1,
"5275648" : 7,
"5341184" : 23,
"5406720" : 16,
"5472256" : 15,
"5537792" : 55,
"5603328" : 51,
"5668864" : 91,
"5734400" : 71,
"5799936" : 85,
"5865472" : 104,
"5931008" : 109,
"5996544" : 100,
"6062080" : 135,
"6127616" : 199,
"6193152" : 219,
"6258688" : 290,
"6324224" : 348,
"6389760" : 524,
"6455296" : 742,
"6520832" : 927,
"6586368" : 1135,
"6651904" : 1346,
"6717440" : 1524,
"6782976" : 1914,
"6848512" : 2178,
"6914048" : 2658,
"6979584" : 3519,
"7045120" : 4244,
"7110656" : 4694,
"7176192" : 5486,
"7241728" : 6985,
"7307264" : 7724,
"7372800" : 8053,
"7438336" : 9189,
"7503872" : 9974,
"7569408" : 10392,
"7634944" : 10436,
"7700480" : 17456,
"7766016" : 22363,
"7831552" : 18136,
"7897088" : 14869,
"7962624" : 21383,
"8028160" : 25781,
"8093696" : 14471,
"8159232" : 18278,
"8224768" : 19083,
"8290304" : 23809,
"8355840" : 16464,
"8454144" : 41688,
"8585216" : 40380,
"8716288" : 39004,
"8847360" : 70433,
"8978432" : 40326,
"9109504" : 25438,
"9240576" : 23773,
"9371648" : 18720,
"9502720" : 12670,
"9633792" : 10767,
"9764864" : 7766,
"9895936" : 5616,
"10027008" : 4255,
"10158080" : 3019,
"10289152" : 3728,
"10420224" : 2162,
"10551296" : 1060,
"10682368" : 748,
"10813440" : 446,
"10944512" : 356,
"11075584" : 346,
"11206656" : 252,
"11337728" : 209,
"11468800" : 71,
"11599872" : 64,
"11730944" : 51,
"11862016" : 37,
"11993088" : 83,
"12124160" : 94,
"12255232" : 67,
"12386304" : 80,
"12517376" : 10,
"12648448" : 9,
"12779520" : 11,
"12910592" : 8,
"13041664" : 2
}
},
"lat_ns" : {
"min" : 298697,
"max" : 13428844,
"mean" : 8707967.883096,
"stddev" : 783450.629408,
"N" : 661423
},
"bw_min" : 2799070,
"bw_max" : 4795767,
"bw_agg" : 100.000000,
"bw_mean" : 3763599.527778,
"bw_dev" : 286562.437430,
"bw_samples" : 360,
"iops_min" : 2733,
"iops_max" : 4683,
"iops_mean" : 3675.338889,
"iops_stddev" : 279.843822,
"iops_samples" : 360
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180001,
"usr_cpu" : 15.092138,
"sys_cpu" : 47.678624,
"ctx" : 612435,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999849,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 97.618961,
"20" : 2.383458,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}