raidz2/benchmarks/seq/seq-write-qd32-nj8_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774003313,
"timestamp_ms" : 1774003313618,
"time" : "Fri Mar 20 07:41:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 41846571008,
"io_kbytes" : 40865792,
"bw_bytes" : 4295039619,
"bw" : 4194374,
"iops" : 4123.267987,
"runtime" : 9743,
"total_ios" : 40173,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 77937,
"usr_cpu" : 1.688543,
"sys_cpu" : 7.961559,
"ctx" : 58378,
"majf" : 0,
"minf" : 53,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.159311,
"16" : 0.318622,
"32" : 99.382670,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003323,
"timestamp_ms" : 1774003323876,
"time" : "Fri Mar 20 07:42:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 50110398464,
"io_kbytes" : 48935936,
"bw_bytes" : 5011039846,
"bw" : 4893593,
"iops" : 4779.700000,
"runtime" : 10000,
"total_ios" : 47797,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 449586,
"max" : 6650961,
"mean" : 1669871.352072,
"stddev" : 168177.470998,
"N" : 47797
},
"clat_ns" : {
"min" : 45032569,
"max" : 64408681,
"mean" : 51902933.883906,
"stddev" : 3467132.841321,
"N" : 47789,
"percentile" : {
"1.000000" : 45875200,
"5.000000" : 46923776,
"10.000000" : 47972352,
"20.000000" : 49020928,
"30.000000" : 49545216,
"40.000000" : 50593792,
"50.000000" : 51118080,
"60.000000" : 52166656,
"70.000000" : 53739520,
"80.000000" : 55312384,
"90.000000" : 56885248,
"95.000000" : 57933824,
"99.000000" : 61079552,
"99.500000" : 62128128,
"99.900000" : 63176704,
"99.950000" : 63176704,
"99.990000" : 64225280
},
"bins" : {
"44826624" : 7,
"45350912" : 419,
"45875200" : 277,
"46399488" : 998,
"46923776" : 1290,
"47448064" : 1485,
"47972352" : 2229,
"48496640" : 1924,
"49020928" : 2830,
"49545216" : 3489,
"50069504" : 3352,
"50593792" : 3411,
"51118080" : 3231,
"51642368" : 2448,
"52166656" : 1497,
"52690944" : 1937,
"53215232" : 1756,
"53739520" : 2026,
"54263808" : 1737,
"54788096" : 1484,
"55312384" : 1623,
"55836672" : 1929,
"56360960" : 1452,
"56885248" : 988,
"57409536" : 979,
"57933824" : 915,
"58458112" : 621,
"58982400" : 267,
"59506688" : 318,
"60030976" : 213,
"60555264" : 97,
"61079552" : 120,
"61603840" : 118,
"62128128" : 126,
"62652416" : 104,
"63176704" : 76,
"63700992" : 9,
"64225280" : 7
}
},
"lat_ns" : {
"min" : 46520943,
"max" : 66308524,
"mean" : 53572921.320973,
"stddev" : 3572641.784311,
"N" : 47789
},
"bw_min" : 4358144,
"bw_max" : 5281792,
"bw_agg" : 99.878748,
"bw_mean" : 4887660.210526,
"bw_dev" : 30663.818437,
"bw_samples" : 152,
"iops_min" : 4256,
"iops_max" : 5158,
"iops_mean" : 4772.894737,
"iops_stddev" : 29.938557,
"iops_samples" : 152
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79996,
"usr_cpu" : 2.141357,
"sys_cpu" : 9.381719,
"ctx" : 54657,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 33.744796,
"100" : 66.238467,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003333,
"timestamp_ms" : 1774003333876,
"time" : "Fri Mar 20 07:42:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 95335481344,
"io_kbytes" : 93101056,
"bw_bytes" : 4766774067,
"bw" : 4655052,
"iops" : 4546.350000,
"runtime" : 20000,
"total_ios" : 90927,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 449586,
"max" : 6650961,
"mean" : 1755659.360960,
"stddev" : 198772.284001,
"N" : 90927
},
"clat_ns" : {
"min" : 45032569,
"max" : 75420905,
"mean" : 54554760.935679,
"stddev" : 4880778.513115,
"N" : 90919,
"percentile" : {
"1.000000" : 46399488,
"5.000000" : 47972352,
"10.000000" : 49020928,
"20.000000" : 50069504,
"30.000000" : 51642368,
"40.000000" : 53215232,
"50.000000" : 54263808,
"60.000000" : 55312384,
"70.000000" : 56360960,
"80.000000" : 57933824,
"90.000000" : 61079552,
"95.000000" : 64225280,
"99.000000" : 67633152,
"99.500000" : 69730304,
"99.900000" : 73924608,
"99.950000" : 73924608,
"99.990000" : 74973184
},
"bins" : {
"44826624" : 7,
"45350912" : 419,
"45875200" : 277,
"46399488" : 998,
"46923776" : 1290,
"47448064" : 1485,
"47972352" : 2229,
"48496640" : 1924,
"49020928" : 2830,
"49545216" : 3653,
"50069504" : 4805,
"50593792" : 3663,
"51118080" : 3415,
"51642368" : 2894,
"52166656" : 2706,
"52690944" : 3693,
"53215232" : 3427,
"53739520" : 4713,
"54263808" : 3581,
"54788096" : 4519,
"55312384" : 4595,
"55836672" : 4259,
"56360960" : 4492,
"56885248" : 2892,
"57409536" : 1741,
"57933824" : 2318,
"58458112" : 1809,
"58982400" : 1850,
"59506688" : 2150,
"60030976" : 1114,
"60555264" : 1395,
"61079552" : 947,
"61603840" : 922,
"62128128" : 1033,
"62652416" : 812,
"63176704" : 297,
"63700992" : 363,
"64225280" : 863,
"64749568" : 1150,
"65273856" : 1082,
"65798144" : 658,
"66322432" : 351,
"66846720" : 183,
"67633152" : 256,
"68681728" : 182,
"69730304" : 238,
"70778880" : 89,
"71827456" : 101,
"72876032" : 114,
"73924608" : 115,
"74973184" : 20
}
},
"lat_ns" : {
"min" : 46520943,
"max" : 77808072,
"mean" : 56310181.508387,
"stddev" : 5033950.109426,
"N" : 90919
},
"bw_min" : 3865540,
"bw_max" : 5281792,
"bw_agg" : 100.000000,
"bw_mean" : 4657206.794872,
"bw_dev" : 45158.231664,
"bw_samples" : 312,
"iops_min" : 3774,
"iops_max" : 5158,
"iops_mean" : 4547.615385,
"iops_stddev" : 44.127400,
"iops_samples" : 312
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159995,
"usr_cpu" : 1.983812,
"sys_cpu" : 8.807150,
"ctx" : 102005,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 18.197015,
"100" : 81.794187,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003343,
"timestamp_ms" : 1774003343877,
"time" : "Fri Mar 20 07:42:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 145431199744,
"io_kbytes" : 142022656,
"bw_bytes" : 4847706658,
"bw" : 4734088,
"iops" : 4623.400000,
"runtime" : 30000,
"total_ios" : 138702,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 449586,
"max" : 6650961,
"mean" : 1726255.693407,
"stddev" : 188746.636120,
"N" : 138702
},
"clat_ns" : {
"min" : 45032569,
"max" : 75420905,
"mean" : 53642043.913558,
"stddev" : 4509205.238454,
"N" : 138694,
"percentile" : {
"1.000000" : 46399488,
"5.000000" : 47448064,
"10.000000" : 48496640,
"20.000000" : 50069504,
"30.000000" : 50593792,
"40.000000" : 51642368,
"50.000000" : 52690944,
"60.000000" : 54263808,
"70.000000" : 55312384,
"80.000000" : 56885248,
"90.000000" : 59506688,
"95.000000" : 62652416,
"99.000000" : 66322432,
"99.500000" : 68681728,
"99.900000" : 72876032,
"99.950000" : 73924608,
"99.990000" : 74973184
},
"bins" : {
"44826624" : 7,
"45350912" : 419,
"45875200" : 524,
"46399488" : 1411,
"46923776" : 2273,
"47448064" : 2723,
"47972352" : 3756,
"48496640" : 3848,
"49020928" : 4546,
"49545216" : 6436,
"50069504" : 9066,
"50593792" : 8039,
"51118080" : 7726,
"51642368" : 6083,
"52166656" : 6407,
"52690944" : 6644,
"53215232" : 5728,
"53739520" : 6552,
"54263808" : 4785,
"54788096" : 6061,
"55312384" : 5946,
"55836672" : 5364,
"56360960" : 5347,
"56885248" : 3694,
"57409536" : 2451,
"57933824" : 3219,
"58458112" : 2076,
"58982400" : 2087,
"59506688" : 2338,
"60030976" : 1270,
"60555264" : 1552,
"61079552" : 1129,
"61603840" : 1096,
"62128128" : 1111,
"62652416" : 852,
"63176704" : 324,
"63700992" : 381,
"64225280" : 874,
"64749568" : 1155,
"65273856" : 1086,
"65798144" : 659,
"66322432" : 351,
"66846720" : 183,
"67633152" : 256,
"68681728" : 182,
"69730304" : 238,
"70778880" : 89,
"71827456" : 101,
"72876032" : 114,
"73924608" : 115,
"74973184" : 20
}
},
"lat_ns" : {
"min" : 46520943,
"max" : 77808072,
"mean" : 55368009.925080,
"stddev" : 4649808.072247,
"N" : 138694
},
"bw_min" : 3865540,
"bw_max" : 5281792,
"bw_agg" : 99.886049,
"bw_mean" : 4728694.661017,
"bw_dev" : 41128.324095,
"bw_samples" : 472,
"iops_min" : 3774,
"iops_max" : 5158,
"iops_mean" : 4617.576271,
"iops_stddev" : 40.192252,
"iops_samples" : 472
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239995,
"usr_cpu" : 2.011292,
"sys_cpu" : 9.035188,
"ctx" : 157338,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 20.771150,
"100" : 79.223083,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003353,
"timestamp_ms" : 1774003353877,
"time" : "Fri Mar 20 07:42:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 194362998784,
"io_kbytes" : 189807616,
"bw_bytes" : 4859074969,
"bw" : 4745190,
"iops" : 4634.175000,
"runtime" : 40000,
"total_ios" : 185367,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 421144,
"max" : 6650961,
"mean" : 1722201.384238,
"stddev" : 183760.590844,
"N" : 185367
},
"clat_ns" : {
"min" : 44730037,
"max" : 75420905,
"mean" : 53520852.730345,
"stddev" : 4324048.098542,
"N" : 185359,
"percentile" : {
"1.000000" : 46399488,
"5.000000" : 47448064,
"10.000000" : 48496640,
"20.000000" : 50069504,
"30.000000" : 50593792,
"40.000000" : 51642368,
"50.000000" : 52690944,
"60.000000" : 54263808,
"70.000000" : 55312384,
"80.000000" : 56885248,
"90.000000" : 58982400,
"95.000000" : 61603840,
"99.000000" : 65798144,
"99.500000" : 67633152,
"99.900000" : 72876032,
"99.950000" : 73924608,
"99.990000" : 74973184
},
"bins" : {
"44826624" : 82,
"45350912" : 626,
"45875200" : 756,
"46399488" : 1884,
"46923776" : 2841,
"47448064" : 3713,
"47972352" : 5210,
"48496640" : 5932,
"49020928" : 6258,
"49545216" : 7979,
"50069504" : 11303,
"50593792" : 9837,
"51118080" : 9533,
"51642368" : 8499,
"52166656" : 9122,
"52690944" : 9367,
"53215232" : 8162,
"53739520" : 9583,
"54263808" : 7639,
"54788096" : 7866,
"55312384" : 7660,
"55836672" : 7174,
"56360960" : 6910,
"56885248" : 4996,
"57409536" : 4234,
"57933824" : 4244,
"58458112" : 2936,
"58982400" : 2746,
"59506688" : 2879,
"60030976" : 1691,
"60555264" : 1968,
"61079552" : 1508,
"61603840" : 1367,
"62128128" : 1408,
"62652416" : 990,
"63176704" : 445,
"63700992" : 480,
"64225280" : 955,
"64749568" : 1177,
"65273856" : 1087,
"65798144" : 663,
"66322432" : 351,
"66846720" : 183,
"67633152" : 256,
"68681728" : 182,
"69730304" : 238,
"70778880" : 89,
"71827456" : 101,
"72876032" : 114,
"73924608" : 115,
"74973184" : 20
}
},
"lat_ns" : {
"min" : 46168154,
"max" : 77808072,
"mean" : 55242997.128443,
"stddev" : 4458503.427073,
"N" : 185359
},
"bw_min" : 3865540,
"bw_max" : 5281792,
"bw_agg" : 100.000000,
"bw_mean" : 4748410.658228,
"bw_dev" : 39593.709909,
"bw_samples" : 632,
"iops_min" : 3774,
"iops_max" : 5158,
"iops_mean" : 4636.848101,
"iops_stddev" : 38.684734,
"iops_samples" : 632
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319996,
"usr_cpu" : 1.992525,
"sys_cpu" : 9.094801,
"ctx" : 210880,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 20.886134,
"100" : 79.109550,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003363,
"timestamp_ms" : 1774003363876,
"time" : "Fri Mar 20 07:42:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 243195183104,
"io_kbytes" : 237495296,
"bw_bytes" : 4863903662,
"bw" : 4749905,
"iops" : 4638.740000,
"runtime" : 50000,
"total_ios" : 231937,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 421144,
"max" : 6650961,
"mean" : 1720470.035742,
"stddev" : 186343.875263,
"N" : 231937
},
"clat_ns" : {
"min" : 40926376,
"max" : 75420905,
"mean" : 53471367.067383,
"stddev" : 4441428.293863,
"N" : 231929,
"percentile" : {
"1.000000" : 43778048,
"5.000000" : 46923776,
"10.000000" : 48496640,
"20.000000" : 50069504,
"30.000000" : 51118080,
"40.000000" : 52166656,
"50.000000" : 53215232,
"60.000000" : 54263808,
"70.000000" : 55312384,
"80.000000" : 56885248,
"90.000000" : 58982400,
"95.000000" : 61603840,
"99.000000" : 65273856,
"99.500000" : 66846720,
"99.900000" : 72876032,
"99.950000" : 73924608,
"99.990000" : 73924608
},
"bins" : {
"41156608" : 267,
"41680896" : 111,
"42205184" : 517,
"42729472" : 537,
"43253760" : 799,
"43778048" : 822,
"44302336" : 540,
"44826624" : 530,
"45350912" : 950,
"45875200" : 1181,
"46399488" : 2437,
"46923776" : 3398,
"47448064" : 4669,
"47972352" : 5821,
"48496640" : 6391,
"49020928" : 7682,
"49545216" : 9297,
"50069504" : 12491,
"50593792" : 10939,
"51118080" : 10994,
"51642368" : 9944,
"52166656" : 10516,
"52690944" : 10721,
"53215232" : 10555,
"53739520" : 12051,
"54263808" : 10091,
"54788096" : 10699,
"55312384" : 10065,
"55836672" : 8470,
"56360960" : 9324,
"56885248" : 6448,
"57409536" : 5637,
"57933824" : 6910,
"58458112" : 4184,
"58982400" : 4017,
"59506688" : 3539,
"60030976" : 2258,
"60555264" : 2372,
"61079552" : 1887,
"61603840" : 1777,
"62128128" : 1839,
"62652416" : 1218,
"63176704" : 604,
"63700992" : 660,
"64225280" : 1036,
"64749568" : 1275,
"65273856" : 1146,
"65798144" : 664,
"66322432" : 351,
"66846720" : 183,
"67633152" : 256,
"68681728" : 182,
"69730304" : 238,
"70778880" : 89,
"71827456" : 101,
"72876032" : 114,
"73924608" : 115,
"74973184" : 20
}
},
"lat_ns" : {
"min" : 42255446,
"max" : 77808072,
"mean" : 55192056.205145,
"stddev" : 4579665.699362,
"N" : 231929
},
"bw_min" : 3865540,
"bw_max" : 5639176,
"bw_agg" : 99.798356,
"bw_mean" : 4740328.111111,
"bw_dev" : 40046.462327,
"bw_samples" : 792,
"iops_min" : 3774,
"iops_max" : 5504,
"iops_mean" : 4628.959596,
"iops_stddev" : 39.112591,
"iops_samples" : 792
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399997,
"usr_cpu" : 2.000515,
"sys_cpu" : 9.115318,
"ctx" : 264322,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 21.498942,
"100" : 78.497609,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003373,
"timestamp_ms" : 1774003373877,
"time" : "Fri Mar 20 07:42:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 118,
"elapsed" : 71,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 291671900160,
"io_kbytes" : 284835840,
"bw_bytes" : 4861198336,
"bw" : 4747264,
"iops" : 4636.133333,
"runtime" : 60000,
"total_ios" : 278168,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 421144,
"max" : 6650961,
"mean" : 1721442.930876,
"stddev" : 180017.425999,
"N" : 278168
},
"clat_ns" : {
"min" : 40926376,
"max" : 75420905,
"mean" : 53496873.848609,
"stddev" : 4298127.094804,
"N" : 278160,
"percentile" : {
"1.000000" : 43778048,
"5.000000" : 47448064,
"10.000000" : 48496640,
"20.000000" : 50069504,
"30.000000" : 51118080,
"40.000000" : 52166656,
"50.000000" : 53215232,
"60.000000" : 54263808,
"70.000000" : 55312384,
"80.000000" : 56885248,
"90.000000" : 58982400,
"95.000000" : 61079552,
"99.000000" : 65273856,
"99.500000" : 66322432,
"99.900000" : 71827456,
"99.950000" : 72876032,
"99.990000" : 73924608
},
"bins" : {
"41156608" : 267,
"41680896" : 111,
"42205184" : 517,
"42729472" : 537,
"43253760" : 799,
"43778048" : 829,
"44302336" : 1030,
"44826624" : 1015,
"45350912" : 996,
"45875200" : 1281,
"46399488" : 2526,
"46923776" : 3856,
"47448064" : 6182,
"47972352" : 6638,
"48496640" : 7455,
"49020928" : 8174,
"49545216" : 9814,
"50069504" : 13300,
"50593792" : 13214,
"51118080" : 11988,
"51642368" : 11339,
"52166656" : 11909,
"52690944" : 13875,
"53215232" : 14226,
"53739520" : 16665,
"54263808" : 15229,
"54788096" : 13802,
"55312384" : 13370,
"55836672" : 10397,
"56360960" : 10697,
"56885248" : 7616,
"57409536" : 6597,
"57933824" : 7734,
"58458112" : 4947,
"58982400" : 4654,
"59506688" : 4055,
"60030976" : 2660,
"60555264" : 2664,
"61079552" : 2203,
"61603840" : 2088,
"62128128" : 2122,
"62652416" : 1401,
"63176704" : 841,
"63700992" : 751,
"64225280" : 1054,
"64749568" : 1276,
"65273856" : 1146,
"65798144" : 664,
"66322432" : 351,
"66846720" : 183,
"67633152" : 256,
"68681728" : 182,
"69730304" : 238,
"70778880" : 89,
"71827456" : 101,
"72876032" : 114,
"73924608" : 115,
"74973184" : 20
}
},
"lat_ns" : {
"min" : 42255446,
"max" : 77808072,
"mean" : 55218228.272117,
"stddev" : 4431653.768892,
"N" : 278160
},
"bw_min" : 3865540,
"bw_max" : 5813605,
"bw_agg" : 100.000000,
"bw_mean" : 4748423.865546,
"bw_dev" : 39915.197975,
"bw_samples" : 952,
"iops_min" : 3774,
"iops_max" : 5674,
"iops_mean" : 4636.882353,
"iops_stddev" : 38.972597,
"iops_samples" : 952
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479998,
"usr_cpu" : 2.011675,
"sys_cpu" : 9.093163,
"ctx" : 316187,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 20.219436,
"100" : 79.777688,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003383,
"timestamp_ms" : 1774003383877,
"time" : "Fri Mar 20 07:43:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 339505840128,
"io_kbytes" : 331548672,
"bw_bytes" : 4850083430,
"bw" : 4736409,
"iops" : 4625.514286,
"runtime" : 70000,
"total_ios" : 323786,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 421144,
"max" : 6650961,
"mean" : 1725382.022277,
"stddev" : 175880.966740,
"N" : 323786
},
"clat_ns" : {
"min" : 40926376,
"max" : 75420905,
"mean" : 53618332.016616,
"stddev" : 4128001.818794,
"N" : 323778,
"percentile" : {
"1.000000" : 44302336,
"5.000000" : 47448064,
"10.000000" : 48496640,
"20.000000" : 50069504,
"30.000000" : 51118080,
"40.000000" : 52690944,
"50.000000" : 53739520,
"60.000000" : 54263808,
"70.000000" : 55312384,
"80.000000" : 56360960,
"90.000000" : 58982400,
"95.000000" : 61079552,
"99.000000" : 65273856,
"99.500000" : 66322432,
"99.900000" : 71827456,
"99.950000" : 72876032,
"99.990000" : 73924608
},
"bins" : {
"41156608" : 267,
"41680896" : 111,
"42205184" : 517,
"42729472" : 537,
"43253760" : 799,
"43778048" : 829,
"44302336" : 1030,
"44826624" : 1015,
"45350912" : 996,
"45875200" : 1281,
"46399488" : 2526,
"46923776" : 3856,
"47448064" : 6182,
"47972352" : 6638,
"48496640" : 7514,
"49020928" : 8362,
"49545216" : 10386,
"50069504" : 14545,
"50593792" : 14752,
"51118080" : 15007,
"51642368" : 13797,
"52166656" : 14488,
"52690944" : 17455,
"53215232" : 17990,
"53739520" : 20605,
"54263808" : 18693,
"54788096" : 15634,
"55312384" : 16854,
"55836672" : 13604,
"56360960" : 13016,
"56885248" : 9116,
"57409536" : 7861,
"57933824" : 8605,
"58458112" : 5718,
"58982400" : 5438,
"59506688" : 4912,
"60030976" : 3398,
"60555264" : 3152,
"61079552" : 2656,
"61603840" : 2368,
"62128128" : 2339,
"62652416" : 1519,
"63176704" : 863,
"63700992" : 758,
"64225280" : 1054,
"64749568" : 1276,
"65273856" : 1146,
"65798144" : 664,
"66322432" : 351,
"66846720" : 183,
"67633152" : 256,
"68681728" : 182,
"69730304" : 238,
"70778880" : 89,
"71827456" : 101,
"72876032" : 114,
"73924608" : 115,
"74973184" : 20
}
},
"lat_ns" : {
"min" : 42255446,
"max" : 77808072,
"mean" : 55343581.688975,
"stddev" : 4255919.222548,
"N" : 323778
},
"bw_min" : 3865540,
"bw_max" : 5813605,
"bw_agg" : 100.000000,
"bw_mean" : 4738208.841727,
"bw_dev" : 37660.325705,
"bw_samples" : 1112,
"iops_min" : 3774,
"iops_max" : 5674,
"iops_mean" : 4626.928058,
"iops_stddev" : 36.770994,
"iops_samples" : 1112
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559996,
"usr_cpu" : 2.000371,
"sys_cpu" : 9.087029,
"ctx" : 368070,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 17.766673,
"100" : 82.230856,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003393,
"timestamp_ms" : 1774003393877,
"time" : "Fri Mar 20 07:43:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 389345705984,
"io_kbytes" : 380220416,
"bw_bytes" : 4866821324,
"bw" : 4752755,
"iops" : 4641.462500,
"runtime" : 80000,
"total_ios" : 371317,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 421144,
"max" : 6650961,
"mean" : 1719427.863626,
"stddev" : 177315.224930,
"N" : 371317
},
"clat_ns" : {
"min" : 40926376,
"max" : 75420905,
"mean" : 53435841.995163,
"stddev" : 4150833.724655,
"N" : 371309,
"percentile" : {
"1.000000" : 44302336,
"5.000000" : 46923776,
"10.000000" : 48496640,
"20.000000" : 50069504,
"30.000000" : 51118080,
"40.000000" : 52166656,
"50.000000" : 53215232,
"60.000000" : 54263808,
"70.000000" : 55312384,
"80.000000" : 56360960,
"90.000000" : 58458112,
"95.000000" : 60555264,
"99.000000" : 64749568,
"99.500000" : 65798144,
"99.900000" : 70778880,
"99.950000" : 72876032,
"99.990000" : 73924608
},
"bins" : {
"41156608" : 267,
"41680896" : 111,
"42205184" : 517,
"42729472" : 537,
"43253760" : 799,
"43778048" : 829,
"44302336" : 1172,
"44826624" : 1563,
"45350912" : 2048,
"45875200" : 2611,
"46399488" : 3761,
"46923776" : 5643,
"47448064" : 7754,
"47972352" : 8598,
"48496640" : 9648,
"49020928" : 10905,
"49545216" : 11877,
"50069504" : 16549,
"50593792" : 16585,
"51118080" : 16433,
"51642368" : 15044,
"52166656" : 15897,
"52690944" : 20512,
"53215232" : 19797,
"53739520" : 22137,
"54263808" : 20197,
"54788096" : 17905,
"55312384" : 19777,
"55836672" : 16067,
"56360960" : 14909,
"56885248" : 10143,
"57409536" : 8872,
"57933824" : 9910,
"58458112" : 6420,
"58982400" : 5847,
"59506688" : 5288,
"60030976" : 3677,
"60555264" : 3385,
"61079552" : 2889,
"61603840" : 2593,
"62128128" : 2563,
"62652416" : 1759,
"63176704" : 963,
"63700992" : 762,
"64225280" : 1054,
"64749568" : 1276,
"65273856" : 1146,
"65798144" : 664,
"66322432" : 351,
"66846720" : 183,
"67633152" : 256,
"68681728" : 182,
"69730304" : 238,
"70778880" : 89,
"71827456" : 101,
"72876032" : 114,
"73924608" : 115,
"74973184" : 20
}
},
"lat_ns" : {
"min" : 42255446,
"max" : 77808072,
"mean" : 55155254.929428,
"stddev" : 4279494.899618,
"N" : 371309
},
"bw_min" : 3865540,
"bw_max" : 5813605,
"bw_agg" : 100.000000,
"bw_mean" : 4754566.974843,
"bw_dev" : 38315.279330,
"bw_samples" : 1272,
"iops_min" : 3774,
"iops_max" : 5674,
"iops_mean" : 4642.911950,
"iops_stddev" : 37.412991,
"iops_samples" : 1272
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639998,
"usr_cpu" : 2.011413,
"sys_cpu" : 9.137841,
"ctx" : 423599,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 19.903209,
"100" : 80.094636,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003403,
"timestamp_ms" : 1774003403877,
"time" : "Fri Mar 20 07:43:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 437682962432,
"io_kbytes" : 427424768,
"bw_bytes" : 4863089992,
"bw" : 4749111,
"iops" : 4637.892912,
"runtime" : 90001,
"total_ios" : 417415,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 421144,
"max" : 7829171,
"mean" : 1720734.220557,
"stddev" : 177025.223668,
"N" : 417415
},
"clat_ns" : {
"min" : 40926376,
"max" : 75420905,
"mean" : 53475174.020333,
"stddev" : 4102791.459091,
"N" : 417407,
"percentile" : {
"1.000000" : 44302336,
"5.000000" : 47448064,
"10.000000" : 48496640,
"20.000000" : 50069504,
"30.000000" : 51118080,
"40.000000" : 52690944,
"50.000000" : 53215232,
"60.000000" : 54263808,
"70.000000" : 55312384,
"80.000000" : 56360960,
"90.000000" : 58458112,
"95.000000" : 60555264,
"99.000000" : 64749568,
"99.500000" : 65798144,
"99.900000" : 70778880,
"99.950000" : 72876032,
"99.990000" : 73924608
},
"bins" : {
"41156608" : 267,
"41680896" : 111,
"42205184" : 517,
"42729472" : 537,
"43253760" : 799,
"43778048" : 829,
"44302336" : 1258,
"44826624" : 1646,
"45350912" : 2071,
"45875200" : 2642,
"46399488" : 3817,
"46923776" : 5843,
"47448064" : 8202,
"47972352" : 8766,
"48496640" : 10589,
"49020928" : 12959,
"49545216" : 14163,
"50069504" : 19510,
"50593792" : 18114,
"51118080" : 17917,
"51642368" : 17474,
"52166656" : 18277,
"52690944" : 24340,
"53215232" : 22663,
"53739520" : 24519,
"54263808" : 22889,
"54788096" : 20016,
"55312384" : 21595,
"55836672" : 17736,
"56360960" : 16422,
"56885248" : 11628,
"57409536" : 10579,
"57933824" : 11209,
"58458112" : 7398,
"58982400" : 6896,
"59506688" : 5897,
"60030976" : 4133,
"60555264" : 3973,
"61079552" : 3279,
"61603840" : 2879,
"62128128" : 2799,
"62652416" : 1953,
"63176704" : 1116,
"63700992" : 905,
"64225280" : 1130,
"64749568" : 1351,
"65273856" : 1211,
"65798144" : 732,
"66322432" : 427,
"66846720" : 239,
"67633152" : 314,
"68681728" : 194,
"69730304" : 238,
"70778880" : 89,
"71827456" : 101,
"72876032" : 114,
"73924608" : 115,
"74973184" : 20
}
},
"lat_ns" : {
"min" : 42255446,
"max" : 77808072,
"mean" : 55195830.259921,
"stddev" : 4229881.885594,
"N" : 417407
},
"bw_min" : 3865540,
"bw_max" : 5813605,
"bw_agg" : 100.000000,
"bw_mean" : 4750249.765363,
"bw_dev" : 37790.136628,
"bw_samples" : 1432,
"iops_min" : 3774,
"iops_max" : 5674,
"iops_mean" : 4638.709497,
"iops_stddev" : 36.900546,
"iops_samples" : 1432
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719999,
"usr_cpu" : 2.003753,
"sys_cpu" : 9.133068,
"ctx" : 475481,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 19.552244,
"100" : 80.445839,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003413,
"timestamp_ms" : 1774003413877,
"time" : "Fri Mar 20 07:43:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 483785703424,
"io_kbytes" : 472446976,
"bw_bytes" : 4837808656,
"bw" : 4724422,
"iops" : 4613.773862,
"runtime" : 100001,
"total_ios" : 461382,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 421144,
"max" : 7829171,
"mean" : 1729752.126669,
"stddev" : 178388.703249,
"N" : 461382
},
"clat_ns" : {
"min" : 40926376,
"max" : 75420905,
"mean" : 53753185.870370,
"stddev" : 4163386.508951,
"N" : 461374,
"percentile" : {
"1.000000" : 44826624,
"5.000000" : 47448064,
"10.000000" : 48496640,
"20.000000" : 50069504,
"30.000000" : 51642368,
"40.000000" : 52690944,
"50.000000" : 53739520,
"60.000000" : 54788096,
"70.000000" : 55836672,
"80.000000" : 56885248,
"90.000000" : 58982400,
"95.000000" : 61079552,
"99.000000" : 64749568,
"99.500000" : 65798144,
"99.900000" : 69730304,
"99.950000" : 72876032,
"99.990000" : 73924608
},
"bins" : {
"41156608" : 267,
"41680896" : 111,
"42205184" : 517,
"42729472" : 537,
"43253760" : 799,
"43778048" : 829,
"44302336" : 1258,
"44826624" : 1646,
"45350912" : 2071,
"45875200" : 2642,
"46399488" : 3817,
"46923776" : 5843,
"47448064" : 8202,
"47972352" : 8766,
"48496640" : 10698,
"49020928" : 13927,
"49545216" : 14843,
"50069504" : 19994,
"50593792" : 19064,
"51118080" : 19376,
"51642368" : 18437,
"52166656" : 19878,
"52690944" : 26336,
"53215232" : 24527,
"53739520" : 26337,
"54263808" : 24449,
"54788096" : 21547,
"55312384" : 23534,
"55836672" : 20252,
"56360960" : 19390,
"56885248" : 14190,
"57409536" : 12530,
"57933824" : 13088,
"58458112" : 9315,
"58982400" : 8185,
"59506688" : 7806,
"60030976" : 5749,
"60555264" : 5754,
"61079552" : 4679,
"61603840" : 3852,
"62128128" : 3534,
"62652416" : 2768,
"63176704" : 1565,
"63700992" : 1131,
"64225280" : 1425,
"64749568" : 1551,
"65273856" : 1348,
"65798144" : 871,
"66322432" : 557,
"66846720" : 346,
"67633152" : 353,
"68681728" : 203,
"69730304" : 241,
"70778880" : 89,
"71827456" : 101,
"72876032" : 114,
"73924608" : 115,
"74973184" : 20
}
},
"lat_ns" : {
"min" : 42255446,
"max" : 77808072,
"mean" : 55482760.710742,
"stddev" : 4292478.227277,
"N" : 461374
},
"bw_min" : 3865540,
"bw_max" : 5813605,
"bw_agg" : 100.000000,
"bw_mean" : 4728137.572864,
"bw_dev" : 37982.959130,
"bw_samples" : 1592,
"iops_min" : 3774,
"iops_max" : 5674,
"iops_mean" : 4617.130653,
"iops_stddev" : 37.088077,
"iops_samples" : 1592
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799999,
"usr_cpu" : 1.987502,
"sys_cpu" : 9.082636,
"ctx" : 524618,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 18.110806,
"100" : 81.887460,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003423,
"timestamp_ms" : 1774003423877,
"time" : "Fri Mar 20 07:43:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 68,
"elapsed" : 121,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 523094720512,
"io_kbytes" : 510834688,
"bw_bytes" : 4755363319,
"bw" : 4643909,
"iops" : 4535.140590,
"runtime" : 110001,
"total_ios" : 498870,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 421144,
"max" : 7829171,
"mean" : 1759833.266448,
"stddev" : 207114.526933,
"N" : 498870
},
"clat_ns" : {
"min" : 40926376,
"max" : 80048525,
"mean" : 54685709.532416,
"stddev" : 5314998.580581,
"N" : 498862,
"percentile" : {
"1.000000" : 44826624,
"5.000000" : 47448064,
"10.000000" : 49020928,
"20.000000" : 50593792,
"30.000000" : 51642368,
"40.000000" : 52690944,
"50.000000" : 53739520,
"60.000000" : 55312384,
"70.000000" : 56360960,
"80.000000" : 57933824,
"90.000000" : 61603840,
"95.000000" : 65273856,
"99.000000" : 71827456,
"99.500000" : 72876032,
"99.900000" : 78118912,
"99.950000" : 78118912,
"99.990000" : 79167488
},
"bins" : {
"41156608" : 267,
"41680896" : 111,
"42205184" : 517,
"42729472" : 537,
"43253760" : 799,
"43778048" : 829,
"44302336" : 1258,
"44826624" : 1646,
"45350912" : 2071,
"45875200" : 2642,
"46399488" : 3817,
"46923776" : 5843,
"47448064" : 8202,
"47972352" : 8766,
"48496640" : 10698,
"49020928" : 13927,
"49545216" : 14843,
"50069504" : 19994,
"50593792" : 19064,
"51118080" : 19376,
"51642368" : 18437,
"52166656" : 19878,
"52690944" : 26336,
"53215232" : 24527,
"53739520" : 26337,
"54263808" : 24449,
"54788096" : 21547,
"55312384" : 23534,
"55836672" : 20252,
"56360960" : 19390,
"56885248" : 14190,
"57409536" : 12530,
"57933824" : 13238,
"58458112" : 10313,
"58982400" : 8882,
"59506688" : 8497,
"60030976" : 6444,
"60555264" : 7156,
"61079552" : 5313,
"61603840" : 5128,
"62128128" : 5152,
"62652416" : 3806,
"63176704" : 3517,
"63700992" : 2568,
"64225280" : 3242,
"64749568" : 3137,
"65273856" : 4517,
"65798144" : 2799,
"66322432" : 1747,
"66846720" : 1226,
"67633152" : 2397,
"68681728" : 2134,
"69730304" : 3966,
"70778880" : 1871,
"71827456" : 1996,
"72876032" : 950,
"73924608" : 455,
"74973184" : 370,
"76021760" : 348,
"77070336" : 516,
"78118912" : 477,
"79167488" : 84,
"80216064" : 2
}
},
"lat_ns" : {
"min" : 42255446,
"max" : 82604139,
"mean" : 56445390.363479,
"stddev" : 5482403.609403,
"N" : 498862
},
"bw_min" : 3438592,
"bw_max" : 5813605,
"bw_agg" : 100.000000,
"bw_mean" : 4648335.529680,
"bw_dev" : 48775.003629,
"bw_samples" : 1752,
"iops_min" : 3358,
"iops_max" : 5674,
"iops_mean" : 4539.146119,
"iops_stddev" : 47.640006,
"iops_samples" : 1752
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 879999,
"usr_cpu" : 1.947502,
"sys_cpu" : 8.897169,
"ctx" : 564312,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 16.749855,
"100" : 83.248542,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003433,
"timestamp_ms" : 1774003433877,
"time" : "Fri Mar 20 07:43:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 565397422080,
"io_kbytes" : 552145920,
"bw_bytes" : 4711645184,
"bw" : 4601216,
"iops" : 4493.441667,
"runtime" : 120000,
"total_ios" : 539213,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 421144,
"max" : 7829171,
"mean" : 1776210.807251,
"stddev" : 212536.787924,
"N" : 539213
},
"clat_ns" : {
"min" : 40926376,
"max" : 80048525,
"mean" : 55192581.384993,
"stddev" : 5527561.315717,
"N" : 539205,
"percentile" : {
"1.000000" : 44826624,
"5.000000" : 47448064,
"10.000000" : 49020928,
"20.000000" : 50593792,
"30.000000" : 52166656,
"40.000000" : 53215232,
"50.000000" : 54263808,
"60.000000" : 55836672,
"70.000000" : 56885248,
"80.000000" : 59506688,
"90.000000" : 63176704,
"95.000000" : 65798144,
"99.000000" : 71827456,
"99.500000" : 72876032,
"99.900000" : 78118912,
"99.950000" : 78118912,
"99.990000" : 79167488
},
"bins" : {
"41156608" : 267,
"41680896" : 111,
"42205184" : 517,
"42729472" : 537,
"43253760" : 799,
"43778048" : 829,
"44302336" : 1258,
"44826624" : 1646,
"45350912" : 2071,
"45875200" : 2642,
"46399488" : 3817,
"46923776" : 5843,
"47448064" : 8202,
"47972352" : 8766,
"48496640" : 10698,
"49020928" : 14065,
"49545216" : 14982,
"50069504" : 20080,
"50593792" : 19160,
"51118080" : 19473,
"51642368" : 18545,
"52166656" : 19989,
"52690944" : 26462,
"53215232" : 24847,
"53739520" : 26805,
"54263808" : 25000,
"54788096" : 21891,
"55312384" : 23918,
"55836672" : 20736,
"56360960" : 20093,
"56885248" : 15151,
"57409536" : 13643,
"57933824" : 14160,
"58458112" : 11968,
"58982400" : 12140,
"59506688" : 10770,
"60030976" : 9226,
"60555264" : 9312,
"61079552" : 6492,
"61603840" : 6230,
"62128128" : 6150,
"62652416" : 5530,
"63176704" : 5298,
"63700992" : 4702,
"64225280" : 5768,
"64749568" : 5481,
"65273856" : 6088,
"65798144" : 4063,
"66322432" : 2629,
"66846720" : 1980,
"67633152" : 3445,
"68681728" : 2913,
"69730304" : 4312,
"70778880" : 2160,
"71827456" : 2153,
"72876032" : 1115,
"73924608" : 477,
"74973184" : 373,
"76021760" : 348,
"77070336" : 516,
"78118912" : 477,
"79167488" : 84,
"80216064" : 2
}
},
"lat_ns" : {
"min" : 42255446,
"max" : 82604139,
"mean" : 56968599.798644,
"stddev" : 5701910.963761,
"N" : 539205
},
"bw_min" : 3438592,
"bw_max" : 5813605,
"bw_agg" : 100.000000,
"bw_mean" : 4603706.581590,
"bw_dev" : 50735.513605,
"bw_samples" : 1912,
"iops_min" : 3358,
"iops_max" : 5674,
"iops_mean" : 4495.518828,
"iops_stddev" : 49.563313,
"iops_samples" : 1912
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959996,
"usr_cpu" : 1.928966,
"sys_cpu" : 8.805766,
"ctx" : 608154,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 15.555634,
"100" : 84.442882,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003443,
"timestamp_ms" : 1774003443877,
"time" : "Fri Mar 20 07:44:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 612679811072,
"io_kbytes" : 598320128,
"bw_bytes" : 4712885370,
"bw" : 4602427,
"iops" : 4494.619272,
"runtime" : 130001,
"total_ios" : 584305,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 421144,
"max" : 7829171,
"mean" : 1775725.967950,
"stddev" : 208728.347301,
"N" : 584305
},
"clat_ns" : {
"min" : 40926376,
"max" : 80048525,
"mean" : 55179324.681742,
"stddev" : 5405036.807834,
"N" : 584297,
"percentile" : {
"1.000000" : 44826624,
"5.000000" : 47448064,
"10.000000" : 49020928,
"20.000000" : 50593792,
"30.000000" : 52166656,
"40.000000" : 53215232,
"50.000000" : 54263808,
"60.000000" : 55836672,
"70.000000" : 56885248,
"80.000000" : 58982400,
"90.000000" : 62652416,
"95.000000" : 65273856,
"99.000000" : 70778880,
"99.500000" : 72876032,
"99.900000" : 77070336,
"99.950000" : 78118912,
"99.990000" : 79167488
},
"bins" : {
"41156608" : 267,
"41680896" : 111,
"42205184" : 517,
"42729472" : 537,
"43253760" : 799,
"43778048" : 829,
"44302336" : 1258,
"44826624" : 1646,
"45350912" : 2071,
"45875200" : 2774,
"46399488" : 4186,
"46923776" : 6007,
"47448064" : 8348,
"47972352" : 9217,
"48496640" : 11523,
"49020928" : 15662,
"49545216" : 16212,
"50069504" : 20868,
"50593792" : 19844,
"51118080" : 20340,
"51642368" : 19592,
"52166656" : 21039,
"52690944" : 27911,
"53215232" : 26531,
"53739520" : 30013,
"54263808" : 28786,
"54788096" : 24699,
"55312384" : 27372,
"55836672" : 23824,
"56360960" : 23080,
"56885248" : 17724,
"57409536" : 15539,
"57933824" : 15691,
"58458112" : 13039,
"58982400" : 13238,
"59506688" : 11648,
"60030976" : 9815,
"60555264" : 9812,
"61079552" : 6989,
"61603840" : 6726,
"62128128" : 6738,
"62652416" : 6009,
"63176704" : 5768,
"63700992" : 4994,
"64225280" : 5970,
"64749568" : 5546,
"65273856" : 6115,
"65798144" : 4084,
"66322432" : 2634,
"66846720" : 1980,
"67633152" : 3445,
"68681728" : 2913,
"69730304" : 4312,
"70778880" : 2160,
"71827456" : 2153,
"72876032" : 1115,
"73924608" : 477,
"74973184" : 373,
"76021760" : 348,
"77070336" : 516,
"78118912" : 477,
"79167488" : 84,
"80216064" : 2
}
},
"lat_ns" : {
"min" : 42255446,
"max" : 82604139,
"mean" : 56954966.154596,
"stddev" : 5575408.265451,
"N" : 584297
},
"bw_min" : 3438592,
"bw_max" : 5813605,
"bw_agg" : 100.000000,
"bw_mean" : 4604127.741313,
"bw_dev" : 49396.729752,
"bw_samples" : 2072,
"iops_min" : 3358,
"iops_max" : 5674,
"iops_mean" : 4495.942085,
"iops_stddev" : 48.255071,
"iops_samples" : 2072
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1039999,
"usr_cpu" : 1.934040,
"sys_cpu" : 8.814624,
"ctx" : 658822,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 15.260694,
"100" : 84.737937,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003453,
"timestamp_ms" : 1774003453877,
"time" : "Fri Mar 20 07:44:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 656672817152,
"io_kbytes" : 641282048,
"bw_bytes" : 4690486619,
"bw" : 4580553,
"iops" : 4473.253762,
"runtime" : 140001,
"total_ios" : 626260,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 421144,
"max" : 7829171,
"mean" : 1784230.629223,
"stddev" : 209052.934844,
"N" : 626260
},
"clat_ns" : {
"min" : 40926376,
"max" : 80048525,
"mean" : 55442087.523371,
"stddev" : 5427387.198051,
"N" : 626252,
"percentile" : {
"1.000000" : 45350912,
"5.000000" : 47972352,
"10.000000" : 49020928,
"20.000000" : 51118080,
"30.000000" : 52690944,
"40.000000" : 53739520,
"50.000000" : 54788096,
"60.000000" : 55836672,
"70.000000" : 57409536,
"80.000000" : 59506688,
"90.000000" : 63176704,
"95.000000" : 65273856,
"99.000000" : 70778880,
"99.500000" : 72876032,
"99.900000" : 77070336,
"99.950000" : 78118912,
"99.990000" : 79167488
},
"bins" : {
"41156608" : 267,
"41680896" : 111,
"42205184" : 517,
"42729472" : 537,
"43253760" : 799,
"43778048" : 829,
"44302336" : 1258,
"44826624" : 1646,
"45350912" : 2071,
"45875200" : 2774,
"46399488" : 4186,
"46923776" : 6007,
"47448064" : 8348,
"47972352" : 9217,
"48496640" : 11523,
"49020928" : 15662,
"49545216" : 16212,
"50069504" : 20868,
"50593792" : 19844,
"51118080" : 20340,
"51642368" : 19603,
"52166656" : 21191,
"52690944" : 28117,
"53215232" : 27595,
"53739520" : 31763,
"54263808" : 30502,
"54788096" : 26726,
"55312384" : 29496,
"55836672" : 25685,
"56360960" : 25585,
"56885248" : 20752,
"57409536" : 18540,
"57933824" : 17931,
"58458112" : 14903,
"58982400" : 15196,
"59506688" : 13252,
"60030976" : 10739,
"60555264" : 11063,
"61079552" : 8387,
"61603840" : 8278,
"62128128" : 8111,
"62652416" : 6739,
"63176704" : 6539,
"63700992" : 5794,
"64225280" : 6672,
"64749568" : 6330,
"65273856" : 7043,
"65798144" : 4636,
"66322432" : 2965,
"66846720" : 2358,
"67633152" : 3958,
"68681728" : 3446,
"69730304" : 4760,
"70778880" : 2575,
"71827456" : 2296,
"72876032" : 1220,
"73924608" : 643,
"74973184" : 399,
"76021760" : 360,
"77070336" : 522,
"78118912" : 480,
"79167488" : 84,
"80216064" : 2
}
},
"lat_ns" : {
"min" : 42255446,
"max" : 82604139,
"mean" : 57226180.745224,
"stddev" : 5598504.099095,
"N" : 626252
},
"bw_min" : 3438592,
"bw_max" : 5813605,
"bw_agg" : 100.000000,
"bw_mean" : 4583047.358423,
"bw_dev" : 49275.461097,
"bw_samples" : 2232,
"iops_min" : 3358,
"iops_max" : 5674,
"iops_mean" : 4475.344086,
"iops_stddev" : 48.138619,
"iops_samples" : 2232
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119999,
"usr_cpu" : 1.923127,
"sys_cpu" : 8.766704,
"ctx" : 704782,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 14.238336,
"100" : 85.760387,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003463,
"timestamp_ms" : 1774003463877,
"time" : "Fri Mar 20 07:44:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 28,
"elapsed" : 161,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 700731883520,
"io_kbytes" : 684308480,
"bw_bytes" : 4671514746,
"bw" : 4562026,
"iops" : 4455.156966,
"runtime" : 150001,
"total_ios" : 668278,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 421144,
"max" : 7829171,
"mean" : 1791496.119750,
"stddev" : 209461.440421,
"N" : 668278
},
"clat_ns" : {
"min" : 40926376,
"max" : 80048525,
"mean" : 55668442.693311,
"stddev" : 5471328.196773,
"N" : 668270,
"percentile" : {
"1.000000" : 45350912,
"5.000000" : 47972352,
"10.000000" : 49545216,
"20.000000" : 51118080,
"30.000000" : 52690944,
"40.000000" : 53739520,
"50.000000" : 54788096,
"60.000000" : 56360960,
"70.000000" : 57933824,
"80.000000" : 60030976,
"90.000000" : 63176704,
"95.000000" : 65798144,
"99.000000" : 71827456,
"99.500000" : 72876032,
"99.900000" : 78118912,
"99.950000" : 78118912,
"99.990000" : 79167488
},
"bins" : {
"41156608" : 267,
"41680896" : 111,
"42205184" : 517,
"42729472" : 537,
"43253760" : 799,
"43778048" : 829,
"44302336" : 1258,
"44826624" : 1646,
"45350912" : 2071,
"45875200" : 2774,
"46399488" : 4186,
"46923776" : 6007,
"47448064" : 8348,
"47972352" : 9217,
"48496640" : 11523,
"49020928" : 15662,
"49545216" : 16327,
"50069504" : 21336,
"50593792" : 20116,
"51118080" : 20960,
"51642368" : 20564,
"52166656" : 22122,
"52690944" : 28988,
"53215232" : 28574,
"53739520" : 33036,
"54263808" : 31533,
"54788096" : 27870,
"55312384" : 31016,
"55836672" : 27758,
"56360960" : 27555,
"56885248" : 23575,
"57409536" : 20335,
"57933824" : 19195,
"58458112" : 15939,
"58982400" : 17064,
"59506688" : 14859,
"60030976" : 12097,
"60555264" : 13211,
"61079552" : 10195,
"61603840" : 9396,
"62128128" : 9108,
"62652416" : 8544,
"63176704" : 7825,
"63700992" : 6758,
"64225280" : 7422,
"64749568" : 6978,
"65273856" : 7628,
"65798144" : 5531,
"66322432" : 3440,
"66846720" : 2583,
"67633152" : 4307,
"68681728" : 3807,
"69730304" : 5178,
"70778880" : 2962,
"71827456" : 2490,
"72876032" : 1327,
"73924608" : 726,
"74973184" : 464,
"76021760" : 454,
"77070336" : 592,
"78118912" : 539,
"79167488" : 223,
"80216064" : 11
}
},
"lat_ns" : {
"min" : 42255446,
"max" : 82604139,
"mean" : 57459874.878401,
"stddev" : 5643876.685310,
"N" : 668270
},
"bw_min" : 3438592,
"bw_max" : 5813605,
"bw_agg" : 100.000000,
"bw_mean" : 4562705.274247,
"bw_dev" : 49454.052197,
"bw_samples" : 2392,
"iops_min" : 3358,
"iops_max" : 5674,
"iops_mean" : 4455.468227,
"iops_stddev" : 48.314827,
"iops_samples" : 2392
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1200003,
"usr_cpu" : 1.914329,
"sys_cpu" : 8.728895,
"ctx" : 750797,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 13.396221,
"100" : 86.602582,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003473,
"timestamp_ms" : 1774003473877,
"time" : "Fri Mar 20 07:44:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 18,
"elapsed" : 171,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 749206503424,
"io_kbytes" : 731646976,
"bw_bytes" : 4682540646,
"bw" : 4572793,
"iops" : 4465.668750,
"runtime" : 160000,
"total_ios" : 714507,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 421144,
"max" : 7829171,
"mean" : 1787266.360422,
"stddev" : 206416.050954,
"N" : 714507
},
"clat_ns" : {
"min" : 40926376,
"max" : 80048525,
"mean" : 55538091.064050,
"stddev" : 5366349.872880,
"N" : 714499,
"percentile" : {
"1.000000" : 45350912,
"5.000000" : 47972352,
"10.000000" : 49545216,
"20.000000" : 51118080,
"30.000000" : 52690944,
"40.000000" : 53739520,
"50.000000" : 54788096,
"60.000000" : 55836672,
"70.000000" : 57409536,
"80.000000" : 59506688,
"90.000000" : 62652416,
"95.000000" : 65273856,
"99.000000" : 70778880,
"99.500000" : 72876032,
"99.900000" : 78118912,
"99.950000" : 78118912,
"99.990000" : 79167488
},
"bins" : {
"41156608" : 267,
"41680896" : 111,
"42205184" : 517,
"42729472" : 537,
"43253760" : 799,
"43778048" : 829,
"44302336" : 1258,
"44826624" : 1646,
"45350912" : 2071,
"45875200" : 2774,
"46399488" : 4186,
"46923776" : 6007,
"47448064" : 8369,
"47972352" : 10016,
"48496640" : 12396,
"49020928" : 16672,
"49545216" : 17340,
"50069504" : 23688,
"50593792" : 21537,
"51118080" : 22140,
"51642368" : 23240,
"52166656" : 27340,
"52690944" : 34006,
"53215232" : 32319,
"53739520" : 35804,
"54263808" : 34027,
"54788096" : 29866,
"55312384" : 33175,
"55836672" : 29666,
"56360960" : 30067,
"56885248" : 25362,
"57409536" : 21437,
"57933824" : 20035,
"58458112" : 16617,
"58982400" : 17652,
"59506688" : 15327,
"60030976" : 12597,
"60555264" : 13525,
"61079552" : 10417,
"61603840" : 9538,
"62128128" : 9232,
"62652416" : 8668,
"63176704" : 7927,
"63700992" : 6786,
"64225280" : 7444,
"64749568" : 6988,
"65273856" : 7634,
"65798144" : 5536,
"66322432" : 3444,
"66846720" : 2583,
"67633152" : 4307,
"68681728" : 3807,
"69730304" : 5178,
"70778880" : 2962,
"71827456" : 2490,
"72876032" : 1327,
"73924608" : 726,
"74973184" : 464,
"76021760" : 454,
"77070336" : 592,
"78118912" : 539,
"79167488" : 223,
"80216064" : 11
}
},
"lat_ns" : {
"min" : 42255446,
"max" : 82604139,
"mean" : 57325337.715955,
"stddev" : 5535445.369985,
"N" : 714499
},
"bw_min" : 3438592,
"bw_max" : 5813605,
"bw_agg" : 100.000000,
"bw_mean" : 4573539.235110,
"bw_dev" : 48465.807387,
"bw_samples" : 2552,
"iops_min" : 3358,
"iops_max" : 5674,
"iops_mean" : 4466.059561,
"iops_stddev" : 47.349375,
"iops_samples" : 2552
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279996,
"usr_cpu" : 1.922819,
"sys_cpu" : 8.759090,
"ctx" : 803453,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 13.140669,
"100" : 86.858211,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003483,
"timestamp_ms" : 1774003483877,
"time" : "Fri Mar 20 07:44:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 792033492992,
"io_kbytes" : 773470208,
"bw_bytes" : 4659020547,
"bw" : 4549824,
"iops" : 4443.235294,
"runtime" : 170000,
"total_ios" : 755350,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 421144,
"max" : 7829171,
"mean" : 1796314.122574,
"stddev" : 208774.392652,
"N" : 755350
},
"clat_ns" : {
"min" : 40926376,
"max" : 80048525,
"mean" : 55816852.808668,
"stddev" : 5459739.644047,
"N" : 755342,
"percentile" : {
"1.000000" : 45350912,
"5.000000" : 47972352,
"10.000000" : 49545216,
"20.000000" : 51118080,
"30.000000" : 52690944,
"40.000000" : 53739520,
"50.000000" : 55312384,
"60.000000" : 56360960,
"70.000000" : 57933824,
"80.000000" : 60030976,
"90.000000" : 63700992,
"95.000000" : 65798144,
"99.000000" : 70778880,
"99.500000" : 72876032,
"99.900000" : 78118912,
"99.950000" : 78118912,
"99.990000" : 79167488
},
"bins" : {
"41156608" : 267,
"41680896" : 111,
"42205184" : 517,
"42729472" : 537,
"43253760" : 799,
"43778048" : 829,
"44302336" : 1258,
"44826624" : 1646,
"45350912" : 2071,
"45875200" : 2774,
"46399488" : 4186,
"46923776" : 6007,
"47448064" : 8369,
"47972352" : 10016,
"48496640" : 12396,
"49020928" : 16672,
"49545216" : 17340,
"50069504" : 23688,
"50593792" : 21538,
"51118080" : 22867,
"51642368" : 24384,
"52166656" : 29556,
"52690944" : 34801,
"53215232" : 32654,
"53739520" : 36391,
"54263808" : 34721,
"54788096" : 30705,
"55312384" : 33705,
"55836672" : 30513,
"56360960" : 30292,
"56885248" : 26002,
"57409536" : 21949,
"57933824" : 20974,
"58458112" : 17340,
"58982400" : 18669,
"59506688" : 15986,
"60030976" : 13236,
"60555264" : 16003,
"61079552" : 12240,
"61603840" : 11272,
"62128128" : 11951,
"62652416" : 10999,
"63176704" : 11287,
"63700992" : 10325,
"64225280" : 9312,
"64749568" : 8261,
"65273856" : 8776,
"65798144" : 6272,
"66322432" : 4091,
"66846720" : 3156,
"67633152" : 5194,
"68681728" : 4642,
"69730304" : 5753,
"70778880" : 3186,
"71827456" : 2512,
"72876032" : 1335,
"73924608" : 726,
"74973184" : 464,
"76021760" : 454,
"77070336" : 592,
"78118912" : 539,
"79167488" : 223,
"80216064" : 11
}
},
"lat_ns" : {
"min" : 42255446,
"max" : 82604139,
"mean" : 57613032.303248,
"stddev" : 5631903.903001,
"N" : 755342
},
"bw_min" : 3438592,
"bw_max" : 5813605,
"bw_agg" : 100.000000,
"bw_mean" : 4552703.032448,
"bw_dev" : 49080.904561,
"bw_samples" : 2712,
"iops_min" : 3358,
"iops_max" : 5674,
"iops_mean" : 4445.702065,
"iops_stddev" : 47.950923,
"iops_samples" : 2712
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1359997,
"usr_cpu" : 1.910519,
"sys_cpu" : 8.714284,
"ctx" : 848297,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 12.430132,
"100" : 87.568809,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003493,
"timestamp_ms" : 1774003493887,
"time" : "Fri Mar 20 07:44:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 840269037568,
"io_kbytes" : 820575232,
"bw_bytes" : 4668135385,
"bw" : 4558725,
"iops" : 4451.708602,
"runtime" : 180001,
"total_ios" : 801312,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 421144,
"max" : 7829171,
"mean" : 1792845.069722,
"stddev" : 206861.408459,
"N" : 801320
},
"clat_ns" : {
"min" : 4667,
"max" : 80048525,
"mean" : 55701763.183338,
"stddev" : 5408599.145495,
"N" : 801560,
"percentile" : {
"1.000000" : 45350912,
"5.000000" : 48496640,
"10.000000" : 49545216,
"20.000000" : 51118080,
"30.000000" : 52690944,
"40.000000" : 53739520,
"50.000000" : 54788096,
"60.000000" : 56360960,
"70.000000" : 57933824,
"80.000000" : 60030976,
"90.000000" : 63176704,
"95.000000" : 65273856,
"99.000000" : 70778880,
"99.500000" : 72876032,
"99.900000" : 77070336,
"99.950000" : 78118912,
"99.990000" : 79167488
},
"bins" : {
"4640" : 1,
"5920" : 1,
"6176" : 1,
"6304" : 1,
"6496" : 1,
"8896" : 1,
"11072" : 1,
"14016" : 1,
"1302528" : 1,
"1384448" : 2,
"1581056" : 2,
"1613824" : 2,
"1646592" : 1,
"2932736" : 1,
"2965504" : 2,
"3162112" : 2,
"3194880" : 3,
"4489216" : 1,
"4554752" : 2,
"4751360" : 5,
"6062080" : 1,
"6127616" : 2,
"6324224" : 5,
"7634944" : 1,
"7700480" : 2,
"7897088" : 4,
"7962624" : 1,
"9240576" : 2,
"9371648" : 1,
"9502720" : 5,
"10813440" : 2,
"10944512" : 1,
"11075584" : 5,
"12386304" : 2,
"12517376" : 1,
"12648448" : 4,
"12779520" : 1,
"13959168" : 1,
"14090240" : 2,
"14221312" : 4,
"14352384" : 1,
"15532032" : 1,
"15663104" : 2,
"15794176" : 3,
"15925248" : 2,
"17170432" : 3,
"17432576" : 5,
"18743296" : 3,
"19005440" : 5,
"20316160" : 3,
"20578304" : 5,
"21889024" : 2,
"22151168" : 6,
"23461888" : 3,
"23724032" : 5,
"25034752" : 3,
"25296896" : 5,
"26607616" : 2,
"26869760" : 6,
"28180480" : 1,
"28442624" : 7,
"29753344" : 1,
"30015488" : 6,
"30277632" : 1,
"31326208" : 2,
"31588352" : 4,
"31850496" : 2,
"33161216" : 4,
"33423360" : 4,
"34865152" : 8,
"36438016" : 8,
"38010880" : 8,
"39583744" : 8,
"41156608" : 275,
"41680896" : 111,
"42205184" : 517,
"42729472" : 545,
"43253760" : 799,
"43778048" : 829,
"44302336" : 1266,
"44826624" : 1646,
"45350912" : 2071,
"45875200" : 2782,
"46399488" : 4186,
"46923776" : 6007,
"47448064" : 8377,
"47972352" : 10241,
"48496640" : 12756,
"49020928" : 17347,
"49545216" : 19020,
"50069504" : 25761,
"50593792" : 23515,
"51118080" : 25717,
"51642368" : 28304,
"52166656" : 33781,
"52690944" : 37293,
"53215232" : 35413,
"53739520" : 39539,
"54263808" : 36996,
"54788096" : 32631,
"55312384" : 35549,
"55836672" : 32937,
"56360960" : 32237,
"56885248" : 28002,
"57409536" : 23169,
"57933824" : 21881,
"58458112" : 18137,
"58982400" : 19205,
"59506688" : 17004,
"60030976" : 13841,
"60555264" : 16378,
"61079552" : 12537,
"61603840" : 11561,
"62128128" : 12254,
"62652416" : 11255,
"63176704" : 11481,
"63700992" : 10439,
"64225280" : 9451,
"64749568" : 8330,
"65273856" : 8807,
"65798144" : 6281,
"66322432" : 4096,
"66846720" : 3161,
"67633152" : 5197,
"68681728" : 4642,
"69730304" : 5753,
"70778880" : 3186,
"71827456" : 2512,
"72876032" : 1335,
"73924608" : 726,
"74973184" : 464,
"76021760" : 454,
"77070336" : 592,
"78118912" : 539,
"79167488" : 223,
"80216064" : 11
}
},
"lat_ns" : {
"min" : 1297593,
"max" : 82604139,
"mean" : 57494556.131647,
"stddev" : 5577236.565488,
"N" : 801560
},
"bw_min" : 3438592,
"bw_max" : 5813605,
"bw_agg" : 100.000000,
"bw_mean" : 4558858.036212,
"bw_dev" : 48392.169951,
"bw_samples" : 2872,
"iops_min" : 3358,
"iops_max" : 5674,
"iops_mean" : 4451.718663,
"iops_stddev" : 47.277006,
"iops_samples" : 2872
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439995,
"usr_cpu" : 1.917715,
"sys_cpu" : 8.739475,
"ctx" : 900763,
"majf" : 0,
"minf" : 291,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999002,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 12.178777,
"100" : 87.839194,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003493,
"timestamp_ms" : 1774003493932,
"time" : "Fri Mar 20 07:44:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 840504967168,
"io_kbytes" : 820805632,
"bw_bytes" : 4669108886,
"bw" : 4559676,
"iops" : 4451.387114,
"runtime" : 180014,
"total_ios" : 801312,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 421144,
"max" : 7829171,
"mean" : 1792845.069722,
"stddev" : 206861.408459,
"N" : 801320
},
"clat_ns" : {
"min" : 4667,
"max" : 80048525,
"mean" : 55701763.183338,
"stddev" : 5408599.145495,
"N" : 801560,
"percentile" : {
"1.000000" : 45350912,
"5.000000" : 48496640,
"10.000000" : 49545216,
"20.000000" : 51118080,
"30.000000" : 52690944,
"40.000000" : 53739520,
"50.000000" : 54788096,
"60.000000" : 56360960,
"70.000000" : 57933824,
"80.000000" : 60030976,
"90.000000" : 63176704,
"95.000000" : 65273856,
"99.000000" : 70778880,
"99.500000" : 72876032,
"99.900000" : 77070336,
"99.950000" : 78118912,
"99.990000" : 79167488
},
"bins" : {
"4640" : 1,
"5920" : 1,
"6176" : 1,
"6304" : 1,
"6496" : 1,
"8896" : 1,
"11072" : 1,
"14016" : 1,
"1302528" : 1,
"1384448" : 2,
"1581056" : 2,
"1613824" : 2,
"1646592" : 1,
"2932736" : 1,
"2965504" : 2,
"3162112" : 2,
"3194880" : 3,
"4489216" : 1,
"4554752" : 2,
"4751360" : 5,
"6062080" : 1,
"6127616" : 2,
"6324224" : 5,
"7634944" : 1,
"7700480" : 2,
"7897088" : 4,
"7962624" : 1,
"9240576" : 2,
"9371648" : 1,
"9502720" : 5,
"10813440" : 2,
"10944512" : 1,
"11075584" : 5,
"12386304" : 2,
"12517376" : 1,
"12648448" : 4,
"12779520" : 1,
"13959168" : 1,
"14090240" : 2,
"14221312" : 4,
"14352384" : 1,
"15532032" : 1,
"15663104" : 2,
"15794176" : 3,
"15925248" : 2,
"17170432" : 3,
"17432576" : 5,
"18743296" : 3,
"19005440" : 5,
"20316160" : 3,
"20578304" : 5,
"21889024" : 2,
"22151168" : 6,
"23461888" : 3,
"23724032" : 5,
"25034752" : 3,
"25296896" : 5,
"26607616" : 2,
"26869760" : 6,
"28180480" : 1,
"28442624" : 7,
"29753344" : 1,
"30015488" : 6,
"30277632" : 1,
"31326208" : 2,
"31588352" : 4,
"31850496" : 2,
"33161216" : 4,
"33423360" : 4,
"34865152" : 8,
"36438016" : 8,
"38010880" : 8,
"39583744" : 8,
"41156608" : 275,
"41680896" : 111,
"42205184" : 517,
"42729472" : 545,
"43253760" : 799,
"43778048" : 829,
"44302336" : 1266,
"44826624" : 1646,
"45350912" : 2071,
"45875200" : 2782,
"46399488" : 4186,
"46923776" : 6007,
"47448064" : 8377,
"47972352" : 10241,
"48496640" : 12756,
"49020928" : 17347,
"49545216" : 19020,
"50069504" : 25761,
"50593792" : 23515,
"51118080" : 25717,
"51642368" : 28304,
"52166656" : 33781,
"52690944" : 37293,
"53215232" : 35413,
"53739520" : 39539,
"54263808" : 36996,
"54788096" : 32631,
"55312384" : 35549,
"55836672" : 32937,
"56360960" : 32237,
"56885248" : 28002,
"57409536" : 23169,
"57933824" : 21881,
"58458112" : 18137,
"58982400" : 19205,
"59506688" : 17004,
"60030976" : 13841,
"60555264" : 16378,
"61079552" : 12537,
"61603840" : 11561,
"62128128" : 12254,
"62652416" : 11255,
"63176704" : 11481,
"63700992" : 10439,
"64225280" : 9451,
"64749568" : 8330,
"65273856" : 8807,
"65798144" : 6281,
"66322432" : 4096,
"66846720" : 3161,
"67633152" : 5197,
"68681728" : 4642,
"69730304" : 5753,
"70778880" : 3186,
"71827456" : 2512,
"72876032" : 1335,
"73924608" : 726,
"74973184" : 464,
"76021760" : 454,
"77070336" : 592,
"78118912" : 539,
"79167488" : 223,
"80216064" : 11
}
},
"lat_ns" : {
"min" : 1297593,
"max" : 82604139,
"mean" : 57494556.131647,
"stddev" : 5577236.565488,
"N" : 801560
},
"bw_min" : 3438592,
"bw_max" : 5813605,
"bw_agg" : 100.000000,
"bw_mean" : 4560518.622129,
"bw_dev" : 48516.113742,
"bw_samples" : 2879,
"iops_min" : 3358,
"iops_max" : 5674,
"iops_mean" : 4453.337465,
"iops_stddev" : 47.397292,
"iops_samples" : 2879
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440087,
"usr_cpu" : 1.917592,
"sys_cpu" : 8.738916,
"ctx" : 900845,
"majf" : 0,
"minf" : 298,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999002,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 12.178777,
"100" : 87.839194,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}