raidz2/benchmarks/seq/seq-write-qd32-nj8_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773072661,
"timestamp_ms" : 1773072661279,
"time" : "Mon Mar 9 13:11:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 40391147520,
"io_kbytes" : 39444480,
"bw_bytes" : 4145658166,
"bw" : 4048494,
"iops" : 3980.704095,
"runtime" : 9743,
"total_ios" : 38784,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 77941,
"usr_cpu" : 1.812910,
"sys_cpu" : 8.013754,
"ctx" : 39319,
"majf" : 0,
"minf" : 51,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.165017,
"16" : 0.330033,
"32" : 99.360561,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072671,
"timestamp_ms" : 1773072671537,
"time" : "Mon Mar 9 13:11:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 45414875136,
"io_kbytes" : 44350464,
"bw_bytes" : 4541033410,
"bw" : 4434602,
"iops" : 4331.366863,
"runtime" : 10001,
"total_ios" : 43318,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 556290,
"max" : 5668803,
"mean" : 1843241.580692,
"stddev" : 186857.423027,
"N" : 43319
},
"clat_ns" : {
"min" : 47552517,
"max" : 70723691,
"mean" : 57284169.779432,
"stddev" : 4881311.190065,
"N" : 43311,
"percentile" : {
"1.000000" : 48496640,
"5.000000" : 49020928,
"10.000000" : 50069504,
"20.000000" : 52690944,
"30.000000" : 54788096,
"40.000000" : 55836672,
"50.000000" : 56885248,
"60.000000" : 58982400,
"70.000000" : 60555264,
"80.000000" : 61603840,
"90.000000" : 63176704,
"95.000000" : 65273856,
"99.000000" : 68681728,
"99.500000" : 69730304,
"99.900000" : 69730304,
"99.950000" : 70778880,
"99.990000" : 70778880
},
"bins" : {
"47448064" : 85,
"47972352" : 273,
"48496640" : 409,
"49020928" : 2315,
"49545216" : 1029,
"50069504" : 415,
"50593792" : 555,
"51118080" : 1203,
"51642368" : 1062,
"52166656" : 1025,
"52690944" : 503,
"53215232" : 402,
"53739520" : 2047,
"54263808" : 1316,
"54788096" : 2037,
"55312384" : 1852,
"55836672" : 2056,
"56360960" : 1807,
"56885248" : 1579,
"57409536" : 1088,
"57933824" : 876,
"58458112" : 944,
"58982400" : 1504,
"59506688" : 1663,
"60030976" : 1528,
"60555264" : 1185,
"61079552" : 1801,
"61603840" : 2297,
"62128128" : 2304,
"62652416" : 1613,
"63176704" : 821,
"63700992" : 557,
"64225280" : 477,
"64749568" : 457,
"65273856" : 598,
"65798144" : 363,
"66322432" : 279,
"66846720" : 237,
"67633152" : 310,
"68681728" : 220,
"69730304" : 179,
"70778880" : 40
}
},
"lat_ns" : {
"min" : 49094293,
"max" : 73007512,
"mean" : 59128210.267784,
"stddev" : 5035120.097324,
"N" : 43311
},
"bw_min" : 3948248,
"bw_max" : 5044224,
"bw_agg" : 99.265325,
"bw_mean" : 4402023.000000,
"bw_dev" : 40324.585957,
"bw_samples" : 152,
"iops_min" : 3848,
"iops_max" : 4926,
"iops_mean" : 4298.368421,
"iops_stddev" : 39.447244,
"iops_samples" : 152
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 80003,
"usr_cpu" : 1.842431,
"sys_cpu" : 8.283439,
"ctx" : 47719,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 9.792696,
"100" : 90.191145,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072681,
"timestamp_ms" : 1773072681537,
"time" : "Mon Mar 9 13:11:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 89923780608,
"io_kbytes" : 87816192,
"bw_bytes" : 4495964232,
"bw" : 4390590,
"iops" : 4288.085596,
"runtime" : 20001,
"total_ios" : 85766,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 556290,
"max" : 5998698,
"mean" : 1861696.864387,
"stddev" : 175041.114514,
"N" : 85766
},
"clat_ns" : {
"min" : 46932340,
"max" : 70723691,
"mean" : 57834271.021537,
"stddev" : 4469411.852893,
"N" : 85758,
"percentile" : {
"1.000000" : 47972352,
"5.000000" : 49020928,
"10.000000" : 51642368,
"20.000000" : 54263808,
"30.000000" : 55312384,
"40.000000" : 56885248,
"50.000000" : 58458112,
"60.000000" : 59506688,
"70.000000" : 60555264,
"80.000000" : 61603840,
"90.000000" : 63176704,
"95.000000" : 64749568,
"99.000000" : 67633152,
"99.500000" : 68681728,
"99.900000" : 69730304,
"99.950000" : 69730304,
"99.990000" : 70778880
},
"bins" : {
"46923776" : 172,
"47448064" : 344,
"47972352" : 695,
"48496640" : 893,
"49020928" : 2527,
"49545216" : 1319,
"50069504" : 582,
"50593792" : 591,
"51118080" : 1223,
"51642368" : 1092,
"52166656" : 1362,
"52690944" : 948,
"53215232" : 1302,
"53739520" : 3689,
"54263808" : 3388,
"54788096" : 3402,
"55312384" : 2452,
"55836672" : 3574,
"56360960" : 3301,
"56885248" : 3810,
"57409536" : 2818,
"57933824" : 2521,
"58458112" : 2386,
"58982400" : 4759,
"59506688" : 5261,
"60030976" : 4065,
"60555264" : 3492,
"61079552" : 3545,
"61603840" : 4306,
"62128128" : 3790,
"62652416" : 3219,
"63176704" : 1740,
"63700992" : 1271,
"64225280" : 1416,
"64749568" : 994,
"65273856" : 1023,
"65798144" : 635,
"66322432" : 441,
"66846720" : 401,
"67633152" : 468,
"68681728" : 322,
"69730304" : 179,
"70778880" : 40
}
},
"lat_ns" : {
"min" : 48405040,
"max" : 73007512,
"mean" : 59695350.849495,
"stddev" : 4610123.372735,
"N" : 85758
},
"bw_min" : 3946270,
"bw_max" : 5119996,
"bw_agg" : 100.000000,
"bw_mean" : 4399689.461538,
"bw_dev" : 38830.570484,
"bw_samples" : 312,
"iops_min" : 3848,
"iops_max" : 4998,
"iops_mean" : 4296.128205,
"iops_stddev" : 37.905574,
"iops_samples" : 312
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 160000,
"usr_cpu" : 1.845625,
"sys_cpu" : 8.166875,
"ctx" : 93931,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 7.260453,
"100" : 92.730219,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072691,
"timestamp_ms" : 1773072691537,
"time" : "Mon Mar 9 13:11:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 130482700288,
"io_kbytes" : 127424512,
"bw_bytes" : 4349278366,
"bw" : 4247342,
"iops" : 4148.061731,
"runtime" : 30001,
"total_ios" : 124446,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 556290,
"max" : 5998698,
"mean" : 1924656.837745,
"stddev" : 187043.784237,
"N" : 124446
},
"clat_ns" : {
"min" : 46932340,
"max" : 74732669,
"mean" : 59784585.101014,
"stddev" : 4991367.668289,
"N" : 124438,
"percentile" : {
"1.000000" : 48496640,
"5.000000" : 50069504,
"10.000000" : 53215232,
"20.000000" : 55312384,
"30.000000" : 57409536,
"40.000000" : 58982400,
"50.000000" : 60555264,
"60.000000" : 61603840,
"70.000000" : 62652416,
"80.000000" : 63700992,
"90.000000" : 65798144,
"95.000000" : 67633152,
"99.000000" : 69730304,
"99.500000" : 70778880,
"99.900000" : 73924608,
"99.950000" : 73924608,
"99.990000" : 73924608
},
"bins" : {
"46923776" : 172,
"47448064" : 344,
"47972352" : 695,
"48496640" : 893,
"49020928" : 2527,
"49545216" : 1319,
"50069504" : 582,
"50593792" : 591,
"51118080" : 1223,
"51642368" : 1092,
"52166656" : 1362,
"52690944" : 948,
"53215232" : 1302,
"53739520" : 3689,
"54263808" : 3388,
"54788096" : 3402,
"55312384" : 2452,
"55836672" : 3574,
"56360960" : 3301,
"56885248" : 3994,
"57409536" : 2994,
"57933824" : 2737,
"58458112" : 2632,
"58982400" : 5024,
"59506688" : 5730,
"60030976" : 4620,
"60555264" : 4653,
"61079552" : 5914,
"61603840" : 8353,
"62128128" : 6661,
"62652416" : 6079,
"63176704" : 4700,
"63700992" : 3771,
"64225280" : 4001,
"64749568" : 2796,
"65273856" : 2520,
"65798144" : 3218,
"66322432" : 2142,
"66846720" : 1687,
"67633152" : 2577,
"68681728" : 2069,
"69730304" : 1692,
"70778880" : 436,
"71827456" : 302,
"72876032" : 154,
"73924608" : 121,
"74973184" : 5
}
},
"lat_ns" : {
"min" : 48405040,
"max" : 76951360,
"mean" : 61708570.744106,
"stddev" : 5149172.140291,
"N" : 124438
},
"bw_min" : 3696640,
"bw_max" : 5119996,
"bw_agg" : 100.000000,
"bw_mean" : 4252760.830508,
"bw_dev" : 41765.639262,
"bw_samples" : 472,
"iops_min" : 3610,
"iops_max" : 4998,
"iops_mean" : 4152.593220,
"iops_stddev" : 40.777697,
"iops_samples" : 472
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 240001,
"usr_cpu" : 1.757076,
"sys_cpu" : 7.848717,
"ctx" : 135125,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 5.003777,
"100" : 94.989795,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072701,
"timestamp_ms" : 1773072701537,
"time" : "Mon Mar 9 13:11:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 171670765568,
"io_kbytes" : 167647232,
"bw_bytes" : 4291769139,
"bw" : 4191180,
"iops" : 4093.125000,
"runtime" : 40000,
"total_ios" : 163725,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 556290,
"max" : 5998698,
"mean" : 1950541.453856,
"stddev" : 181817.424954,
"N" : 163726
},
"clat_ns" : {
"min" : 46932340,
"max" : 74732669,
"mean" : 60588184.971622,
"stddev" : 4820691.476159,
"N" : 163718,
"percentile" : {
"1.000000" : 48496640,
"5.000000" : 51118080,
"10.000000" : 53739520,
"20.000000" : 56360960,
"30.000000" : 58982400,
"40.000000" : 60030976,
"50.000000" : 61079552,
"60.000000" : 62128128,
"70.000000" : 63176704,
"80.000000" : 64749568,
"90.000000" : 66322432,
"95.000000" : 67633152,
"99.000000" : 70778880,
"99.500000" : 70778880,
"99.900000" : 72876032,
"99.950000" : 73924608,
"99.990000" : 73924608
},
"bins" : {
"46923776" : 172,
"47448064" : 344,
"47972352" : 695,
"48496640" : 893,
"49020928" : 2527,
"49545216" : 1319,
"50069504" : 582,
"50593792" : 591,
"51118080" : 1223,
"51642368" : 1092,
"52166656" : 1362,
"52690944" : 948,
"53215232" : 1302,
"53739520" : 3689,
"54263808" : 3388,
"54788096" : 3402,
"55312384" : 2452,
"55836672" : 3574,
"56360960" : 3545,
"56885248" : 4394,
"57409536" : 3676,
"57933824" : 3453,
"58458112" : 3327,
"58982400" : 5752,
"59506688" : 7090,
"60030976" : 5893,
"60555264" : 6559,
"61079552" : 9365,
"61603840" : 12744,
"62128128" : 8909,
"62652416" : 9222,
"63176704" : 6019,
"63700992" : 4807,
"64225280" : 6155,
"64749568" : 6028,
"65273856" : 4724,
"65798144" : 4937,
"66322432" : 3298,
"66846720" : 2612,
"67633152" : 4033,
"68681728" : 3465,
"69730304" : 2499,
"70778880" : 931,
"71827456" : 413,
"72876032" : 173,
"73924608" : 135,
"74973184" : 5
}
},
"lat_ns" : {
"min" : 48405040,
"max" : 76951360,
"mean" : 62538160.987356,
"stddev" : 4972998.817368,
"N" : 163718
},
"bw_min" : 3696640,
"bw_max" : 5119996,
"bw_agg" : 100.000000,
"bw_mean" : 4195366.037975,
"bw_dev" : 39404.910135,
"bw_samples" : 632,
"iops_min" : 3610,
"iops_max" : 4998,
"iops_mean" : 4096.569620,
"iops_stddev" : 38.473470,
"iops_samples" : 632
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319997,
"usr_cpu" : 1.728766,
"sys_cpu" : 7.718197,
"ctx" : 177040,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 3.803329,
"100" : 96.192396,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072711,
"timestamp_ms" : 1773072711537,
"time" : "Mon Mar 9 13:11:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 215471882240,
"io_kbytes" : 210421760,
"bw_bytes" : 4309437644,
"bw" : 4208435,
"iops" : 4109.960000,
"runtime" : 50000,
"total_ios" : 205498,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 498642,
"max" : 5998698,
"mean" : 1942523.882116,
"stddev" : 173659.867495,
"N" : 205498
},
"clat_ns" : {
"min" : 46932340,
"max" : 74732669,
"mean" : 60339833.308813,
"stddev" : 4523708.993651,
"N" : 205490,
"percentile" : {
"1.000000" : 48496640,
"5.000000" : 52166656,
"10.000000" : 54263808,
"20.000000" : 56885248,
"30.000000" : 58458112,
"40.000000" : 59506688,
"50.000000" : 61079552,
"60.000000" : 61603840,
"70.000000" : 62652416,
"80.000000" : 64225280,
"90.000000" : 65798144,
"95.000000" : 67633152,
"99.000000" : 69730304,
"99.500000" : 70778880,
"99.900000" : 72876032,
"99.950000" : 73924608,
"99.990000" : 73924608
},
"bins" : {
"46923776" : 172,
"47448064" : 344,
"47972352" : 695,
"48496640" : 893,
"49020928" : 2527,
"49545216" : 1319,
"50069504" : 582,
"50593792" : 591,
"51118080" : 1223,
"51642368" : 1092,
"52166656" : 1362,
"52690944" : 988,
"53215232" : 1471,
"53739520" : 4255,
"54263808" : 4013,
"54788096" : 4775,
"55312384" : 3593,
"55836672" : 5132,
"56360960" : 5410,
"56885248" : 7110,
"57409536" : 6913,
"57933824" : 6157,
"58458112" : 6529,
"58982400" : 8084,
"59506688" : 9098,
"60030976" : 8270,
"60555264" : 9370,
"61079552" : 11301,
"61603840" : 14114,
"62128128" : 10765,
"62652416" : 11673,
"63176704" : 8379,
"63700992" : 5738,
"64225280" : 6770,
"64749568" : 6562,
"65273856" : 5083,
"65798144" : 5140,
"66322432" : 3464,
"66846720" : 2724,
"67633152" : 4145,
"68681728" : 3506,
"69730304" : 2501,
"70778880" : 931,
"71827456" : 413,
"72876032" : 173,
"73924608" : 135,
"74973184" : 5
}
},
"lat_ns" : {
"min" : 48405040,
"max" : 76951360,
"mean" : 62281865.345749,
"stddev" : 4666224.993430,
"N" : 205490
},
"bw_min" : 3696640,
"bw_max" : 5119996,
"bw_agg" : 100.000000,
"bw_mean" : 4209910.232323,
"bw_dev" : 36549.320813,
"bw_samples" : 792,
"iops_min" : 3610,
"iops_max" : 4998,
"iops_mean" : 4110.858586,
"iops_stddev" : 35.686978,
"iops_samples" : 792
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399996,
"usr_cpu" : 1.745767,
"sys_cpu" : 7.745327,
"ctx" : 222002,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999513,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999513,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 3.030200,
"100" : 96.965907,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072721,
"timestamp_ms" : 1773072721538,
"time" : "Mon Mar 9 13:12:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 118,
"elapsed" : 71,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 256491126784,
"io_kbytes" : 250479616,
"bw_bytes" : 4274780866,
"bw" : 4174590,
"iops" : 4076.882052,
"runtime" : 60001,
"total_ios" : 244617,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 498642,
"max" : 5998698,
"mean" : 1958303.725506,
"stddev" : 172113.969341,
"N" : 244617
},
"clat_ns" : {
"min" : 46932340,
"max" : 75748752,
"mean" : 60829419.153776,
"stddev" : 4483697.931575,
"N" : 244609,
"percentile" : {
"1.000000" : 49020928,
"5.000000" : 53215232,
"10.000000" : 54788096,
"20.000000" : 57409536,
"30.000000" : 58982400,
"40.000000" : 60030976,
"50.000000" : 61079552,
"60.000000" : 62128128,
"70.000000" : 63176704,
"80.000000" : 64225280,
"90.000000" : 66322432,
"95.000000" : 67633152,
"99.000000" : 70778880,
"99.500000" : 71827456,
"99.900000" : 73924608,
"99.950000" : 74973184,
"99.990000" : 74973184
},
"bins" : {
"46923776" : 172,
"47448064" : 344,
"47972352" : 695,
"48496640" : 893,
"49020928" : 2527,
"49545216" : 1319,
"50069504" : 582,
"50593792" : 591,
"51118080" : 1223,
"51642368" : 1092,
"52166656" : 1362,
"52690944" : 988,
"53215232" : 1471,
"53739520" : 4255,
"54263808" : 4013,
"54788096" : 4775,
"55312384" : 3593,
"55836672" : 5132,
"56360960" : 5410,
"56885248" : 7110,
"57409536" : 7080,
"57933824" : 6695,
"58458112" : 7125,
"58982400" : 9133,
"59506688" : 10706,
"60030976" : 11518,
"60555264" : 10326,
"61079552" : 13359,
"61603840" : 18204,
"62128128" : 14415,
"62652416" : 14263,
"63176704" : 10222,
"63700992" : 7527,
"64225280" : 8869,
"64749568" : 7773,
"65273856" : 7477,
"65798144" : 6925,
"66322432" : 4625,
"66846720" : 3702,
"67633152" : 6757,
"68681728" : 4209,
"69730304" : 3053,
"70778880" : 1528,
"71827456" : 649,
"72876032" : 444,
"73924608" : 326,
"74973184" : 141,
"76021760" : 11
}
},
"lat_ns" : {
"min" : 48405040,
"max" : 78094747,
"mean" : 62787272.273081,
"stddev" : 4624913.690695,
"N" : 244609
},
"bw_min" : 3645440,
"bw_max" : 5119996,
"bw_agg" : 100.000000,
"bw_mean" : 4179148.478992,
"bw_dev" : 35225.106660,
"bw_samples" : 952,
"iops_min" : 3560,
"iops_max" : 4998,
"iops_mean" : 4080.747899,
"iops_stddev" : 34.399167,
"iops_samples" : 952
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 480003,
"usr_cpu" : 1.725198,
"sys_cpu" : 7.671827,
"ctx" : 263702,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 2.545612,
"100" : 97.451117,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072731,
"timestamp_ms" : 1773072731537,
"time" : "Mon Mar 9 13:12:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 299049680896,
"io_kbytes" : 292040704,
"bw_bytes" : 4272138298,
"bw" : 4172010,
"iops" : 4074.342857,
"runtime" : 70000,
"total_ios" : 285204,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 498642,
"max" : 5998698,
"mean" : 1959521.206428,
"stddev" : 169874.406390,
"N" : 285204
},
"clat_ns" : {
"min" : 46932340,
"max" : 75936398,
"mean" : 60871835.590145,
"stddev" : 4342943.630535,
"N" : 285196,
"percentile" : {
"1.000000" : 49020928,
"5.000000" : 53739520,
"10.000000" : 55312384,
"20.000000" : 57409536,
"30.000000" : 58982400,
"40.000000" : 60030976,
"50.000000" : 61079552,
"60.000000" : 62128128,
"70.000000" : 63176704,
"80.000000" : 64225280,
"90.000000" : 66322432,
"95.000000" : 67633152,
"99.000000" : 70778880,
"99.500000" : 71827456,
"99.900000" : 73924608,
"99.950000" : 74973184,
"99.990000" : 74973184
},
"bins" : {
"46923776" : 172,
"47448064" : 344,
"47972352" : 695,
"48496640" : 893,
"49020928" : 2527,
"49545216" : 1319,
"50069504" : 582,
"50593792" : 591,
"51118080" : 1223,
"51642368" : 1092,
"52166656" : 1362,
"52690944" : 988,
"53215232" : 1471,
"53739520" : 4255,
"54263808" : 4013,
"54788096" : 4967,
"55312384" : 3994,
"55836672" : 5250,
"56360960" : 6181,
"56885248" : 8943,
"57409536" : 9576,
"57933824" : 8809,
"58458112" : 9087,
"58982400" : 13166,
"59506688" : 14640,
"60030976" : 13620,
"60555264" : 11978,
"61079552" : 15107,
"61603840" : 20190,
"62128128" : 16879,
"62652416" : 15366,
"63176704" : 11630,
"63700992" : 9629,
"64225280" : 10777,
"64749568" : 8731,
"65273856" : 8302,
"65798144" : 8166,
"66322432" : 5271,
"66846720" : 4235,
"67633152" : 7676,
"68681728" : 4606,
"69730304" : 3207,
"70778880" : 1694,
"71827456" : 773,
"72876032" : 556,
"73924608" : 449,
"74973184" : 200,
"76021760" : 14
}
},
"lat_ns" : {
"min" : 48405040,
"max" : 78259439,
"mean" : 62831219.236343,
"stddev" : 4479559.542061,
"N" : 285196
},
"bw_min" : 3645440,
"bw_max" : 5119996,
"bw_agg" : 100.000000,
"bw_mean" : 4172750.856115,
"bw_dev" : 33947.999394,
"bw_samples" : 1112,
"iops_min" : 3560,
"iops_max" : 4998,
"iops_mean" : 4074.510791,
"iops_stddev" : 33.162216,
"iops_samples" : 1112
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559997,
"usr_cpu" : 1.741438,
"sys_cpu" : 7.653791,
"ctx" : 307772,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 2.183349,
"100" : 97.813846,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072741,
"timestamp_ms" : 1773072741537,
"time" : "Mon Mar 9 13:12:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 343490428928,
"io_kbytes" : 335439872,
"bw_bytes" : 4293576691,
"bw" : 4192945,
"iops" : 4094.773815,
"runtime" : 80001,
"total_ios" : 327586,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 498642,
"max" : 5998698,
"mean" : 1949705.912771,
"stddev" : 167984.209624,
"N" : 327586
},
"clat_ns" : {
"min" : 46932340,
"max" : 75936398,
"mean" : 60567820.971002,
"stddev" : 4275980.560092,
"N" : 327578,
"percentile" : {
"1.000000" : 49020928,
"5.000000" : 53215232,
"10.000000" : 55312384,
"20.000000" : 57409536,
"30.000000" : 58458112,
"40.000000" : 59506688,
"50.000000" : 60555264,
"60.000000" : 61603840,
"70.000000" : 62652416,
"80.000000" : 64225280,
"90.000000" : 65798144,
"95.000000" : 67633152,
"99.000000" : 70778880,
"99.500000" : 71827456,
"99.900000" : 73924608,
"99.950000" : 74973184,
"99.990000" : 74973184
},
"bins" : {
"46923776" : 172,
"47448064" : 344,
"47972352" : 695,
"48496640" : 893,
"49020928" : 2527,
"49545216" : 1319,
"50069504" : 582,
"50593792" : 591,
"51118080" : 1223,
"51642368" : 1295,
"52166656" : 2730,
"52690944" : 2316,
"53215232" : 2180,
"53739520" : 4893,
"54263808" : 4830,
"54788096" : 6013,
"55312384" : 5528,
"55836672" : 6701,
"56360960" : 7033,
"56885248" : 10368,
"57409536" : 13310,
"57933824" : 12828,
"58458112" : 11560,
"58982400" : 15610,
"59506688" : 17702,
"60030976" : 16736,
"60555264" : 15525,
"61079552" : 16535,
"61603840" : 21786,
"62128128" : 18498,
"62652416" : 16222,
"63176704" : 12331,
"63700992" : 10319,
"64225280" : 11379,
"64749568" : 9090,
"65273856" : 8601,
"65798144" : 8440,
"66322432" : 5417,
"66846720" : 4260,
"67633152" : 7697,
"68681728" : 4606,
"69730304" : 3207,
"70778880" : 1694,
"71827456" : 773,
"72876032" : 556,
"73924608" : 449,
"74973184" : 200,
"76021760" : 14
}
},
"lat_ns" : {
"min" : 48405040,
"max" : 78259439,
"mean" : 62517418.782366,
"stddev" : 4410317.661029,
"N" : 327578
},
"bw_min" : 3645440,
"bw_max" : 5119996,
"bw_agg" : 100.000000,
"bw_mean" : 4193104.333333,
"bw_dev" : 33371.087724,
"bw_samples" : 1272,
"iops_min" : 3560,
"iops_max" : 4998,
"iops_mean" : 4094.433962,
"iops_stddev" : 32.600221,
"iops_samples" : 1272
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 640002,
"usr_cpu" : 1.743432,
"sys_cpu" : 7.706382,
"ctx" : 353915,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 1.900875,
"100" : 98.096683,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072751,
"timestamp_ms" : 1773072751537,
"time" : "Mon Mar 9 13:12:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 387829465088,
"io_kbytes" : 378739712,
"bw_bytes" : 4309168399,
"bw" : 4208172,
"iops" : 4109.632115,
"runtime" : 90001,
"total_ios" : 369871,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 498642,
"max" : 5998698,
"mean" : 1942619.264876,
"stddev" : 169716.158570,
"N" : 369871
},
"clat_ns" : {
"min" : 46932340,
"max" : 75936398,
"mean" : 60347420.352541,
"stddev" : 4314671.980262,
"N" : 369863,
"percentile" : {
"1.000000" : 49020928,
"5.000000" : 52690944,
"10.000000" : 54788096,
"20.000000" : 56885248,
"30.000000" : 58458112,
"40.000000" : 59506688,
"50.000000" : 60555264,
"60.000000" : 61603840,
"70.000000" : 62652416,
"80.000000" : 63700992,
"90.000000" : 65798144,
"95.000000" : 67633152,
"99.000000" : 69730304,
"99.500000" : 71827456,
"99.900000" : 73924608,
"99.950000" : 74973184,
"99.990000" : 74973184
},
"bins" : {
"46923776" : 172,
"47448064" : 344,
"47972352" : 695,
"48496640" : 1112,
"49020928" : 3548,
"49545216" : 1713,
"50069504" : 830,
"50593792" : 1616,
"51118080" : 1674,
"51642368" : 1588,
"52166656" : 3370,
"52690944" : 3077,
"53215232" : 3201,
"53739520" : 5520,
"54263808" : 5620,
"54788096" : 6970,
"55312384" : 6298,
"55836672" : 7782,
"56360960" : 8736,
"56885248" : 12226,
"57409536" : 14942,
"57933824" : 15115,
"58458112" : 14220,
"58982400" : 17171,
"59506688" : 18887,
"60030976" : 18096,
"60555264" : 17501,
"61079552" : 19712,
"61603840" : 23628,
"62128128" : 21534,
"62652416" : 18592,
"63176704" : 13406,
"63700992" : 11109,
"64225280" : 12348,
"64749568" : 9824,
"65273856" : 9106,
"65798144" : 8828,
"66322432" : 5702,
"66846720" : 4551,
"67633152" : 7997,
"68681728" : 4609,
"69730304" : 3207,
"70778880" : 1694,
"71827456" : 773,
"72876032" : 556,
"73924608" : 449,
"74973184" : 200,
"76021760" : 14
}
},
"lat_ns" : {
"min" : 48405040,
"max" : 78259439,
"mean" : 62289872.530867,
"stddev" : 4450308.021897,
"N" : 369863
},
"bw_min" : 3645440,
"bw_max" : 5119996,
"bw_agg" : 100.000000,
"bw_mean" : 4210659.804469,
"bw_dev" : 34075.360758,
"bw_samples" : 1432,
"iops_min" : 3560,
"iops_max" : 4998,
"iops_mean" : 4111.614525,
"iops_stddev" : 33.288496,
"iops_samples" : 1432
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719998,
"usr_cpu" : 1.755005,
"sys_cpu" : 7.739188,
"ctx" : 400032,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 2.151561,
"100" : 97.846276,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072761,
"timestamp_ms" : 1773072761537,
"time" : "Mon Mar 9 13:12:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 429715881984,
"io_kbytes" : 419644416,
"bw_bytes" : 4297115848,
"bw" : 4196402,
"iops" : 4098.129019,
"runtime" : 100001,
"total_ios" : 409817,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 498642,
"max" : 5998698,
"mean" : 1948089.833531,
"stddev" : 167371.269189,
"N" : 409817
},
"clat_ns" : {
"min" : 46932340,
"max" : 75936398,
"mean" : 60518886.548819,
"stddev" : 4246483.605275,
"N" : 409809,
"percentile" : {
"1.000000" : 49020928,
"5.000000" : 53215232,
"10.000000" : 54788096,
"20.000000" : 57409536,
"30.000000" : 58458112,
"40.000000" : 59506688,
"50.000000" : 60555264,
"60.000000" : 61603840,
"70.000000" : 62652416,
"80.000000" : 63700992,
"90.000000" : 65798144,
"95.000000" : 67633152,
"99.000000" : 70778880,
"99.500000" : 71827456,
"99.900000" : 73924608,
"99.950000" : 74973184,
"99.990000" : 74973184
},
"bins" : {
"46923776" : 172,
"47448064" : 344,
"47972352" : 695,
"48496640" : 1112,
"49020928" : 3548,
"49545216" : 1713,
"50069504" : 830,
"50593792" : 1616,
"51118080" : 1674,
"51642368" : 1588,
"52166656" : 3370,
"52690944" : 3077,
"53215232" : 3201,
"53739520" : 5520,
"54263808" : 5620,
"54788096" : 6970,
"55312384" : 6307,
"55836672" : 8096,
"56360960" : 8795,
"56885248" : 12443,
"57409536" : 15669,
"57933824" : 16377,
"58458112" : 17352,
"58982400" : 19503,
"59506688" : 21464,
"60030976" : 20550,
"60555264" : 19549,
"61079552" : 22983,
"61603840" : 26314,
"62128128" : 24248,
"62652416" : 20709,
"63176704" : 14845,
"63700992" : 12474,
"64225280" : 14315,
"64749568" : 11658,
"65273856" : 11182,
"65798144" : 9864,
"66322432" : 6412,
"66846720" : 5435,
"67633152" : 9100,
"68681728" : 5227,
"69730304" : 3615,
"70778880" : 1949,
"71827456" : 899,
"72876032" : 704,
"73924608" : 507,
"74973184" : 200,
"76021760" : 14
}
},
"lat_ns" : {
"min" : 48405040,
"max" : 78259439,
"mean" : 62466946.273213,
"stddev" : 4379836.722274,
"N" : 409809
},
"bw_min" : 3645440,
"bw_max" : 5119996,
"bw_agg" : 100.000000,
"bw_mean" : 4197076.165829,
"bw_dev" : 33258.316189,
"bw_samples" : 1592,
"iops_min" : 3560,
"iops_max" : 4998,
"iops_mean" : 4098.346734,
"iops_stddev" : 32.494033,
"iops_samples" : 1592
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 800000,
"usr_cpu" : 1.743500,
"sys_cpu" : 7.714875,
"ctx" : 442714,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 1.941842,
"100" : 98.056206,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072771,
"timestamp_ms" : 1773072771537,
"time" : "Mon Mar 9 13:12:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 68,
"elapsed" : 121,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 469695987712,
"io_kbytes" : 458687488,
"bw_bytes" : 4269924707,
"bw" : 4169848,
"iops" : 4072.190253,
"runtime" : 110001,
"total_ios" : 447945,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 498642,
"max" : 5998698,
"mean" : 1960519.698260,
"stddev" : 173908.151600,
"N" : 447945
},
"clat_ns" : {
"min" : 46932340,
"max" : 79461225,
"mean" : 60903808.767416,
"stddev" : 4486167.184724,
"N" : 447937,
"percentile" : {
"1.000000" : 49020928,
"5.000000" : 53215232,
"10.000000" : 55312384,
"20.000000" : 57409536,
"30.000000" : 58982400,
"40.000000" : 60030976,
"50.000000" : 61079552,
"60.000000" : 62128128,
"70.000000" : 62652416,
"80.000000" : 64225280,
"90.000000" : 66322432,
"95.000000" : 68681728,
"99.000000" : 72876032,
"99.500000" : 73924608,
"99.900000" : 77070336,
"99.950000" : 77070336,
"99.990000" : 79167488
},
"bins" : {
"46923776" : 172,
"47448064" : 344,
"47972352" : 695,
"48496640" : 1112,
"49020928" : 3548,
"49545216" : 1713,
"50069504" : 830,
"50593792" : 1616,
"51118080" : 1674,
"51642368" : 1588,
"52166656" : 3370,
"52690944" : 3077,
"53215232" : 3201,
"53739520" : 5520,
"54263808" : 5620,
"54788096" : 6970,
"55312384" : 6544,
"55836672" : 8493,
"56360960" : 9379,
"56885248" : 12845,
"57409536" : 16308,
"57933824" : 17329,
"58458112" : 18037,
"58982400" : 20100,
"59506688" : 22437,
"60030976" : 21318,
"60555264" : 20484,
"61079552" : 24059,
"61603840" : 27703,
"62128128" : 26860,
"62652416" : 23825,
"63176704" : 16403,
"63700992" : 13779,
"64225280" : 15288,
"64749568" : 12490,
"65273856" : 12441,
"65798144" : 11166,
"66322432" : 7558,
"66846720" : 6979,
"67633152" : 11590,
"68681728" : 8139,
"69730304" : 4590,
"70778880" : 3689,
"71827456" : 1858,
"72876032" : 2841,
"73924608" : 1087,
"74973184" : 535,
"76021760" : 231,
"77070336" : 312,
"78118912" : 133,
"79167488" : 57
}
},
"lat_ns" : {
"min" : 48405040,
"max" : 81867292,
"mean" : 62864262.405811,
"stddev" : 4627460.500778,
"N" : 447937
},
"bw_min" : 3418112,
"bw_max" : 5119996,
"bw_agg" : 100.000000,
"bw_mean" : 4170580.004566,
"bw_dev" : 34830.753903,
"bw_samples" : 1752,
"iops_min" : 3338,
"iops_max" : 4998,
"iops_mean" : 4072.433790,
"iops_stddev" : 34.030270,
"iops_samples" : 1752
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 880001,
"usr_cpu" : 1.731703,
"sys_cpu" : 7.658628,
"ctx" : 483413,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 1.776557,
"100" : 98.221657,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072781,
"timestamp_ms" : 1773072781537,
"time" : "Mon Mar 9 13:13:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 511903268864,
"io_kbytes" : 499905536,
"bw_bytes" : 4265825025,
"bw" : 4165844,
"iops" : 4068.274431,
"runtime" : 120001,
"total_ios" : 488197,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 498642,
"max" : 5998698,
"mean" : 1962408.973769,
"stddev" : 172201.979858,
"N" : 488197
},
"clat_ns" : {
"min" : 46932340,
"max" : 79461225,
"mean" : 60961771.094724,
"stddev" : 4433670.624645,
"N" : 488189,
"percentile" : {
"1.000000" : 49020928,
"5.000000" : 53739520,
"10.000000" : 55312384,
"20.000000" : 57409536,
"30.000000" : 58982400,
"40.000000" : 60030976,
"50.000000" : 61079552,
"60.000000" : 62128128,
"70.000000" : 62652416,
"80.000000" : 64225280,
"90.000000" : 66322432,
"95.000000" : 68681728,
"99.000000" : 72876032,
"99.500000" : 72876032,
"99.900000" : 77070336,
"99.950000" : 77070336,
"99.990000" : 79167488
},
"bins" : {
"46923776" : 172,
"47448064" : 344,
"47972352" : 695,
"48496640" : 1112,
"49020928" : 3548,
"49545216" : 1713,
"50069504" : 830,
"50593792" : 1616,
"51118080" : 1674,
"51642368" : 1588,
"52166656" : 3370,
"52690944" : 3077,
"53215232" : 3350,
"53739520" : 6029,
"54263808" : 5806,
"54788096" : 7312,
"55312384" : 7666,
"55836672" : 9287,
"56360960" : 10207,
"56885248" : 13583,
"57409536" : 17095,
"57933824" : 18376,
"58458112" : 20515,
"58982400" : 22798,
"59506688" : 24198,
"60030976" : 23194,
"60555264" : 23110,
"61079552" : 26797,
"61603840" : 29929,
"62128128" : 28353,
"62652416" : 25339,
"63176704" : 18064,
"63700992" : 16013,
"64225280" : 16448,
"64749568" : 13570,
"65273856" : 13220,
"65798144" : 12895,
"66322432" : 8913,
"66846720" : 8274,
"67633152" : 12946,
"68681728" : 8791,
"69730304" : 5210,
"70778880" : 3994,
"71827456" : 1970,
"72876032" : 2843,
"73924608" : 1087,
"74973184" : 535,
"76021760" : 231,
"77070336" : 312,
"78118912" : 133,
"79167488" : 57
}
},
"lat_ns" : {
"min" : 48405040,
"max" : 81867292,
"mean" : 62924086.803635,
"stddev" : 4573246.299493,
"N" : 488189
},
"bw_min" : 3418112,
"bw_max" : 5119996,
"bw_agg" : 100.000000,
"bw_mean" : 4167023.635983,
"bw_dev" : 34282.676292,
"bw_samples" : 1912,
"iops_min" : 3338,
"iops_max" : 4998,
"iops_mean" : 4068.991632,
"iops_stddev" : 33.493254,
"iops_samples" : 1912
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 960001,
"usr_cpu" : 1.726665,
"sys_cpu" : 7.653846,
"ctx" : 526580,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 1.630080,
"100" : 98.368282,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072791,
"timestamp_ms" : 1773072791536,
"time" : "Mon Mar 9 13:13:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 557258375168,
"io_kbytes" : 544197632,
"bw_bytes" : 4286602885,
"bw" : 4186135,
"iops" : 4088.084615,
"runtime" : 130000,
"total_ios" : 531451,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 498642,
"max" : 7300998,
"mean" : 1952879.741568,
"stddev" : 174143.186956,
"N" : 531451
},
"clat_ns" : {
"min" : 46932340,
"max" : 79461225,
"mean" : 60666981.398095,
"stddev" : 4461290.135464,
"N" : 531443,
"percentile" : {
"1.000000" : 49020928,
"5.000000" : 53215232,
"10.000000" : 54788096,
"20.000000" : 57409536,
"30.000000" : 58458112,
"40.000000" : 59506688,
"50.000000" : 60555264,
"60.000000" : 61603840,
"70.000000" : 62652416,
"80.000000" : 64225280,
"90.000000" : 66322432,
"95.000000" : 67633152,
"99.000000" : 71827456,
"99.500000" : 72876032,
"99.900000" : 76021760,
"99.950000" : 77070336,
"99.990000" : 79167488
},
"bins" : {
"46923776" : 172,
"47448064" : 344,
"47972352" : 695,
"48496640" : 1112,
"49020928" : 3548,
"49545216" : 1713,
"50069504" : 830,
"50593792" : 1668,
"51118080" : 1878,
"51642368" : 2719,
"52166656" : 5391,
"52690944" : 4027,
"53215232" : 5207,
"53739520" : 7271,
"54263808" : 7656,
"54788096" : 9190,
"55312384" : 10311,
"55836672" : 10872,
"56360960" : 13066,
"56885248" : 15741,
"57409536" : 19647,
"57933824" : 21041,
"58458112" : 23328,
"58982400" : 26979,
"59506688" : 25981,
"60030976" : 25077,
"60555264" : 24175,
"61079552" : 27606,
"61603840" : 30833,
"62128128" : 29416,
"62652416" : 26102,
"63176704" : 18689,
"63700992" : 16624,
"64225280" : 17028,
"64749568" : 13646,
"65273856" : 13280,
"65798144" : 12952,
"66322432" : 8971,
"66846720" : 8316,
"67633152" : 13047,
"68681728" : 8919,
"69730304" : 5213,
"70778880" : 3994,
"71827456" : 1970,
"72876032" : 2843,
"73924608" : 1087,
"74973184" : 535,
"76021760" : 231,
"77070336" : 312,
"78118912" : 133,
"79167488" : 57
}
},
"lat_ns" : {
"min" : 48405040,
"max" : 81867292,
"mean" : 62619802.164463,
"stddev" : 4601745.370453,
"N" : 531443
},
"bw_min" : 3418112,
"bw_max" : 5119996,
"bw_agg" : 99.981710,
"bw_mean" : 4185370.382239,
"bw_dev" : 34544.580907,
"bw_samples" : 2072,
"iops_min" : 3338,
"iops_max" : 4998,
"iops_mean" : 4086.930502,
"iops_stddev" : 33.749673,
"iops_samples" : 2072
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1039996,
"usr_cpu" : 1.735487,
"sys_cpu" : 7.702241,
"ctx" : 574564,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 1.497410,
"100" : 98.501085,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072801,
"timestamp_ms" : 1773072801537,
"time" : "Mon Mar 9 13:13:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 603823538176,
"io_kbytes" : 589671424,
"bw_bytes" : 4313025272,
"bw" : 4211938,
"iops" : 4113.278571,
"runtime" : 140000,
"total_ios" : 575859,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 498642,
"max" : 7300998,
"mean" : 1940890.842677,
"stddev" : 178783.013585,
"N" : 575859
},
"clat_ns" : {
"min" : 46932340,
"max" : 79461225,
"mean" : 60294793.701735,
"stddev" : 4585852.664901,
"N" : 575851,
"percentile" : {
"1.000000" : 49020928,
"5.000000" : 52166656,
"10.000000" : 54263808,
"20.000000" : 56885248,
"30.000000" : 57933824,
"40.000000" : 59506688,
"50.000000" : 60555264,
"60.000000" : 61603840,
"70.000000" : 62652416,
"80.000000" : 63700992,
"90.000000" : 65798144,
"95.000000" : 67633152,
"99.000000" : 71827456,
"99.500000" : 72876032,
"99.900000" : 76021760,
"99.950000" : 77070336,
"99.990000" : 78118912
},
"bins" : {
"46923776" : 172,
"47448064" : 344,
"47972352" : 695,
"48496640" : 1552,
"49020928" : 4020,
"49545216" : 2416,
"50069504" : 2122,
"50593792" : 3252,
"51118080" : 2966,
"51642368" : 3905,
"52166656" : 7831,
"52690944" : 7164,
"53215232" : 6656,
"53739520" : 8475,
"54263808" : 8753,
"54788096" : 11059,
"55312384" : 12550,
"55836672" : 13628,
"56360960" : 15277,
"56885248" : 17832,
"57409536" : 22438,
"57933824" : 22905,
"58458112" : 24709,
"58982400" : 28386,
"59506688" : 28624,
"60030976" : 27888,
"60555264" : 25022,
"61079552" : 28439,
"61603840" : 31532,
"62128128" : 29979,
"62652416" : 26539,
"63176704" : 19067,
"63700992" : 16899,
"64225280" : 17188,
"64749568" : 13686,
"65273856" : 13289,
"65798144" : 12957,
"66322432" : 8977,
"66846720" : 8317,
"67633152" : 13047,
"68681728" : 8919,
"69730304" : 5213,
"70778880" : 3994,
"71827456" : 1970,
"72876032" : 2843,
"73924608" : 1087,
"74973184" : 535,
"76021760" : 231,
"77070336" : 312,
"78118912" : 133,
"79167488" : 57
}
},
"lat_ns" : {
"min" : 48405040,
"max" : 81867292,
"mean" : 62235583.237700,
"stddev" : 4730421.034729,
"N" : 575851
},
"bw_min" : 3418112,
"bw_max" : 5119996,
"bw_agg" : 99.997442,
"bw_mean" : 4211831.354839,
"bw_dev" : 36332.193717,
"bw_samples" : 2232,
"iops_min" : 3338,
"iops_max" : 4998,
"iops_mean" : 4112.792115,
"iops_stddev" : 35.496808,
"iops_samples" : 2232
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119996,
"usr_cpu" : 1.748578,
"sys_cpu" : 7.761724,
"ctx" : 623851,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 1.778213,
"100" : 98.220398,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072811,
"timestamp_ms" : 1773072811537,
"time" : "Mon Mar 9 13:13:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 28,
"elapsed" : 161,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 647458979840,
"io_kbytes" : 632284160,
"bw_bytes" : 4316364423,
"bw" : 4215199,
"iops" : 4116.459224,
"runtime" : 150001,
"total_ios" : 617473,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 498642,
"max" : 7300998,
"mean" : 1939374.565184,
"stddev" : 176929.821638,
"N" : 617473
},
"clat_ns" : {
"min" : 46932340,
"max" : 79461225,
"mean" : 60247797.277899,
"stddev" : 4521964.043078,
"N" : 617465,
"percentile" : {
"1.000000" : 49020928,
"5.000000" : 52690944,
"10.000000" : 54263808,
"20.000000" : 56885248,
"30.000000" : 57933824,
"40.000000" : 58982400,
"50.000000" : 60030976,
"60.000000" : 61603840,
"70.000000" : 62128128,
"80.000000" : 63700992,
"90.000000" : 65798144,
"95.000000" : 67633152,
"99.000000" : 71827456,
"99.500000" : 72876032,
"99.900000" : 76021760,
"99.950000" : 77070336,
"99.990000" : 78118912
},
"bins" : {
"46923776" : 172,
"47448064" : 344,
"47972352" : 695,
"48496640" : 1552,
"49020928" : 4020,
"49545216" : 2416,
"50069504" : 2122,
"50593792" : 3252,
"51118080" : 2966,
"51642368" : 4059,
"52166656" : 8450,
"52690944" : 7340,
"53215232" : 6919,
"53739520" : 8747,
"54263808" : 9935,
"54788096" : 11923,
"55312384" : 13481,
"55836672" : 15899,
"56360960" : 18255,
"56885248" : 20296,
"57409536" : 24037,
"57933824" : 24392,
"58458112" : 26998,
"58982400" : 30556,
"59506688" : 30509,
"60030976" : 29929,
"60555264" : 27422,
"61079552" : 31064,
"61603840" : 33389,
"62128128" : 31299,
"62652416" : 28408,
"63176704" : 20572,
"63700992" : 18720,
"64225280" : 18134,
"64749568" : 14830,
"65273856" : 14254,
"65798144" : 13262,
"66322432" : 9251,
"66846720" : 8613,
"67633152" : 13440,
"68681728" : 9139,
"69730304" : 5234,
"70778880" : 4002,
"71827456" : 1970,
"72876032" : 2843,
"73924608" : 1087,
"74973184" : 535,
"76021760" : 231,
"77070336" : 312,
"78118912" : 133,
"79167488" : 57
}
},
"lat_ns" : {
"min" : 48405040,
"max" : 81867292,
"mean" : 62187070.177811,
"stddev" : 4664453.637040,
"N" : 617465
},
"bw_min" : 3418112,
"bw_max" : 5119996,
"bw_agg" : 100.000000,
"bw_mean" : 4216330.762542,
"bw_dev" : 35832.810249,
"bw_samples" : 2392,
"iops_min" : 3338,
"iops_max" : 4998,
"iops_mean" : 4117.200669,
"iops_stddev" : 35.008012,
"iops_samples" : 2392
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1200000,
"usr_cpu" : 1.744667,
"sys_cpu" : 7.776500,
"ctx" : 669258,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 1.658372,
"100" : 98.340332,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072821,
"timestamp_ms" : 1773072821537,
"time" : "Mon Mar 9 13:13:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 18,
"elapsed" : 171,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 696934989824,
"io_kbytes" : 680600576,
"bw_bytes" : 4355843686,
"bw" : 4253753,
"iops" : 4154.106250,
"runtime" : 160000,
"total_ios" : 664657,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 469638,
"max" : 7300998,
"mean" : 1921755.581744,
"stddev" : 191974.547990,
"N" : 664657
},
"clat_ns" : {
"min" : 40930387,
"max" : 79461225,
"mean" : 59703717.694547,
"stddev" : 5018207.059737,
"N" : 664649,
"percentile" : {
"1.000000" : 45875200,
"5.000000" : 51118080,
"10.000000" : 53215232,
"20.000000" : 55836672,
"30.000000" : 57409536,
"40.000000" : 58982400,
"50.000000" : 60030976,
"60.000000" : 61079552,
"70.000000" : 62128128,
"80.000000" : 63700992,
"90.000000" : 65798144,
"95.000000" : 67633152,
"99.000000" : 71827456,
"99.500000" : 72876032,
"99.900000" : 76021760,
"99.950000" : 77070336,
"99.990000" : 78118912
},
"bins" : {
"41156608" : 34,
"41680896" : 180,
"42205184" : 1562,
"42729472" : 1062,
"43253760" : 892,
"43778048" : 339,
"44302336" : 413,
"44826624" : 1285,
"45350912" : 707,
"45875200" : 393,
"46399488" : 668,
"46923776" : 758,
"47448064" : 1370,
"47972352" : 2824,
"48496640" : 3001,
"49020928" : 5778,
"49545216" : 3711,
"50069504" : 3539,
"50593792" : 4697,
"51118080" : 3976,
"51642368" : 5565,
"52166656" : 11407,
"52690944" : 9052,
"53215232" : 7990,
"53739520" : 10041,
"54263808" : 11611,
"54788096" : 13210,
"55312384" : 14816,
"55836672" : 17049,
"56360960" : 19141,
"56885248" : 20926,
"57409536" : 25000,
"57933824" : 26306,
"58458112" : 28669,
"58982400" : 32328,
"59506688" : 31500,
"60030976" : 30287,
"60555264" : 27817,
"61079552" : 31501,
"61603840" : 34051,
"62128128" : 32279,
"62652416" : 28904,
"63176704" : 20933,
"63700992" : 18891,
"64225280" : 18355,
"64749568" : 15074,
"65273856" : 14387,
"65798144" : 13381,
"66322432" : 9305,
"66846720" : 8651,
"67633152" : 13467,
"68681728" : 9157,
"69730304" : 5239,
"70778880" : 4002,
"71827456" : 1970,
"72876032" : 2843,
"73924608" : 1087,
"74973184" : 535,
"76021760" : 231,
"77070336" : 312,
"78118912" : 133,
"79167488" : 57
}
},
"lat_ns" : {
"min" : 42289063,
"max" : 81867292,
"mean" : 61625486.530486,
"stddev" : 5176979.287536,
"N" : 664649
},
"bw_min" : 3418112,
"bw_max" : 5856704,
"bw_agg" : 99.996483,
"bw_mean" : 4253604.432602,
"bw_dev" : 42270.989043,
"bw_samples" : 2552,
"iops_min" : 3338,
"iops_max" : 5716,
"iops_mean" : 4153.608150,
"iops_stddev" : 41.289809,
"iops_samples" : 2552
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279996,
"usr_cpu" : 1.768052,
"sys_cpu" : 7.867212,
"ctx" : 723819,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 3.983709,
"100" : 96.015087,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072831,
"timestamp_ms" : 1773072831537,
"time" : "Mon Mar 9 13:13:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 743115325440,
"io_kbytes" : 725698560,
"bw_bytes" : 4371266620,
"bw" : 4268815,
"iops" : 4168.811765,
"runtime" : 170000,
"total_ios" : 708698,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 469638,
"max" : 7300998,
"mean" : 1914958.195005,
"stddev" : 190610.961294,
"N" : 708698
},
"clat_ns" : {
"min" : 40930387,
"max" : 79461225,
"mean" : 59492658.717322,
"stddev" : 4976520.520001,
"N" : 708690,
"percentile" : {
"1.000000" : 46399488,
"5.000000" : 51118080,
"10.000000" : 53215232,
"20.000000" : 55836672,
"30.000000" : 57409536,
"40.000000" : 58458112,
"50.000000" : 59506688,
"60.000000" : 61079552,
"70.000000" : 62128128,
"80.000000" : 63176704,
"90.000000" : 65273856,
"95.000000" : 67633152,
"99.000000" : 71827456,
"99.500000" : 72876032,
"99.900000" : 76021760,
"99.950000" : 77070336,
"99.990000" : 78118912
},
"bins" : {
"41156608" : 34,
"41680896" : 180,
"42205184" : 1562,
"42729472" : 1062,
"43253760" : 892,
"43778048" : 339,
"44302336" : 413,
"44826624" : 1285,
"45350912" : 707,
"45875200" : 393,
"46399488" : 668,
"46923776" : 758,
"47448064" : 1370,
"47972352" : 2824,
"48496640" : 3001,
"49020928" : 5778,
"49545216" : 3711,
"50069504" : 3539,
"50593792" : 4819,
"51118080" : 4636,
"51642368" : 6234,
"52166656" : 12108,
"52690944" : 10167,
"53215232" : 11913,
"53739520" : 13696,
"54263808" : 14242,
"54788096" : 15031,
"55312384" : 18284,
"55836672" : 20074,
"56360960" : 22392,
"56885248" : 24100,
"57409536" : 28474,
"57933824" : 29161,
"58458112" : 30463,
"58982400" : 33955,
"59506688" : 32524,
"60030976" : 31188,
"60555264" : 28811,
"61079552" : 32292,
"61603840" : 34637,
"62128128" : 32708,
"62652416" : 29405,
"63176704" : 21174,
"63700992" : 19118,
"64225280" : 18496,
"64749568" : 15155,
"65273856" : 14474,
"65798144" : 13434,
"66322432" : 9318,
"66846720" : 8654,
"67633152" : 13471,
"68681728" : 9157,
"69730304" : 5239,
"70778880" : 4002,
"71827456" : 1970,
"72876032" : 2843,
"73924608" : 1087,
"74973184" : 535,
"76021760" : 231,
"77070336" : 312,
"78118912" : 133,
"79167488" : 57
}
},
"lat_ns" : {
"min" : 42289063,
"max" : 81867292,
"mean" : 61407600.573225,
"stddev" : 5133958.192019,
"N" : 708690
},
"bw_min" : 3418112,
"bw_max" : 5856704,
"bw_agg" : 100.000000,
"bw_mean" : 4269581.247788,
"bw_dev" : 42049.559645,
"bw_samples" : 2712,
"iops_min" : 3338,
"iops_max" : 5716,
"iops_mean" : 4169.224189,
"iops_stddev" : 41.074285,
"iops_samples" : 2712
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1359997,
"usr_cpu" : 1.773680,
"sys_cpu" : 7.903767,
"ctx" : 772417,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 3.736147,
"100" : 96.262724,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072841,
"timestamp_ms" : 1773072841549,
"time" : "Mon Mar 9 13:14:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 791621402624,
"io_kbytes" : 773067776,
"bw_bytes" : 4397872248,
"bw" : 4294797,
"iops" : 4193.782257,
"runtime" : 180001,
"total_ios" : 754885,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 469638,
"max" : 7406780,
"mean" : 1903487.409541,
"stddev" : 193706.026561,
"N" : 754893
},
"clat_ns" : {
"min" : 5298,
"max" : 79461225,
"mean" : 59126751.080305,
"stddev" : 5112403.005269,
"N" : 755133,
"percentile" : {
"1.000000" : 46399488,
"5.000000" : 50593792,
"10.000000" : 52690944,
"20.000000" : 54788096,
"30.000000" : 56885248,
"40.000000" : 57933824,
"50.000000" : 59506688,
"60.000000" : 60555264,
"70.000000" : 61603840,
"80.000000" : 63176704,
"90.000000" : 65273856,
"95.000000" : 67633152,
"99.000000" : 70778880,
"99.500000" : 72876032,
"99.900000" : 74973184,
"99.950000" : 77070336,
"99.990000" : 78118912
},
"bins" : {
"5280" : 1,
"6560" : 1,
"7200" : 1,
"10816" : 3,
"10944" : 1,
"15808" : 1,
"1564672" : 1,
"1777664" : 1,
"1941504" : 1,
"1990656" : 1,
"2007040" : 1,
"2039808" : 2,
"2179072" : 1,
"3620864" : 1,
"3817472" : 1,
"4046848" : 2,
"4079616" : 1,
"4112384" : 1,
"4145152" : 1,
"4177920" : 1,
"5603328" : 1,
"5865472" : 1,
"6062080" : 4,
"6127616" : 1,
"6193152" : 1,
"7634944" : 1,
"7831552" : 1,
"8028160" : 2,
"8093696" : 3,
"8159232" : 1,
"9633792" : 2,
"9895936" : 2,
"10027008" : 2,
"10158080" : 2,
"11468800" : 1,
"11862016" : 1,
"11993088" : 1,
"12124160" : 3,
"12255232" : 2,
"13697024" : 1,
"14090240" : 1,
"14221312" : 3,
"14352384" : 3,
"15794176" : 1,
"16056320" : 1,
"16318464" : 6,
"17956864" : 1,
"18219008" : 4,
"18481152" : 3,
"19005440" : 1,
"19267584" : 1,
"19791872" : 2,
"20054016" : 2,
"20316160" : 2,
"21102592" : 2,
"21364736" : 3,
"21626880" : 2,
"22937600" : 2,
"23199744" : 4,
"25034752" : 1,
"25559040" : 1,
"25821184" : 1,
"26083328" : 1,
"26345472" : 1,
"26869760" : 3,
"27394048" : 1,
"27656192" : 2,
"28180480" : 1,
"28442624" : 1,
"28704768" : 2,
"28966912" : 1,
"29229056" : 1,
"29491200" : 2,
"30015488" : 1,
"30277632" : 1,
"30801920" : 3,
"31326208" : 3,
"31850496" : 1,
"32112640" : 1,
"32636928" : 3,
"32899072" : 1,
"33161216" : 2,
"33816576" : 2,
"34340864" : 3,
"34865152" : 3,
"35389440" : 1,
"35913728" : 1,
"36438016" : 4,
"36962304" : 2,
"37486592" : 2,
"38010880" : 3,
"38535168" : 3,
"39059456" : 1,
"39583744" : 3,
"40108032" : 2,
"40632320" : 2,
"41156608" : 36,
"41680896" : 183,
"42205184" : 1565,
"42729472" : 1063,
"43253760" : 896,
"43778048" : 341,
"44302336" : 414,
"44826624" : 1287,
"45350912" : 710,
"45875200" : 396,
"46399488" : 711,
"46923776" : 1257,
"47448064" : 1708,
"47972352" : 3333,
"48496640" : 3826,
"49020928" : 8107,
"49545216" : 4903,
"50069504" : 5256,
"50593792" : 6236,
"51118080" : 7118,
"51642368" : 8056,
"52166656" : 14048,
"52690944" : 12612,
"53215232" : 15525,
"53739520" : 17306,
"54263808" : 16942,
"54788096" : 18451,
"55312384" : 22121,
"55836672" : 22163,
"56360960" : 24314,
"56885248" : 26227,
"57409536" : 29741,
"57933824" : 30056,
"58458112" : 31258,
"58982400" : 34648,
"59506688" : 33122,
"60030976" : 31604,
"60555264" : 28989,
"61079552" : 32439,
"61603840" : 34761,
"62128128" : 32863,
"62652416" : 29494,
"63176704" : 21191,
"63700992" : 19120,
"64225280" : 18496,
"64749568" : 15155,
"65273856" : 14474,
"65798144" : 13434,
"66322432" : 9318,
"66846720" : 8654,
"67633152" : 13471,
"68681728" : 9157,
"69730304" : 5239,
"70778880" : 4002,
"71827456" : 1970,
"72876032" : 2843,
"73924608" : 1087,
"74973184" : 535,
"76021760" : 231,
"77070336" : 312,
"78118912" : 133,
"79167488" : 57
}
},
"lat_ns" : {
"min" : 1566675,
"max" : 81867292,
"mean" : 61030184.178289,
"stddev" : 5271774.724827,
"N" : 755133
},
"bw_min" : 3418112,
"bw_max" : 5856704,
"bw_agg" : 100.000000,
"bw_mean" : 4294987.523677,
"bw_dev" : 43373.717304,
"bw_samples" : 2872,
"iops_min" : 3338,
"iops_max" : 5716,
"iops_mean" : 4194.041783,
"iops_stddev" : 42.367587,
"iops_samples" : 2872
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439999,
"usr_cpu" : 1.785696,
"sys_cpu" : 7.966603,
"ctx" : 825136,
"majf" : 0,
"minf" : 297,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998940,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 4.353511,
"100" : 95.668214,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072841,
"timestamp_ms" : 1773072841586,
"time" : "Mon Mar 9 13:14:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 791822729216,
"io_kbytes" : 773264384,
"bw_bytes" : 4398599739,
"bw" : 4295507,
"iops" : 4193.409511,
"runtime" : 180017,
"total_ios" : 754885,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 469638,
"max" : 7406780,
"mean" : 1903487.409541,
"stddev" : 193706.026561,
"N" : 754893
},
"clat_ns" : {
"min" : 5298,
"max" : 79461225,
"mean" : 59126751.080305,
"stddev" : 5112403.005269,
"N" : 755133,
"percentile" : {
"1.000000" : 46399488,
"5.000000" : 50593792,
"10.000000" : 52690944,
"20.000000" : 54788096,
"30.000000" : 56885248,
"40.000000" : 57933824,
"50.000000" : 59506688,
"60.000000" : 60555264,
"70.000000" : 61603840,
"80.000000" : 63176704,
"90.000000" : 65273856,
"95.000000" : 67633152,
"99.000000" : 70778880,
"99.500000" : 72876032,
"99.900000" : 74973184,
"99.950000" : 77070336,
"99.990000" : 78118912
},
"bins" : {
"5280" : 1,
"6560" : 1,
"7200" : 1,
"10816" : 3,
"10944" : 1,
"15808" : 1,
"1564672" : 1,
"1777664" : 1,
"1941504" : 1,
"1990656" : 1,
"2007040" : 1,
"2039808" : 2,
"2179072" : 1,
"3620864" : 1,
"3817472" : 1,
"4046848" : 2,
"4079616" : 1,
"4112384" : 1,
"4145152" : 1,
"4177920" : 1,
"5603328" : 1,
"5865472" : 1,
"6062080" : 4,
"6127616" : 1,
"6193152" : 1,
"7634944" : 1,
"7831552" : 1,
"8028160" : 2,
"8093696" : 3,
"8159232" : 1,
"9633792" : 2,
"9895936" : 2,
"10027008" : 2,
"10158080" : 2,
"11468800" : 1,
"11862016" : 1,
"11993088" : 1,
"12124160" : 3,
"12255232" : 2,
"13697024" : 1,
"14090240" : 1,
"14221312" : 3,
"14352384" : 3,
"15794176" : 1,
"16056320" : 1,
"16318464" : 6,
"17956864" : 1,
"18219008" : 4,
"18481152" : 3,
"19005440" : 1,
"19267584" : 1,
"19791872" : 2,
"20054016" : 2,
"20316160" : 2,
"21102592" : 2,
"21364736" : 3,
"21626880" : 2,
"22937600" : 2,
"23199744" : 4,
"25034752" : 1,
"25559040" : 1,
"25821184" : 1,
"26083328" : 1,
"26345472" : 1,
"26869760" : 3,
"27394048" : 1,
"27656192" : 2,
"28180480" : 1,
"28442624" : 1,
"28704768" : 2,
"28966912" : 1,
"29229056" : 1,
"29491200" : 2,
"30015488" : 1,
"30277632" : 1,
"30801920" : 3,
"31326208" : 3,
"31850496" : 1,
"32112640" : 1,
"32636928" : 3,
"32899072" : 1,
"33161216" : 2,
"33816576" : 2,
"34340864" : 3,
"34865152" : 3,
"35389440" : 1,
"35913728" : 1,
"36438016" : 4,
"36962304" : 2,
"37486592" : 2,
"38010880" : 3,
"38535168" : 3,
"39059456" : 1,
"39583744" : 3,
"40108032" : 2,
"40632320" : 2,
"41156608" : 36,
"41680896" : 183,
"42205184" : 1565,
"42729472" : 1063,
"43253760" : 896,
"43778048" : 341,
"44302336" : 414,
"44826624" : 1287,
"45350912" : 710,
"45875200" : 396,
"46399488" : 711,
"46923776" : 1257,
"47448064" : 1708,
"47972352" : 3333,
"48496640" : 3826,
"49020928" : 8107,
"49545216" : 4903,
"50069504" : 5256,
"50593792" : 6236,
"51118080" : 7118,
"51642368" : 8056,
"52166656" : 14048,
"52690944" : 12612,
"53215232" : 15525,
"53739520" : 17306,
"54263808" : 16942,
"54788096" : 18451,
"55312384" : 22121,
"55836672" : 22163,
"56360960" : 24314,
"56885248" : 26227,
"57409536" : 29741,
"57933824" : 30056,
"58458112" : 31258,
"58982400" : 34648,
"59506688" : 33122,
"60030976" : 31604,
"60555264" : 28989,
"61079552" : 32439,
"61603840" : 34761,
"62128128" : 32863,
"62652416" : 29494,
"63176704" : 21191,
"63700992" : 19120,
"64225280" : 18496,
"64749568" : 15155,
"65273856" : 14474,
"65798144" : 13434,
"66322432" : 9318,
"66846720" : 8654,
"67633152" : 13471,
"68681728" : 9157,
"69730304" : 5239,
"70778880" : 4002,
"71827456" : 1970,
"72876032" : 2843,
"73924608" : 1087,
"74973184" : 535,
"76021760" : 231,
"77070336" : 312,
"78118912" : 133,
"79167488" : 57
}
},
"lat_ns" : {
"min" : 1566675,
"max" : 81867292,
"mean" : 61030184.178289,
"stddev" : 5271774.724827,
"N" : 755133
},
"bw_min" : 3418112,
"bw_max" : 5856704,
"bw_agg" : 100.000000,
"bw_mean" : 4296188.047903,
"bw_dev" : 43452.829346,
"bw_samples" : 2878,
"iops_min" : 3338,
"iops_max" : 5716,
"iops_mean" : 4195.209827,
"iops_stddev" : 42.443909,
"iops_samples" : 2878
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440088,
"usr_cpu" : 1.785585,
"sys_cpu" : 7.966110,
"ctx" : 825218,
"majf" : 0,
"minf" : 303,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998940,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 4.353511,
"100" : 95.668214,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}