raidz2/benchmarks/seq/seq-write-qd32-nj8_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773073139,
"timestamp_ms" : 1773073139331,
"time" : "Mon Mar 9 13:18:59 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 39225131008,
"io_kbytes" : 38305792,
"bw_bytes" : 4026394067,
"bw" : 3932025,
"iops" : 3867.070417,
"runtime" : 9742,
"total_ios" : 37673,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 77936,
"usr_cpu" : 1.748871,
"sys_cpu" : 8.102802,
"ctx" : 43870,
"majf" : 0,
"minf" : 59,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.169883,
"16" : 0.339766,
"32" : 99.341704,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073149,
"timestamp_ms" : 1773073149589,
"time" : "Mon Mar 9 13:19:09 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 46865055744,
"io_kbytes" : 45766656,
"bw_bytes" : 4686036970,
"bw" : 4576207,
"iops" : 4469.753025,
"runtime" : 10001,
"total_ios" : 44702,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 534266,
"max" : 6204319,
"mean" : 1785948.490023,
"stddev" : 146600.567986,
"N" : 44702
},
"clat_ns" : {
"min" : 48528197,
"max" : 65355925,
"mean" : 55512460.758424,
"stddev" : 3255285.490862,
"N" : 44694,
"percentile" : {
"1.000000" : 49020928,
"5.000000" : 50593792,
"10.000000" : 51642368,
"20.000000" : 52690944,
"30.000000" : 53215232,
"40.000000" : 54263808,
"50.000000" : 55836672,
"60.000000" : 56360960,
"70.000000" : 57409536,
"80.000000" : 58458112,
"90.000000" : 60030976,
"95.000000" : 61079552,
"99.000000" : 63700992,
"99.500000" : 64225280,
"99.900000" : 64749568,
"99.950000" : 64749568,
"99.990000" : 64749568
},
"bins" : {
"48496640" : 140,
"49020928" : 639,
"49545216" : 435,
"50069504" : 637,
"50593792" : 975,
"51118080" : 1381,
"51642368" : 1283,
"52166656" : 2659,
"52690944" : 2773,
"53215232" : 3202,
"53739520" : 3157,
"54263808" : 1765,
"54788096" : 1684,
"55312384" : 1521,
"55836672" : 2322,
"56360960" : 4111,
"56885248" : 2575,
"57409536" : 2572,
"57933824" : 1897,
"58458112" : 1023,
"58982400" : 956,
"59506688" : 2228,
"60030976" : 1261,
"60555264" : 981,
"61079552" : 636,
"61603840" : 435,
"62128128" : 331,
"62652416" : 285,
"63176704" : 294,
"63700992" : 267,
"64225280" : 174,
"64749568" : 92,
"65273856" : 3
}
},
"lat_ns" : {
"min" : 50091075,
"max" : 67417214,
"mean" : 57299448.261646,
"stddev" : 3356133.169651,
"N" : 44694
},
"bw_min" : 4167680,
"bw_max" : 4886528,
"bw_agg" : 99.664701,
"bw_mean" : 4560864.736842,
"bw_dev" : 25426.864080,
"bw_samples" : 152,
"iops_min" : 4070,
"iops_max" : 4772,
"iops_mean" : 4453.947368,
"iops_stddev" : 24.834383,
"iops_samples" : 152
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 1.925024,
"sys_cpu" : 8.661358,
"ctx" : 50130,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 3.192251,
"100" : 96.789853,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073159,
"timestamp_ms" : 1773073159590,
"time" : "Mon Mar 9 13:19:19 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 92667904000,
"io_kbytes" : 90496000,
"bw_bytes" : 4632931906,
"bw" : 4524347,
"iops" : 4418.708129,
"runtime" : 20002,
"total_ios" : 88383,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 534266,
"max" : 6204319,
"mean" : 1806488.753903,
"stddev" : 149480.262267,
"N" : 88384
},
"clat_ns" : {
"min" : 48528197,
"max" : 68914872,
"mean" : 56128485.152474,
"stddev" : 3234152.937089,
"N" : 88376,
"percentile" : {
"1.000000" : 49545216,
"5.000000" : 51118080,
"10.000000" : 52166656,
"20.000000" : 53215232,
"30.000000" : 53739520,
"40.000000" : 54788096,
"50.000000" : 56360960,
"60.000000" : 56885248,
"70.000000" : 57933824,
"80.000000" : 58982400,
"90.000000" : 60030976,
"95.000000" : 61603840,
"99.000000" : 64225280,
"99.500000" : 65273856,
"99.900000" : 66846720,
"99.950000" : 67633152,
"99.990000" : 68681728
},
"bins" : {
"48496640" : 140,
"49020928" : 639,
"49545216" : 435,
"50069504" : 637,
"50593792" : 1220,
"51118080" : 2022,
"51642368" : 2267,
"52166656" : 3571,
"52690944" : 4214,
"53215232" : 5416,
"53739520" : 6884,
"54263808" : 4576,
"54788096" : 3579,
"55312384" : 3632,
"55836672" : 4353,
"56360960" : 5577,
"56885248" : 5989,
"57409536" : 4931,
"57933824" : 4259,
"58458112" : 4841,
"58982400" : 3765,
"59506688" : 4688,
"60030976" : 2481,
"60555264" : 1834,
"61079552" : 1349,
"61603840" : 1129,
"62128128" : 919,
"62652416" : 712,
"63176704" : 601,
"63700992" : 484,
"64225280" : 404,
"64749568" : 339,
"65273856" : 212,
"65798144" : 121,
"66322432" : 64,
"66846720" : 45,
"67633152" : 33,
"68681728" : 14
}
},
"lat_ns" : {
"min" : 50091075,
"max" : 70943452,
"mean" : 57934845.989318,
"stddev" : 3334074.176795,
"N" : 88376
},
"bw_min" : 4165632,
"bw_max" : 4903337,
"bw_agg" : 99.960313,
"bw_mean" : 4522552.487179,
"bw_dev" : 25478.019503,
"bw_samples" : 312,
"iops_min" : 4068,
"iops_max" : 4786,
"iops_mean" : 4416.384615,
"iops_stddev" : 24.857662,
"iops_samples" : 312
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 160005,
"usr_cpu" : 1.888691,
"sys_cpu" : 8.556608,
"ctx" : 98185,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 1.614564,
"100" : 98.377516,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073169,
"timestamp_ms" : 1773073169589,
"time" : "Mon Mar 9 13:19:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 133862260736,
"io_kbytes" : 130724864,
"bw_bytes" : 4461926626,
"bw" : 4357350,
"iops" : 4255.491484,
"runtime" : 30001,
"total_ios" : 127669,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 534266,
"max" : 6204319,
"mean" : 1875888.086387,
"stddev" : 190517.777558,
"N" : 127669
},
"clat_ns" : {
"min" : 48528197,
"max" : 76519790,
"mean" : 58280887.434181,
"stddev" : 4971055.813919,
"N" : 127661,
"percentile" : {
"1.000000" : 50069504,
"5.000000" : 51642368,
"10.000000" : 52690944,
"20.000000" : 53739520,
"30.000000" : 55312384,
"40.000000" : 56360960,
"50.000000" : 57409536,
"60.000000" : 58458112,
"70.000000" : 59506688,
"80.000000" : 62128128,
"90.000000" : 66322432,
"95.000000" : 68681728,
"99.000000" : 71827456,
"99.500000" : 72876032,
"99.900000" : 74973184,
"99.950000" : 76021760,
"99.990000" : 76021760
},
"bins" : {
"48496640" : 140,
"49020928" : 639,
"49545216" : 435,
"50069504" : 637,
"50593792" : 1220,
"51118080" : 2022,
"51642368" : 2267,
"52166656" : 3571,
"52690944" : 4214,
"53215232" : 5416,
"53739520" : 6884,
"54263808" : 4928,
"54788096" : 4679,
"55312384" : 3791,
"55836672" : 4507,
"56360960" : 5993,
"56885248" : 7390,
"57409536" : 6833,
"57933824" : 6217,
"58458112" : 6863,
"58982400" : 4907,
"59506688" : 5957,
"60030976" : 3892,
"60555264" : 3245,
"61079552" : 2786,
"61603840" : 2403,
"62128128" : 1970,
"62652416" : 1901,
"63176704" : 2076,
"63700992" : 2376,
"64225280" : 1252,
"64749568" : 1243,
"65273856" : 1189,
"65798144" : 533,
"66322432" : 651,
"66846720" : 1340,
"67633152" : 4518,
"68681728" : 3165,
"69730304" : 1325,
"70778880" : 743,
"71827456" : 728,
"72876032" : 398,
"73924608" : 169,
"74973184" : 124,
"76021760" : 124
}
},
"lat_ns" : {
"min" : 50091075,
"max" : 78831192,
"mean" : 60156570.788878,
"stddev" : 5128382.023784,
"N" : 127661
},
"bw_min" : 3598336,
"bw_max" : 4903337,
"bw_agg" : 100.000000,
"bw_mean" : 4362966.067797,
"bw_dev" : 41509.269361,
"bw_samples" : 472,
"iops_min" : 3514,
"iops_max" : 4786,
"iops_mean" : 4260.355932,
"iops_stddev" : 40.537178,
"iops_samples" : 472
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239998,
"usr_cpu" : 1.828349,
"sys_cpu" : 8.144651,
"ctx" : 140100,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 1.117734,
"100" : 98.876000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073179,
"timestamp_ms" : 1773073179589,
"time" : "Mon Mar 9 13:19:39 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 177993678848,
"io_kbytes" : 173821952,
"bw_bytes" : 4449730727,
"bw" : 4345440,
"iops" : 4243.793905,
"runtime" : 40001,
"total_ios" : 169756,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 534266,
"max" : 6204319,
"mean" : 1881072.485255,
"stddev" : 179513.975968,
"N" : 169756
},
"clat_ns" : {
"min" : 48528197,
"max" : 76519790,
"mean" : 58443651.378113,
"stddev" : 4574612.471165,
"N" : 169748,
"percentile" : {
"1.000000" : 50069504,
"5.000000" : 52166656,
"10.000000" : 53215232,
"20.000000" : 54788096,
"30.000000" : 55836672,
"40.000000" : 56885248,
"50.000000" : 57933824,
"60.000000" : 58458112,
"70.000000" : 60030976,
"80.000000" : 61603840,
"90.000000" : 64749568,
"95.000000" : 67633152,
"99.000000" : 70778880,
"99.500000" : 71827456,
"99.900000" : 74973184,
"99.950000" : 76021760,
"99.990000" : 76021760
},
"bins" : {
"48496640" : 140,
"49020928" : 639,
"49545216" : 435,
"50069504" : 637,
"50593792" : 1220,
"51118080" : 2022,
"51642368" : 2267,
"52166656" : 3571,
"52690944" : 4214,
"53215232" : 5416,
"53739520" : 7007,
"54263808" : 5368,
"54788096" : 5677,
"55312384" : 6062,
"55836672" : 8852,
"56360960" : 8092,
"56885248" : 11209,
"57409536" : 10290,
"57933824" : 9830,
"58458112" : 9291,
"58982400" : 7561,
"59506688" : 8203,
"60030976" : 5471,
"60555264" : 5012,
"61079552" : 3842,
"61603840" : 3606,
"62128128" : 3040,
"62652416" : 2774,
"63176704" : 3399,
"63700992" : 3333,
"64225280" : 2034,
"64749568" : 2387,
"65273856" : 1854,
"65798144" : 1158,
"66322432" : 853,
"66846720" : 1459,
"67633152" : 4724,
"68681728" : 3187,
"69730304" : 1326,
"70778880" : 743,
"71827456" : 728,
"72876032" : 398,
"73924608" : 169,
"74973184" : 124,
"76021760" : 124
}
},
"lat_ns" : {
"min" : 50091075,
"max" : 78831192,
"mean" : 60324703.852511,
"stddev" : 4718895.416864,
"N" : 169748
},
"bw_min" : 3598336,
"bw_max" : 4903337,
"bw_agg" : 99.998961,
"bw_mean" : 4345395.620253,
"bw_dev" : 37453.503879,
"bw_samples" : 632,
"iops_min" : 3514,
"iops_max" : 4786,
"iops_mean" : 4243.278481,
"iops_stddev" : 36.574683,
"iops_samples" : 632
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319998,
"usr_cpu" : 1.820324,
"sys_cpu" : 8.106926,
"ctx" : 185857,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.840618,
"100" : 99.154669,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073189,
"timestamp_ms" : 1773073189589,
"time" : "Mon Mar 9 13:19:49 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 221733978112,
"io_kbytes" : 216537088,
"bw_bytes" : 4434590870,
"bw" : 4330655,
"iops" : 4229.315414,
"runtime" : 50001,
"total_ios" : 211470,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 469537,
"max" : 6780619,
"mean" : 1887528.800842,
"stddev" : 177298.585257,
"N" : 211470
},
"clat_ns" : {
"min" : 48528197,
"max" : 76519790,
"mean" : 58646117.968410,
"stddev" : 4379340.607346,
"N" : 211462,
"percentile" : {
"1.000000" : 50593792,
"5.000000" : 52166656,
"10.000000" : 53215232,
"20.000000" : 54788096,
"30.000000" : 56360960,
"40.000000" : 57409536,
"50.000000" : 57933824,
"60.000000" : 58982400,
"70.000000" : 60030976,
"80.000000" : 62128128,
"90.000000" : 64749568,
"95.000000" : 67633152,
"99.000000" : 70778880,
"99.500000" : 71827456,
"99.900000" : 74973184,
"99.950000" : 76021760,
"99.990000" : 76021760
},
"bins" : {
"48496640" : 140,
"49020928" : 639,
"49545216" : 435,
"50069504" : 637,
"50593792" : 1220,
"51118080" : 2022,
"51642368" : 2267,
"52166656" : 3571,
"52690944" : 4214,
"53215232" : 6256,
"53739520" : 8353,
"54263808" : 6364,
"54788096" : 6883,
"55312384" : 6969,
"55836672" : 9969,
"56360960" : 9581,
"56885248" : 13192,
"57409536" : 12832,
"57933824" : 12168,
"58458112" : 12894,
"58982400" : 10240,
"59506688" : 11436,
"60030976" : 7363,
"60555264" : 7457,
"61079552" : 5749,
"61603840" : 5731,
"62128128" : 4686,
"62652416" : 3676,
"63176704" : 4544,
"63700992" : 4447,
"64225280" : 2808,
"64749568" : 3053,
"65273856" : 2521,
"65798144" : 1758,
"66322432" : 1188,
"66846720" : 1987,
"67633152" : 4978,
"68681728" : 3368,
"69730304" : 1533,
"70778880" : 775,
"71827456" : 736,
"72876032" : 405,
"73924608" : 169,
"74973184" : 124,
"76021760" : 124
}
},
"lat_ns" : {
"min" : 50091075,
"max" : 78831192,
"mean" : 60533798.459638,
"stddev" : 4517010.112763,
"N" : 211462
},
"bw_min" : 3598336,
"bw_max" : 4903337,
"bw_agg" : 99.939082,
"bw_mean" : 4328017.151515,
"bw_dev" : 35034.383615,
"bw_samples" : 792,
"iops_min" : 3514,
"iops_max" : 4786,
"iops_mean" : 4226.353535,
"iops_stddev" : 34.210320,
"iops_samples" : 792
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 400002,
"usr_cpu" : 1.804491,
"sys_cpu" : 8.079460,
"ctx" : 231581,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.674800,
"100" : 99.321417,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073199,
"timestamp_ms" : 1773073199590,
"time" : "Mon Mar 9 13:19:59 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 118,
"elapsed" : 71,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 268439650304,
"io_kbytes" : 262148096,
"bw_bytes" : 4473919606,
"bw" : 4369062,
"iops" : 4266.795553,
"runtime" : 60001,
"total_ios" : 256012,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 430117,
"max" : 8195260,
"mean" : 1870901.207791,
"stddev" : 179927.703137,
"N" : 256012
},
"clat_ns" : {
"min" : 47919267,
"max" : 76519790,
"mean" : 58126657.735102,
"stddev" : 4455908.251851,
"N" : 256004,
"percentile" : {
"1.000000" : 49545216,
"5.000000" : 51642368,
"10.000000" : 52690944,
"20.000000" : 54263808,
"30.000000" : 55836672,
"40.000000" : 56885248,
"50.000000" : 57409536,
"60.000000" : 58458112,
"70.000000" : 60030976,
"80.000000" : 61603840,
"90.000000" : 64225280,
"95.000000" : 66846720,
"99.000000" : 69730304,
"99.500000" : 71827456,
"99.900000" : 73924608,
"99.950000" : 74973184,
"99.990000" : 76021760
},
"bins" : {
"47972352" : 126,
"48496640" : 502,
"49020928" : 1623,
"49545216" : 1329,
"50069504" : 1967,
"50593792" : 2925,
"51118080" : 3242,
"51642368" : 3426,
"52166656" : 4981,
"52690944" : 6133,
"53215232" : 8799,
"53739520" : 11319,
"54263808" : 9020,
"54788096" : 9137,
"55312384" : 9411,
"55836672" : 12406,
"56360960" : 11693,
"56885248" : 16107,
"57409536" : 14166,
"57933824" : 13067,
"58458112" : 13675,
"58982400" : 11345,
"59506688" : 12588,
"60030976" : 8647,
"60555264" : 8806,
"61079552" : 6371,
"61603840" : 6210,
"62128128" : 5309,
"62652416" : 4168,
"63176704" : 5838,
"63700992" : 4957,
"64225280" : 3389,
"64749568" : 3281,
"65273856" : 2627,
"65798144" : 1841,
"66322432" : 1273,
"66846720" : 2084,
"67633152" : 4982,
"68681728" : 3368,
"69730304" : 1533,
"70778880" : 775,
"71827456" : 736,
"72876032" : 405,
"73924608" : 169,
"74973184" : 124,
"76021760" : 124
}
},
"lat_ns" : {
"min" : 49447832,
"max" : 78831192,
"mean" : 59997427.882252,
"stddev" : 4596162.569237,
"N" : 256004
},
"bw_min" : 3598336,
"bw_max" : 4995072,
"bw_agg" : 100.000000,
"bw_mean" : 4372019.781513,
"bw_dev" : 36868.108645,
"bw_samples" : 952,
"iops_min" : 3514,
"iops_max" : 4878,
"iops_mean" : 4269.352941,
"iops_stddev" : 36.003824,
"iops_samples" : 952
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 480003,
"usr_cpu" : 1.829989,
"sys_cpu" : 8.162657,
"ctx" : 281501,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 1.683905,
"100" : 98.312970,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073209,
"timestamp_ms" : 1773073209589,
"time" : "Mon Mar 9 13:20:09 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 313006227456,
"io_kbytes" : 305670144,
"bw_bytes" : 4471453657,
"bw" : 4366653,
"iops" : 4264.424794,
"runtime" : 70001,
"total_ios" : 298514,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 430117,
"max" : 8195260,
"mean" : 1871934.349628,
"stddev" : 175019.096955,
"N" : 298514
},
"clat_ns" : {
"min" : 47919267,
"max" : 76519790,
"mean" : 58160244.098346,
"stddev" : 4302832.190662,
"N" : 298506,
"percentile" : {
"1.000000" : 49545216,
"5.000000" : 51642368,
"10.000000" : 53215232,
"20.000000" : 54263808,
"30.000000" : 55836672,
"40.000000" : 56885248,
"50.000000" : 57933824,
"60.000000" : 58982400,
"70.000000" : 60030976,
"80.000000" : 61603840,
"90.000000" : 63700992,
"95.000000" : 66322432,
"99.000000" : 69730304,
"99.500000" : 71827456,
"99.900000" : 73924608,
"99.950000" : 74973184,
"99.990000" : 76021760
},
"bins" : {
"47972352" : 126,
"48496640" : 502,
"49020928" : 1623,
"49545216" : 1329,
"50069504" : 1967,
"50593792" : 2925,
"51118080" : 3328,
"51642368" : 3647,
"52166656" : 5184,
"52690944" : 6533,
"53215232" : 10813,
"53739520" : 12528,
"54263808" : 10030,
"54788096" : 10816,
"55312384" : 11400,
"55836672" : 14586,
"56360960" : 14437,
"56885248" : 18618,
"57409536" : 17118,
"57933824" : 15286,
"58458112" : 15973,
"58982400" : 13281,
"59506688" : 14465,
"60030976" : 11464,
"60555264" : 11290,
"61079552" : 8969,
"61603840" : 7661,
"62128128" : 6647,
"62652416" : 4856,
"63176704" : 6484,
"63700992" : 5623,
"64225280" : 3940,
"64749568" : 3783,
"65273856" : 3077,
"65798144" : 2148,
"66322432" : 1443,
"66846720" : 2172,
"67633152" : 5105,
"68681728" : 3458,
"69730304" : 1538,
"70778880" : 775,
"71827456" : 736,
"72876032" : 405,
"73924608" : 169,
"74973184" : 124,
"76021760" : 124
}
},
"lat_ns" : {
"min" : 49447832,
"max" : 78831192,
"mean" : 60032158.635974,
"stddev" : 4438022.792784,
"N" : 298506
},
"bw_min" : 3598336,
"bw_max" : 4995072,
"bw_agg" : 100.000000,
"bw_mean" : 4368710.086331,
"bw_dev" : 35381.614757,
"bw_samples" : 1112,
"iops_min" : 3514,
"iops_max" : 4878,
"iops_mean" : 4266.136691,
"iops_stddev" : 34.550944,
"iops_samples" : 1112
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 560002,
"usr_cpu" : 1.823565,
"sys_cpu" : 8.152649,
"ctx" : 327358,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 1.444153,
"100" : 98.553167,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073219,
"timestamp_ms" : 1773073219589,
"time" : "Mon Mar 9 13:20:19 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 356894375936,
"io_kbytes" : 348529664,
"bw_bytes" : 4461123935,
"bw" : 4356566,
"iops" : 4254.559318,
"runtime" : 80001,
"total_ios" : 340369,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 430117,
"max" : 8195260,
"mean" : 1876265.118421,
"stddev" : 171809.074886,
"N" : 340369
},
"clat_ns" : {
"min" : 47919267,
"max" : 76519790,
"mean" : 58294207.092317,
"stddev" : 4154111.926876,
"N" : 340361,
"percentile" : {
"1.000000" : 49545216,
"5.000000" : 52166656,
"10.000000" : 53215232,
"20.000000" : 54788096,
"30.000000" : 56360960,
"40.000000" : 56885248,
"50.000000" : 57933824,
"60.000000" : 58982400,
"70.000000" : 60030976,
"80.000000" : 61603840,
"90.000000" : 63700992,
"95.000000" : 65798144,
"99.000000" : 69730304,
"99.500000" : 70778880,
"99.900000" : 73924608,
"99.950000" : 74973184,
"99.990000" : 76021760
},
"bins" : {
"47972352" : 126,
"48496640" : 502,
"49020928" : 1623,
"49545216" : 1329,
"50069504" : 1967,
"50593792" : 2925,
"51118080" : 3328,
"51642368" : 3948,
"52166656" : 5357,
"52690944" : 6676,
"53215232" : 10932,
"53739520" : 12658,
"54263808" : 10176,
"54788096" : 11072,
"55312384" : 12789,
"55836672" : 16220,
"56360960" : 17404,
"56885248" : 20812,
"57409536" : 20283,
"57933824" : 18633,
"58458112" : 18268,
"58982400" : 15454,
"59506688" : 17182,
"60030976" : 15651,
"60555264" : 14717,
"61079552" : 11970,
"61603840" : 9602,
"62128128" : 8194,
"62652416" : 6094,
"63176704" : 7247,
"63700992" : 6228,
"64225280" : 4410,
"64749568" : 4202,
"65273856" : 3375,
"65798144" : 2454,
"66322432" : 1679,
"66846720" : 2299,
"67633152" : 5202,
"68681728" : 3492,
"69730304" : 1548,
"70778880" : 775,
"71827456" : 736,
"72876032" : 405,
"73924608" : 169,
"74973184" : 124,
"76021760" : 124
}
},
"lat_ns" : {
"min" : 49447832,
"max" : 78831192,
"mean" : 60170461.055767,
"stddev" : 4284362.827810,
"N" : 340361
},
"bw_min" : 3598336,
"bw_max" : 4995072,
"bw_agg" : 100.000000,
"bw_mean" : 4357330.937107,
"bw_dev" : 33642.638904,
"bw_samples" : 1272,
"iops_min" : 3514,
"iops_max" : 4878,
"iops_mean" : 4255.037736,
"iops_stddev" : 32.851535,
"iops_samples" : 1272
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639998,
"usr_cpu" : 1.814068,
"sys_cpu" : 8.132682,
"ctx" : 373058,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 1.266567,
"100" : 98.731083,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073229,
"timestamp_ms" : 1773073229590,
"time" : "Mon Mar 9 13:20:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 396207587328,
"io_kbytes" : 386921472,
"bw_bytes" : 4402257611,
"bw" : 4299079,
"iops" : 4198.408907,
"runtime" : 90001,
"total_ios" : 377861,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 430117,
"max" : 8195260,
"mean" : 1901432.029881,
"stddev" : 186254.962057,
"N" : 377861
},
"clat_ns" : {
"min" : 47919267,
"max" : 78928059,
"mean" : 59068367.999563,
"stddev" : 4730037.635832,
"N" : 377853,
"percentile" : {
"1.000000" : 50069504,
"5.000000" : 52166656,
"10.000000" : 53215232,
"20.000000" : 55312384,
"30.000000" : 56360960,
"40.000000" : 57409536,
"50.000000" : 58458112,
"60.000000" : 59506688,
"70.000000" : 61079552,
"80.000000" : 63176704,
"90.000000" : 65798144,
"95.000000" : 67633152,
"99.000000" : 70778880,
"99.500000" : 71827456,
"99.900000" : 76021760,
"99.950000" : 78118912,
"99.990000" : 78118912
},
"bins" : {
"47972352" : 126,
"48496640" : 502,
"49020928" : 1623,
"49545216" : 1329,
"50069504" : 1967,
"50593792" : 2925,
"51118080" : 3328,
"51642368" : 3948,
"52166656" : 5357,
"52690944" : 6676,
"53215232" : 10932,
"53739520" : 12658,
"54263808" : 10255,
"54788096" : 11136,
"55312384" : 12840,
"55836672" : 16282,
"56360960" : 17472,
"56885248" : 20895,
"57409536" : 21120,
"57933824" : 19007,
"58458112" : 18820,
"58982400" : 16050,
"59506688" : 17606,
"60030976" : 15864,
"60555264" : 14901,
"61079552" : 12110,
"61603840" : 9863,
"62128128" : 8882,
"62652416" : 7097,
"63176704" : 7931,
"63700992" : 8513,
"64225280" : 6063,
"64749568" : 5704,
"65273856" : 5318,
"65798144" : 5810,
"66322432" : 5979,
"66846720" : 4861,
"67633152" : 8685,
"68681728" : 6549,
"69730304" : 4361,
"70778880" : 2810,
"71827456" : 1977,
"72876032" : 615,
"73924608" : 366,
"74973184" : 171,
"76021760" : 238,
"77070336" : 118,
"78118912" : 190,
"79167488" : 23
}
},
"lat_ns" : {
"min" : 49447832,
"max" : 81399886,
"mean" : 60969397.672299,
"stddev" : 4878994.629400,
"N" : 377853
},
"bw_min" : 3598336,
"bw_max" : 4995072,
"bw_agg" : 100.000000,
"bw_mean" : 4304625.983240,
"bw_dev" : 37778.223384,
"bw_samples" : 1432,
"iops_min" : 3514,
"iops_max" : 4878,
"iops_mean" : 4203.502793,
"iops_stddev" : 36.903089,
"iops_samples" : 1432
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 720000,
"usr_cpu" : 1.782639,
"sys_cpu" : 8.012500,
"ctx" : 412928,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 1.140896,
"100" : 98.856987,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073239,
"timestamp_ms" : 1773073239589,
"time" : "Mon Mar 9 13:20:39 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 434008752128,
"io_kbytes" : 423836672,
"bw_bytes" : 4340044120,
"bw" : 4238324,
"iops" : 4139.068609,
"runtime" : 100001,
"total_ios" : 413911,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 430117,
"max" : 8195260,
"mean" : 1928745.462696,
"stddev" : 202537.715018,
"N" : 413911
},
"clat_ns" : {
"min" : 47919267,
"max" : 81988194,
"mean" : 59919076.443314,
"stddev" : 5387945.543929,
"N" : 413903,
"percentile" : {
"1.000000" : 50069504,
"5.000000" : 52166656,
"10.000000" : 53739520,
"20.000000" : 55312384,
"30.000000" : 56885248,
"40.000000" : 57933824,
"50.000000" : 58982400,
"60.000000" : 60030976,
"70.000000" : 62128128,
"80.000000" : 64749568,
"90.000000" : 67633152,
"95.000000" : 69730304,
"99.000000" : 73924608,
"99.500000" : 74973184,
"99.900000" : 78118912,
"99.950000" : 79167488,
"99.990000" : 80216064
},
"bins" : {
"47972352" : 126,
"48496640" : 502,
"49020928" : 1623,
"49545216" : 1329,
"50069504" : 1967,
"50593792" : 2925,
"51118080" : 3328,
"51642368" : 3948,
"52166656" : 5357,
"52690944" : 6676,
"53215232" : 10932,
"53739520" : 12658,
"54263808" : 10255,
"54788096" : 11136,
"55312384" : 12840,
"55836672" : 16282,
"56360960" : 17472,
"56885248" : 20895,
"57409536" : 21120,
"57933824" : 19007,
"58458112" : 18820,
"58982400" : 16050,
"59506688" : 17606,
"60030976" : 15864,
"60555264" : 14901,
"61079552" : 12110,
"61603840" : 9932,
"62128128" : 9073,
"62652416" : 7435,
"63176704" : 9318,
"63700992" : 8976,
"64225280" : 7188,
"64749568" : 7465,
"65273856" : 6874,
"65798144" : 6592,
"66322432" : 7326,
"66846720" : 7202,
"67633152" : 14147,
"68681728" : 10929,
"69730304" : 7311,
"70778880" : 6452,
"71827456" : 4677,
"72876032" : 2758,
"73924608" : 1415,
"74973184" : 1138,
"76021760" : 1027,
"77070336" : 390,
"78118912" : 283,
"79167488" : 118,
"80216064" : 117,
"81264640" : 28,
"82313216" : 3
}
},
"lat_ns" : {
"min" : 49447832,
"max" : 84488163,
"mean" : 61847709.494104,
"stddev" : 5558866.245974,
"N" : 413903
},
"bw_min" : 3414016,
"bw_max" : 4995072,
"bw_agg" : 100.000000,
"bw_mean" : 4241818.628141,
"bw_dev" : 43230.549685,
"bw_samples" : 1592,
"iops_min" : 3334,
"iops_max" : 4878,
"iops_mean" : 4142.115578,
"iops_stddev" : 42.231646,
"iops_samples" : 1592
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799998,
"usr_cpu" : 1.753879,
"sys_cpu" : 7.873145,
"ctx" : 450329,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 1.041528,
"100" : 98.956539,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073249,
"timestamp_ms" : 1773073249589,
"time" : "Mon Mar 9 13:20:49 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 68,
"elapsed" : 121,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 478731567104,
"io_kbytes" : 467511296,
"bw_bytes" : 4352065591,
"bw" : 4250064,
"iops" : 4150.525904,
"runtime" : 110001,
"total_ios" : 456562,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 430117,
"max" : 8195260,
"mean" : 1923396.754652,
"stddev" : 201830.646734,
"N" : 456563
},
"clat_ns" : {
"min" : 47919267,
"max" : 81988194,
"mean" : 59753633.339138,
"stddev" : 5362384.944656,
"N" : 456555,
"percentile" : {
"1.000000" : 50069504,
"5.000000" : 52166656,
"10.000000" : 53739520,
"20.000000" : 55312384,
"30.000000" : 56360960,
"40.000000" : 57409536,
"50.000000" : 58982400,
"60.000000" : 60030976,
"70.000000" : 62128128,
"80.000000" : 64749568,
"90.000000" : 67633152,
"95.000000" : 69730304,
"99.000000" : 72876032,
"99.500000" : 74973184,
"99.900000" : 78118912,
"99.950000" : 79167488,
"99.990000" : 80216064
},
"bins" : {
"47972352" : 126,
"48496640" : 502,
"49020928" : 1623,
"49545216" : 1329,
"50069504" : 1967,
"50593792" : 2984,
"51118080" : 4030,
"51642368" : 4458,
"52166656" : 6724,
"52690944" : 7977,
"53215232" : 13243,
"53739520" : 15143,
"54263808" : 13938,
"54788096" : 12644,
"55312384" : 14633,
"55836672" : 18406,
"56360960" : 19922,
"56885248" : 23397,
"57409536" : 22675,
"57933824" : 19934,
"58458112" : 20327,
"58982400" : 18149,
"59506688" : 18623,
"60030976" : 16611,
"60555264" : 15673,
"61079552" : 12746,
"61603840" : 10546,
"62128128" : 10134,
"62652416" : 8683,
"63176704" : 9760,
"63700992" : 9857,
"64225280" : 7760,
"64749568" : 7985,
"65273856" : 7472,
"65798144" : 6975,
"66322432" : 7941,
"66846720" : 7894,
"67633152" : 15280,
"68681728" : 12094,
"69730304" : 7559,
"70778880" : 6658,
"71827456" : 4824,
"72876032" : 2819,
"73924608" : 1426,
"74973184" : 1138,
"76021760" : 1027,
"77070336" : 390,
"78118912" : 283,
"79167488" : 118,
"80216064" : 117,
"81264640" : 28,
"82313216" : 3
}
},
"lat_ns" : {
"min" : 49447832,
"max" : 84488163,
"mean" : 61676922.699589,
"stddev" : 5532462.036351,
"N" : 456555
},
"bw_min" : 3414016,
"bw_max" : 4995072,
"bw_agg" : 100.000000,
"bw_mean" : 4251376.337900,
"bw_dev" : 43311.863651,
"bw_samples" : 1752,
"iops_min" : 3334,
"iops_max" : 4878,
"iops_mean" : 4151.438356,
"iops_stddev" : 42.316012,
"iops_samples" : 1752
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 879999,
"usr_cpu" : 1.759775,
"sys_cpu" : 7.902395,
"ctx" : 497482,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.944231,
"100" : 99.054236,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073259,
"timestamp_ms" : 1773073259589,
"time" : "Mon Mar 9 13:20:59 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 524159025152,
"io_kbytes" : 511874048,
"bw_bytes" : 4367955476,
"bw" : 4265581,
"iops" : 4165.673619,
"runtime" : 120001,
"total_ios" : 499885,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 430117,
"max" : 8195260,
"mean" : 1916386.992422,
"stddev" : 201300.609399,
"N" : 499885
},
"clat_ns" : {
"min" : 47919267,
"max" : 81988194,
"mean" : 59536863.136043,
"stddev" : 5312398.055556,
"N" : 499877,
"percentile" : {
"1.000000" : 50069504,
"5.000000" : 52166656,
"10.000000" : 53215232,
"20.000000" : 54788096,
"30.000000" : 56360960,
"40.000000" : 57409536,
"50.000000" : 58458112,
"60.000000" : 60030976,
"70.000000" : 61603840,
"80.000000" : 64225280,
"90.000000" : 67633152,
"95.000000" : 69730304,
"99.000000" : 72876032,
"99.500000" : 74973184,
"99.900000" : 78118912,
"99.950000" : 79167488,
"99.990000" : 80216064
},
"bins" : {
"47972352" : 126,
"48496640" : 502,
"49020928" : 1717,
"49545216" : 1460,
"50069504" : 2266,
"50593792" : 4003,
"51118080" : 4826,
"51642368" : 7353,
"52166656" : 7754,
"52690944" : 8583,
"53215232" : 14855,
"53739520" : 17083,
"54263808" : 16357,
"54788096" : 14493,
"55312384" : 16657,
"55836672" : 21254,
"56360960" : 22064,
"56885248" : 24816,
"57409536" : 23550,
"57933824" : 21510,
"58458112" : 22059,
"58982400" : 19930,
"59506688" : 20775,
"60030976" : 17674,
"60555264" : 16651,
"61079552" : 14035,
"61603840" : 11547,
"62128128" : 11985,
"62652416" : 10188,
"63176704" : 11147,
"63700992" : 10965,
"64225280" : 8076,
"64749568" : 8291,
"65273856" : 7770,
"65798144" : 7264,
"66322432" : 8147,
"66846720" : 8064,
"67633152" : 15532,
"68681728" : 12143,
"69730304" : 7568,
"70778880" : 6664,
"71827456" : 4824,
"72876032" : 2819,
"73924608" : 1426,
"74973184" : 1138,
"76021760" : 1027,
"77070336" : 390,
"78118912" : 283,
"79167488" : 118,
"80216064" : 117,
"81264640" : 28,
"82313216" : 3
}
},
"lat_ns" : {
"min" : 49447832,
"max" : 84488163,
"mean" : 61453171.489600,
"stddev" : 5480828.375464,
"N" : 499877
},
"bw_min" : 3414016,
"bw_max" : 4995072,
"bw_agg" : 100.000000,
"bw_mean" : 4267461.765690,
"bw_dev" : 43077.855860,
"bw_samples" : 1912,
"iops_min" : 3334,
"iops_max" : 4878,
"iops_mean" : 4167.167364,
"iops_stddev" : 42.087028,
"iops_samples" : 1912
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 960001,
"usr_cpu" : 1.765311,
"sys_cpu" : 7.940721,
"ctx" : 545536,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.918011,
"100" : 99.080388,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073269,
"timestamp_ms" : 1773073269589,
"time" : "Mon Mar 9 13:21:09 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 564596310016,
"io_kbytes" : 551363584,
"bw_bytes" : 4343015130,
"bw" : 4241225,
"iops" : 4141.875832,
"runtime" : 130001,
"total_ios" : 538448,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 430117,
"max" : 8195260,
"mean" : 1927417.435586,
"stddev" : 201566.864765,
"N" : 538449
},
"clat_ns" : {
"min" : 47919267,
"max" : 81988194,
"mean" : 59879066.158608,
"stddev" : 5331987.556443,
"N" : 538441,
"percentile" : {
"1.000000" : 50069504,
"5.000000" : 52166656,
"10.000000" : 53739520,
"20.000000" : 55312384,
"30.000000" : 56885248,
"40.000000" : 57933824,
"50.000000" : 58982400,
"60.000000" : 60555264,
"70.000000" : 62128128,
"80.000000" : 64749568,
"90.000000" : 67633152,
"95.000000" : 69730304,
"99.000000" : 72876032,
"99.500000" : 74973184,
"99.900000" : 78118912,
"99.950000" : 78118912,
"99.990000" : 80216064
},
"bins" : {
"47972352" : 126,
"48496640" : 502,
"49020928" : 1717,
"49545216" : 1460,
"50069504" : 2266,
"50593792" : 4003,
"51118080" : 4826,
"51642368" : 7353,
"52166656" : 7754,
"52690944" : 8583,
"53215232" : 14855,
"53739520" : 17083,
"54263808" : 16357,
"54788096" : 14493,
"55312384" : 16657,
"55836672" : 21254,
"56360960" : 22064,
"56885248" : 24816,
"57409536" : 23690,
"57933824" : 21693,
"58458112" : 22337,
"58982400" : 21055,
"59506688" : 22425,
"60030976" : 18889,
"60555264" : 17307,
"61079552" : 16305,
"61603840" : 14356,
"62128128" : 14774,
"62652416" : 11777,
"63176704" : 12954,
"63700992" : 11984,
"64225280" : 9249,
"64749568" : 10654,
"65273856" : 9571,
"65798144" : 9905,
"66322432" : 10687,
"66846720" : 11827,
"67633152" : 18351,
"68681728" : 14079,
"69730304" : 8459,
"70778880" : 7310,
"71827456" : 5060,
"72876032" : 2988,
"73924608" : 1482,
"74973184" : 1138,
"76021760" : 1027,
"77070336" : 390,
"78118912" : 283,
"79167488" : 118,
"80216064" : 117,
"81264640" : 28,
"82313216" : 3
}
},
"lat_ns" : {
"min" : 49447832,
"max" : 84488163,
"mean" : 61806429.356249,
"stddev" : 5501094.270770,
"N" : 538441
},
"bw_min" : 3414016,
"bw_max" : 4995072,
"bw_agg" : 100.000000,
"bw_mean" : 4242467.220077,
"bw_dev" : 43093.980884,
"bw_samples" : 2072,
"iops_min" : 3334,
"iops_max" : 4878,
"iops_mean" : 4142.691120,
"iops_stddev" : 42.109143,
"iops_samples" : 2072
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1040001,
"usr_cpu" : 1.754325,
"sys_cpu" : 7.884704,
"ctx" : 586753,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.852264,
"100" : 99.146436,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073279,
"timestamp_ms" : 1773073279589,
"time" : "Mon Mar 9 13:21:19 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 607045812224,
"io_kbytes" : 592818176,
"bw_bytes" : 4336010544,
"bw" : 4234385,
"iops" : 4135.199034,
"runtime" : 140001,
"total_ios" : 578932,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 430117,
"max" : 8195260,
"mean" : 1930534.650273,
"stddev" : 199094.051986,
"N" : 578932
},
"clat_ns" : {
"min" : 47919267,
"max" : 81988194,
"mean" : 59975345.414785,
"stddev" : 5235019.873565,
"N" : 578924,
"percentile" : {
"1.000000" : 50069504,
"5.000000" : 52166656,
"10.000000" : 53739520,
"20.000000" : 55312384,
"30.000000" : 56885248,
"40.000000" : 57933824,
"50.000000" : 59506688,
"60.000000" : 60555264,
"70.000000" : 62652416,
"80.000000" : 64749568,
"90.000000" : 67633152,
"95.000000" : 68681728,
"99.000000" : 72876032,
"99.500000" : 74973184,
"99.900000" : 77070336,
"99.950000" : 78118912,
"99.990000" : 80216064
},
"bins" : {
"47972352" : 126,
"48496640" : 502,
"49020928" : 1717,
"49545216" : 1460,
"50069504" : 2266,
"50593792" : 4003,
"51118080" : 4826,
"51642368" : 7359,
"52166656" : 7930,
"52690944" : 8690,
"53215232" : 15098,
"53739520" : 17246,
"54263808" : 16866,
"54788096" : 15062,
"55312384" : 17523,
"55836672" : 22131,
"56360960" : 22719,
"56885248" : 25515,
"57409536" : 25649,
"57933824" : 23476,
"58458112" : 24113,
"58982400" : 22563,
"59506688" : 23982,
"60030976" : 20243,
"60555264" : 18995,
"61079552" : 19594,
"61603840" : 16804,
"62128128" : 17150,
"62652416" : 13740,
"63176704" : 15939,
"63700992" : 13377,
"64225280" : 10799,
"64749568" : 12846,
"65273856" : 10959,
"65798144" : 11114,
"66322432" : 11976,
"66846720" : 12487,
"67633152" : 19056,
"68681728" : 14389,
"69730304" : 8683,
"70778880" : 7317,
"71827456" : 5060,
"72876032" : 2988,
"73924608" : 1482,
"74973184" : 1138,
"76021760" : 1027,
"77070336" : 390,
"78118912" : 283,
"79167488" : 118,
"80216064" : 117,
"81264640" : 28,
"82313216" : 3
}
},
"lat_ns" : {
"min" : 49447832,
"max" : 84488163,
"mean" : 61905803.164383,
"stddev" : 5400947.874890,
"N" : 578924
},
"bw_min" : 3414016,
"bw_max" : 4995072,
"bw_agg" : 100.000000,
"bw_mean" : 4236283.354839,
"bw_dev" : 42108.853933,
"bw_samples" : 2232,
"iops_min" : 3334,
"iops_max" : 4878,
"iops_mean" : 4136.612903,
"iops_stddev" : 41.149491,
"iops_samples" : 2232
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119998,
"usr_cpu" : 1.754110,
"sys_cpu" : 7.863853,
"ctx" : 630484,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.792666,
"100" : 99.205952,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073289,
"timestamp_ms" : 1773073289589,
"time" : "Mon Mar 9 13:21:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 28,
"elapsed" : 161,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 648963686400,
"io_kbytes" : 633753600,
"bw_bytes" : 4326395733,
"bw" : 4224995,
"iops" : 4126.025826,
"runtime" : 150001,
"total_ios" : 618908,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 430117,
"max" : 8195260,
"mean" : 1934834.859738,
"stddev" : 197288.472260,
"N" : 618908
},
"clat_ns" : {
"min" : 47919267,
"max" : 81988194,
"mean" : 60109617.603886,
"stddev" : 5183384.936627,
"N" : 618900,
"percentile" : {
"1.000000" : 50593792,
"5.000000" : 52690944,
"10.000000" : 53739520,
"20.000000" : 55836672,
"30.000000" : 56885248,
"40.000000" : 57933824,
"50.000000" : 59506688,
"60.000000" : 61079552,
"70.000000" : 62652416,
"80.000000" : 64749568,
"90.000000" : 67633152,
"95.000000" : 68681728,
"99.000000" : 72876032,
"99.500000" : 74973184,
"99.900000" : 77070336,
"99.950000" : 78118912,
"99.990000" : 80216064
},
"bins" : {
"47972352" : 126,
"48496640" : 502,
"49020928" : 1717,
"49545216" : 1460,
"50069504" : 2266,
"50593792" : 4003,
"51118080" : 4826,
"51642368" : 7562,
"52166656" : 8162,
"52690944" : 8837,
"53215232" : 15200,
"53739520" : 17342,
"54263808" : 17072,
"54788096" : 15569,
"55312384" : 18656,
"55836672" : 22823,
"56360960" : 23609,
"56885248" : 26510,
"57409536" : 27358,
"57933824" : 24004,
"58458112" : 24863,
"58982400" : 23363,
"59506688" : 25034,
"60030976" : 21887,
"60555264" : 20645,
"61079552" : 21562,
"61603840" : 18529,
"62128128" : 19771,
"62652416" : 16167,
"63176704" : 18609,
"63700992" : 16494,
"64225280" : 12375,
"64749568" : 14754,
"65273856" : 12327,
"65798144" : 12861,
"66322432" : 13035,
"66846720" : 13357,
"67633152" : 20802,
"68681728" : 15229,
"69730304" : 9160,
"70778880" : 7583,
"71827456" : 5286,
"72876032" : 3017,
"73924608" : 1482,
"74973184" : 1138,
"76021760" : 1027,
"77070336" : 390,
"78118912" : 283,
"79167488" : 118,
"80216064" : 117,
"81264640" : 28,
"82313216" : 3
}
},
"lat_ns" : {
"min" : 49447832,
"max" : 84488163,
"mean" : 62044448.455080,
"stddev" : 5347603.901513,
"N" : 618900
},
"bw_min" : 3414016,
"bw_max" : 4995072,
"bw_agg" : 99.991010,
"bw_mean" : 4224616.869565,
"bw_dev" : 41462.626569,
"bw_samples" : 2392,
"iops_min" : 3334,
"iops_max" : 4878,
"iops_mean" : 4125.220736,
"iops_stddev" : 40.519872,
"iops_samples" : 2392
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1200000,
"usr_cpu" : 1.745750,
"sys_cpu" : 7.846833,
"ctx" : 673501,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999838,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999838,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.741467,
"100" : 99.257240,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073299,
"timestamp_ms" : 1773073299589,
"time" : "Mon Mar 9 13:21:39 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 18,
"elapsed" : 171,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 696297455616,
"io_kbytes" : 679977984,
"bw_bytes" : 4351804700,
"bw" : 4249809,
"iops" : 4150.254372,
"runtime" : 160002,
"total_ios" : 664049,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 430117,
"max" : 8195260,
"mean" : 1923503.192662,
"stddev" : 199694.046001,
"N" : 664049
},
"clat_ns" : {
"min" : 47453074,
"max" : 81988194,
"mean" : 59759090.567386,
"stddev" : 5256451.986375,
"N" : 664041,
"percentile" : {
"1.000000" : 50069504,
"5.000000" : 52166656,
"10.000000" : 53215232,
"20.000000" : 55312384,
"30.000000" : 56360960,
"40.000000" : 57933824,
"50.000000" : 58982400,
"60.000000" : 60555264,
"70.000000" : 62128128,
"80.000000" : 64225280,
"90.000000" : 66846720,
"95.000000" : 68681728,
"99.000000" : 72876032,
"99.500000" : 73924608,
"99.900000" : 77070336,
"99.950000" : 78118912,
"99.990000" : 80216064
},
"bins" : {
"47448064" : 169,
"47972352" : 547,
"48496640" : 808,
"49020928" : 2352,
"49545216" : 1980,
"50069504" : 3107,
"50593792" : 5115,
"51118080" : 7449,
"51642368" : 11536,
"52166656" : 11225,
"52690944" : 10911,
"53215232" : 17044,
"53739520" : 19482,
"54263808" : 20067,
"54788096" : 18145,
"55312384" : 21417,
"55836672" : 24525,
"56360960" : 25879,
"56885248" : 27759,
"57409536" : 28648,
"57933824" : 25380,
"58458112" : 26265,
"58982400" : 25307,
"59506688" : 26360,
"60030976" : 22711,
"60555264" : 21244,
"61079552" : 22071,
"61603840" : 18985,
"62128128" : 20221,
"62652416" : 16556,
"63176704" : 18899,
"63700992" : 16718,
"64225280" : 12547,
"64749568" : 14913,
"65273856" : 12498,
"65798144" : 12993,
"66322432" : 13151,
"66846720" : 13385,
"67633152" : 20811,
"68681728" : 15229,
"69730304" : 9160,
"70778880" : 7583,
"71827456" : 5286,
"72876032" : 3017,
"73924608" : 1482,
"74973184" : 1138,
"76021760" : 1027,
"77070336" : 390,
"78118912" : 283,
"79167488" : 118,
"80216064" : 117,
"81264640" : 28,
"82313216" : 3
}
},
"lat_ns" : {
"min" : 48974769,
"max" : 84488163,
"mean" : 61682624.422600,
"stddev" : 5423066.243788,
"N" : 664041
},
"bw_min" : 3414016,
"bw_max" : 5007360,
"bw_agg" : 99.984746,
"bw_mean" : 4249161.228840,
"bw_dev" : 42617.954930,
"bw_samples" : 2552,
"iops_min" : 3334,
"iops_max" : 4890,
"iops_mean" : 4149.206897,
"iops_stddev" : 41.647746,
"iops_samples" : 2552
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1280005,
"usr_cpu" : 1.760149,
"sys_cpu" : 7.903172,
"ctx" : 724164,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 1.052031,
"100" : 98.946764,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073309,
"timestamp_ms" : 1773073309589,
"time" : "Mon Mar 9 13:21:49 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 740993007616,
"io_kbytes" : 723625984,
"bw_bytes" : 4358756757,
"bw" : 4256598,
"iops" : 4156.881430,
"runtime" : 170001,
"total_ios" : 706674,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 430117,
"max" : 8195260,
"mean" : 1920427.597434,
"stddev" : 197950.903783,
"N" : 706674
},
"clat_ns" : {
"min" : 47453074,
"max" : 81988194,
"mean" : 59662475.412029,
"stddev" : 5178468.130672,
"N" : 706666,
"percentile" : {
"1.000000" : 50069504,
"5.000000" : 52166656,
"10.000000" : 53215232,
"20.000000" : 55312384,
"30.000000" : 56360960,
"40.000000" : 57933824,
"50.000000" : 58982400,
"60.000000" : 60555264,
"70.000000" : 62128128,
"80.000000" : 64225280,
"90.000000" : 66846720,
"95.000000" : 68681728,
"99.000000" : 72876032,
"99.500000" : 73924608,
"99.900000" : 77070336,
"99.950000" : 78118912,
"99.990000" : 80216064
},
"bins" : {
"47448064" : 169,
"47972352" : 547,
"48496640" : 808,
"49020928" : 2352,
"49545216" : 1980,
"50069504" : 3107,
"50593792" : 5278,
"51118080" : 7704,
"51642368" : 11922,
"52166656" : 11817,
"52690944" : 12119,
"53215232" : 17916,
"53739520" : 21039,
"54263808" : 23605,
"54788096" : 19811,
"55312384" : 22543,
"55836672" : 25886,
"56360960" : 26948,
"56885248" : 29631,
"57409536" : 31322,
"57933824" : 27389,
"58458112" : 29229,
"58982400" : 28803,
"59506688" : 29949,
"60030976" : 23949,
"60555264" : 22341,
"61079552" : 23932,
"61603840" : 20865,
"62128128" : 21657,
"62652416" : 17365,
"63176704" : 19937,
"63700992" : 17626,
"64225280" : 13111,
"64749568" : 15258,
"65273856" : 12760,
"65798144" : 13256,
"66322432" : 13359,
"66846720" : 13522,
"67633152" : 20973,
"68681728" : 15245,
"69730304" : 9164,
"70778880" : 7583,
"71827456" : 5286,
"72876032" : 3017,
"73924608" : 1482,
"74973184" : 1138,
"76021760" : 1027,
"77070336" : 390,
"78118912" : 283,
"79167488" : 118,
"80216064" : 117,
"81264640" : 28,
"82313216" : 3
}
},
"lat_ns" : {
"min" : 48974769,
"max" : 84488163,
"mean" : 61582839.130717,
"stddev" : 5342528.952665,
"N" : 706666
},
"bw_min" : 3414016,
"bw_max" : 5007360,
"bw_agg" : 100.000000,
"bw_mean" : 4258393.498525,
"bw_dev" : 42116.819690,
"bw_samples" : 2712,
"iops_min" : 3334,
"iops_max" : 4890,
"iops_mean" : 4158.238938,
"iops_stddev" : 41.157436,
"iops_samples" : 2712
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1359998,
"usr_cpu" : 1.758164,
"sys_cpu" : 7.925526,
"ctx" : 771275,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.988575,
"100" : 99.010293,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073319,
"timestamp_ms" : 1773073319604,
"time" : "Mon Mar 9 13:21:59 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 781740670976,
"io_kbytes" : 763418624,
"bw_bytes" : 4342979599,
"bw" : 4241191,
"iops" : 4141.432548,
"runtime" : 180001,
"total_ios" : 745462,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 430117,
"max" : 8195260,
"mean" : 1927585.438345,
"stddev" : 197765.623341,
"N" : 745470
},
"clat_ns" : {
"min" : 4787,
"max" : 81988194,
"mean" : 59874556.387583,
"stddev" : 5222095.680070,
"N" : 745710,
"percentile" : {
"1.000000" : 50069504,
"5.000000" : 52166656,
"10.000000" : 53215232,
"20.000000" : 55312384,
"30.000000" : 56885248,
"40.000000" : 57933824,
"50.000000" : 59506688,
"60.000000" : 61079552,
"70.000000" : 62652416,
"80.000000" : 64749568,
"90.000000" : 66846720,
"95.000000" : 68681728,
"99.000000" : 72876032,
"99.500000" : 73924608,
"99.900000" : 77070336,
"99.950000" : 78118912,
"99.990000" : 80216064
},
"bins" : {
"4768" : 1,
"5216" : 1,
"5728" : 1,
"6304" : 1,
"6752" : 1,
"6944" : 1,
"8768" : 1,
"13632" : 1,
"2056192" : 1,
"2088960" : 2,
"2113536" : 4,
"2146304" : 1,
"4145152" : 6,
"4177920" : 2,
"6127616" : 2,
"6193152" : 5,
"6258688" : 1,
"8093696" : 1,
"8159232" : 1,
"8290304" : 5,
"8355840" : 1,
"10420224" : 8,
"12517376" : 8,
"14614528" : 8,
"16711680" : 8,
"18743296" : 8,
"20840448" : 8,
"22937600" : 8,
"25034752" : 8,
"27131904" : 8,
"29229056" : 8,
"31064064" : 1,
"31326208" : 7,
"33161216" : 1,
"33423360" : 6,
"33816576" : 1,
"35389440" : 7,
"35913728" : 1,
"37486592" : 7,
"38010880" : 1,
"39583744" : 7,
"40108032" : 1,
"41680896" : 7,
"42205184" : 1,
"43253760" : 1,
"43778048" : 6,
"44302336" : 1,
"45350912" : 2,
"45875200" : 4,
"46399488" : 2,
"47448064" : 170,
"47972352" : 551,
"48496640" : 811,
"49020928" : 2352,
"49545216" : 1981,
"50069504" : 3110,
"50593792" : 5282,
"51118080" : 7704,
"51642368" : 11923,
"52166656" : 11820,
"52690944" : 12123,
"53215232" : 17916,
"53739520" : 21040,
"54263808" : 23864,
"54788096" : 20017,
"55312384" : 22732,
"55836672" : 26119,
"56360960" : 27256,
"56885248" : 30009,
"57409536" : 31593,
"57933824" : 27748,
"58458112" : 29621,
"58982400" : 29483,
"59506688" : 30549,
"60030976" : 24730,
"60555264" : 23109,
"61079552" : 25596,
"61603840" : 22876,
"62128128" : 23987,
"62652416" : 20336,
"63176704" : 23203,
"63700992" : 19811,
"64225280" : 14778,
"64749568" : 18595,
"65273856" : 14468,
"65798144" : 15236,
"66322432" : 15098,
"66846720" : 15592,
"67633152" : 24063,
"68681728" : 16735,
"69730304" : 9976,
"70778880" : 8167,
"71827456" : 5742,
"72876032" : 3057,
"73924608" : 1491,
"74973184" : 1140,
"76021760" : 1027,
"77070336" : 390,
"78118912" : 283,
"79167488" : 118,
"80216064" : 117,
"81264640" : 28,
"82313216" : 3
}
},
"lat_ns" : {
"min" : 2054218,
"max" : 84488163,
"mean" : 61802111.872547,
"stddev" : 5384923.437212,
"N" : 745710
},
"bw_min" : 3414016,
"bw_max" : 5007360,
"bw_agg" : 100.000000,
"bw_mean" : 4242570.785515,
"bw_dev" : 41999.796974,
"bw_samples" : 2872,
"iops_min" : 3334,
"iops_max" : 4890,
"iops_mean" : 4142.743733,
"iops_stddev" : 41.048999,
"iops_samples" : 2872
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440001,
"usr_cpu" : 1.747568,
"sys_cpu" : 7.892772,
"ctx" : 812835,
"majf" : 0,
"minf" : 297,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998927,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.952295,
"100" : 99.070241,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073319,
"timestamp_ms" : 1773073319646,
"time" : "Mon Mar 9 13:21:59 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 781941997568,
"io_kbytes" : 763615232,
"bw_bytes" : 4343639582,
"bw" : 4241835,
"iops" : 4140.995445,
"runtime" : 180020,
"total_ios" : 745462,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 430117,
"max" : 8195260,
"mean" : 1927585.438345,
"stddev" : 197765.623341,
"N" : 745470
},
"clat_ns" : {
"min" : 4787,
"max" : 81988194,
"mean" : 59874556.387583,
"stddev" : 5222095.680070,
"N" : 745710,
"percentile" : {
"1.000000" : 50069504,
"5.000000" : 52166656,
"10.000000" : 53215232,
"20.000000" : 55312384,
"30.000000" : 56885248,
"40.000000" : 57933824,
"50.000000" : 59506688,
"60.000000" : 61079552,
"70.000000" : 62652416,
"80.000000" : 64749568,
"90.000000" : 66846720,
"95.000000" : 68681728,
"99.000000" : 72876032,
"99.500000" : 73924608,
"99.900000" : 77070336,
"99.950000" : 78118912,
"99.990000" : 80216064
},
"bins" : {
"4768" : 1,
"5216" : 1,
"5728" : 1,
"6304" : 1,
"6752" : 1,
"6944" : 1,
"8768" : 1,
"13632" : 1,
"2056192" : 1,
"2088960" : 2,
"2113536" : 4,
"2146304" : 1,
"4145152" : 6,
"4177920" : 2,
"6127616" : 2,
"6193152" : 5,
"6258688" : 1,
"8093696" : 1,
"8159232" : 1,
"8290304" : 5,
"8355840" : 1,
"10420224" : 8,
"12517376" : 8,
"14614528" : 8,
"16711680" : 8,
"18743296" : 8,
"20840448" : 8,
"22937600" : 8,
"25034752" : 8,
"27131904" : 8,
"29229056" : 8,
"31064064" : 1,
"31326208" : 7,
"33161216" : 1,
"33423360" : 6,
"33816576" : 1,
"35389440" : 7,
"35913728" : 1,
"37486592" : 7,
"38010880" : 1,
"39583744" : 7,
"40108032" : 1,
"41680896" : 7,
"42205184" : 1,
"43253760" : 1,
"43778048" : 6,
"44302336" : 1,
"45350912" : 2,
"45875200" : 4,
"46399488" : 2,
"47448064" : 170,
"47972352" : 551,
"48496640" : 811,
"49020928" : 2352,
"49545216" : 1981,
"50069504" : 3110,
"50593792" : 5282,
"51118080" : 7704,
"51642368" : 11923,
"52166656" : 11820,
"52690944" : 12123,
"53215232" : 17916,
"53739520" : 21040,
"54263808" : 23864,
"54788096" : 20017,
"55312384" : 22732,
"55836672" : 26119,
"56360960" : 27256,
"56885248" : 30009,
"57409536" : 31593,
"57933824" : 27748,
"58458112" : 29621,
"58982400" : 29483,
"59506688" : 30549,
"60030976" : 24730,
"60555264" : 23109,
"61079552" : 25596,
"61603840" : 22876,
"62128128" : 23987,
"62652416" : 20336,
"63176704" : 23203,
"63700992" : 19811,
"64225280" : 14778,
"64749568" : 18595,
"65273856" : 14468,
"65798144" : 15236,
"66322432" : 15098,
"66846720" : 15592,
"67633152" : 24063,
"68681728" : 16735,
"69730304" : 9976,
"70778880" : 8167,
"71827456" : 5742,
"72876032" : 3057,
"73924608" : 1491,
"74973184" : 1140,
"76021760" : 1027,
"77070336" : 390,
"78118912" : 283,
"79167488" : 118,
"80216064" : 117,
"81264640" : 28,
"82313216" : 3
}
},
"lat_ns" : {
"min" : 2054218,
"max" : 84488163,
"mean" : 61802111.872547,
"stddev" : 5384923.437212,
"N" : 745710
},
"bw_min" : 3414016,
"bw_max" : 5007360,
"bw_agg" : 100.000000,
"bw_mean" : 4242823.336777,
"bw_dev" : 41961.691346,
"bw_samples" : 2878,
"iops_min" : 3334,
"iops_max" : 4890,
"iops_mean" : 4142.985422,
"iops_stddev" : 41.011528,
"iops_samples" : 2878
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440107,
"usr_cpu" : 1.747440,
"sys_cpu" : 7.892191,
"ctx" : 812930,
"majf" : 0,
"minf" : 303,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998927,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.952295,
"100" : 99.070241,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}