raidz2/benchmarks/seq/seq-write-qd32-nj8_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774003073,
"timestamp_ms" : 1774003073934,
"time" : "Fri Mar 20 07:37:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 43501223936,
"io_kbytes" : 42481664,
"bw_bytes" : 4465786257,
"bw" : 4361119,
"iops" : 4286.007597,
"runtime" : 9741,
"total_ios" : 41750,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 77923,
"usr_cpu" : 1.806912,
"sys_cpu" : 8.339001,
"ctx" : 59415,
"majf" : 0,
"minf" : 55,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.153293,
"16" : 0.306587,
"32" : 99.405988,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.997604,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.997590,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003084,
"timestamp_ms" : 1774003084194,
"time" : "Fri Mar 20 07:38:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 48494542848,
"io_kbytes" : 47357952,
"bw_bytes" : 4848969387,
"bw" : 4735321,
"iops" : 4625.137486,
"runtime" : 10001,
"total_ios" : 46256,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 577242,
"max" : 5763265,
"mean" : 1725887.024689,
"stddev" : 162777.164396,
"N" : 46256
},
"clat_ns" : {
"min" : 44736587,
"max" : 64602217,
"mean" : 53630561.710063,
"stddev" : 3737489.117361,
"N" : 46248,
"percentile" : {
"1.000000" : 45350912,
"5.000000" : 45875200,
"10.000000" : 47448064,
"20.000000" : 51118080,
"30.000000" : 52690944,
"40.000000" : 53215232,
"50.000000" : 53739520,
"60.000000" : 54788096,
"70.000000" : 55836672,
"80.000000" : 56360960,
"90.000000" : 57933824,
"95.000000" : 59506688,
"99.000000" : 61603840,
"99.500000" : 63176704,
"99.900000" : 64225280,
"99.950000" : 64225280,
"99.990000" : 64225280
},
"bins" : {
"44826624" : 227,
"45350912" : 1284,
"45875200" : 1141,
"46399488" : 479,
"46923776" : 891,
"47448064" : 1110,
"47972352" : 676,
"48496640" : 365,
"49020928" : 266,
"49545216" : 273,
"50069504" : 842,
"50593792" : 1277,
"51118080" : 1237,
"51642368" : 2093,
"52166656" : 1279,
"52690944" : 3127,
"53215232" : 3233,
"53739520" : 3776,
"54263808" : 3930,
"54788096" : 1770,
"55312384" : 1777,
"55836672" : 5114,
"56360960" : 1904,
"56885248" : 1274,
"57409536" : 1231,
"57933824" : 1151,
"58458112" : 1127,
"58982400" : 947,
"59506688" : 650,
"60030976" : 625,
"60555264" : 384,
"61079552" : 226,
"61603840" : 153,
"62128128" : 98,
"62652416" : 65,
"63176704" : 66,
"63700992" : 100,
"64225280" : 79,
"64749568" : 1
}
},
"lat_ns" : {
"min" : 46226213,
"max" : 66638608,
"mean" : 55356123.431738,
"stddev" : 3853550.842892,
"N" : 46248
},
"bw_min" : 4347904,
"bw_max" : 5412864,
"bw_agg" : 100.000000,
"bw_mean" : 4747643.000000,
"bw_dev" : 35370.826462,
"bw_samples" : 152,
"iops_min" : 4246,
"iops_max" : 5286,
"iops_mean" : 4636.263158,
"iops_stddev" : 34.542188,
"iops_samples" : 152
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 80002,
"usr_cpu" : 1.988700,
"sys_cpu" : 9.061023,
"ctx" : 50235,
"majf" : 0,
"minf" : 286,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 14.754843,
"100" : 85.227862,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003094,
"timestamp_ms" : 1774003094194,
"time" : "Fri Mar 20 07:38:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 95485427712,
"io_kbytes" : 93247488,
"bw_bytes" : 4774032683,
"bw" : 4662141,
"iops" : 4553.272336,
"runtime" : 20001,
"total_ios" : 91070,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 534977,
"max" : 5763265,
"mean" : 1753018.524937,
"stddev" : 155025.181075,
"N" : 91070
},
"clat_ns" : {
"min" : 44736587,
"max" : 67791909,
"mean" : 54480062.812963,
"stddev" : 3685458.270907,
"N" : 91062,
"percentile" : {
"1.000000" : 45350912,
"5.000000" : 47448064,
"10.000000" : 50069504,
"20.000000" : 51642368,
"30.000000" : 52690944,
"40.000000" : 53739520,
"50.000000" : 54263808,
"60.000000" : 55312384,
"70.000000" : 55836672,
"80.000000" : 57409536,
"90.000000" : 59506688,
"95.000000" : 60555264,
"99.000000" : 63176704,
"99.500000" : 64225280,
"99.900000" : 66846720,
"99.950000" : 67633152,
"99.990000" : 67633152
},
"bins" : {
"44826624" : 227,
"45350912" : 1284,
"45875200" : 1141,
"46399488" : 479,
"46923776" : 891,
"47448064" : 1110,
"47972352" : 676,
"48496640" : 672,
"49020928" : 811,
"49545216" : 1608,
"50069504" : 2268,
"50593792" : 2188,
"51118080" : 2055,
"51642368" : 3798,
"52166656" : 3009,
"52690944" : 5678,
"53215232" : 4864,
"53739520" : 5647,
"54263808" : 8269,
"54788096" : 5471,
"55312384" : 4081,
"55836672" : 7608,
"56360960" : 4442,
"56885248" : 3177,
"57409536" : 2861,
"57933824" : 3063,
"58458112" : 2599,
"58982400" : 1892,
"59506688" : 2416,
"60030976" : 1605,
"60555264" : 1540,
"61079552" : 1212,
"61603840" : 651,
"62128128" : 522,
"62652416" : 287,
"63176704" : 203,
"63700992" : 188,
"64225280" : 168,
"64749568" : 74,
"65273856" : 64,
"65798144" : 61,
"66322432" : 50,
"66846720" : 68,
"67633152" : 84
}
},
"lat_ns" : {
"min" : 46226213,
"max" : 69896926,
"mean" : 56233424.762601,
"stddev" : 3799859.310753,
"N" : 91062
},
"bw_min" : 4161536,
"bw_max" : 5412864,
"bw_agg" : 99.818189,
"bw_mean" : 4653665.461538,
"bw_dev" : 33108.093581,
"bw_samples" : 312,
"iops_min" : 4064,
"iops_max" : 5286,
"iops_mean" : 4544.333333,
"iops_stddev" : 32.341021,
"iops_samples" : 312
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 160003,
"usr_cpu" : 2.030587,
"sys_cpu" : 8.791710,
"ctx" : 98461,
"majf" : 0,
"minf" : 286,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 10.823542,
"100" : 89.167673,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003104,
"timestamp_ms" : 1774003104195,
"time" : "Fri Mar 20 07:38:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 141311344640,
"io_kbytes" : 137999360,
"bw_bytes" : 4710221147,
"bw" : 4599825,
"iops" : 4492.283591,
"runtime" : 30001,
"total_ios" : 134773,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 534977,
"max" : 5763265,
"mean" : 1776845.240694,
"stddev" : 161839.324429,
"N" : 134773
},
"clat_ns" : {
"min" : 44736587,
"max" : 70001395,
"mean" : 55204433.825875,
"stddev" : 3972539.982681,
"N" : 134765,
"percentile" : {
"1.000000" : 45350912,
"5.000000" : 49020928,
"10.000000" : 50593792,
"20.000000" : 52166656,
"30.000000" : 53215232,
"40.000000" : 54263808,
"50.000000" : 54788096,
"60.000000" : 55836672,
"70.000000" : 56885248,
"80.000000" : 58458112,
"90.000000" : 60555264,
"95.000000" : 61603840,
"99.000000" : 65273856,
"99.500000" : 66322432,
"99.900000" : 68681728,
"99.950000" : 68681728,
"99.990000" : 68681728
},
"bins" : {
"44826624" : 227,
"45350912" : 1284,
"45875200" : 1141,
"46399488" : 479,
"46923776" : 891,
"47448064" : 1110,
"47972352" : 676,
"48496640" : 839,
"49020928" : 1290,
"49545216" : 2369,
"50069504" : 2892,
"50593792" : 3045,
"51118080" : 3163,
"51642368" : 5412,
"52166656" : 4825,
"52690944" : 6913,
"53215232" : 6782,
"53739520" : 7718,
"54263808" : 10014,
"54788096" : 7886,
"55312384" : 6321,
"55836672" : 9076,
"56360960" : 5723,
"56885248" : 5484,
"57409536" : 5016,
"57933824" : 4749,
"58458112" : 5222,
"58982400" : 3288,
"59506688" : 3382,
"60030976" : 3084,
"60555264" : 3133,
"61079552" : 2923,
"61603840" : 1963,
"62128128" : 1376,
"62652416" : 878,
"63176704" : 731,
"63700992" : 755,
"64225280" : 736,
"64749568" : 326,
"65273856" : 303,
"65798144" : 484,
"66322432" : 193,
"66846720" : 168,
"67633152" : 285,
"68681728" : 198,
"69730304" : 12
}
},
"lat_ns" : {
"min" : 46226213,
"max" : 72105861,
"mean" : 56980668.001996,
"stddev" : 4096353.793322,
"N" : 134765
},
"bw_min" : 3944448,
"bw_max" : 5412864,
"bw_agg" : 100.000000,
"bw_mean" : 4604758.118644,
"bw_dev" : 35801.142626,
"bw_samples" : 472,
"iops_min" : 3852,
"iops_max" : 5286,
"iops_mean" : 4496.661017,
"iops_stddev" : 34.963789,
"iops_samples" : 472
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 240003,
"usr_cpu" : 1.981642,
"sys_cpu" : 8.663225,
"ctx" : 145309,
"majf" : 0,
"minf" : 286,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 8.588516,
"100" : 91.405549,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003114,
"timestamp_ms" : 1774003114194,
"time" : "Fri Mar 20 07:38:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 185161744384,
"io_kbytes" : 180822016,
"bw_bytes" : 4628927886,
"bw" : 4520437,
"iops" : 4414.689633,
"runtime" : 40001,
"total_ios" : 176592,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 534977,
"max" : 5763265,
"mean" : 1808103.132209,
"stddev" : 210380.480504,
"N" : 176592
},
"clat_ns" : {
"min" : 42016632,
"max" : 76513194,
"mean" : 56185226.385414,
"stddev" : 5836150.933595,
"N" : 176584,
"percentile" : {
"1.000000" : 44826624,
"5.000000" : 47448064,
"10.000000" : 49545216,
"20.000000" : 51642368,
"30.000000" : 53215232,
"40.000000" : 54263808,
"50.000000" : 55312384,
"60.000000" : 56885248,
"70.000000" : 58458112,
"80.000000" : 60555264,
"90.000000" : 64225280,
"95.000000" : 68681728,
"99.000000" : 71827456,
"99.500000" : 72876032,
"99.900000" : 74973184,
"99.950000" : 76021760,
"99.990000" : 76021760
},
"bins" : {
"42205184" : 127,
"42729472" : 89,
"43253760" : 706,
"43778048" : 559,
"44302336" : 119,
"44826624" : 294,
"45350912" : 1329,
"45875200" : 1402,
"46399488" : 1092,
"46923776" : 2830,
"47448064" : 2352,
"47972352" : 2742,
"48496640" : 1826,
"49020928" : 2046,
"49545216" : 2905,
"50069504" : 3350,
"50593792" : 3495,
"51118080" : 3736,
"51642368" : 6135,
"52166656" : 5354,
"52690944" : 7489,
"53215232" : 7121,
"53739520" : 8014,
"54263808" : 10248,
"54788096" : 8105,
"55312384" : 6530,
"55836672" : 9246,
"56360960" : 5833,
"56885248" : 5592,
"57409536" : 5136,
"57933824" : 5467,
"58458112" : 6170,
"58982400" : 4891,
"59506688" : 3876,
"60030976" : 3881,
"60555264" : 4526,
"61079552" : 3979,
"61603840" : 2782,
"62128128" : 2304,
"62652416" : 1573,
"63176704" : 1461,
"63700992" : 1633,
"64225280" : 2655,
"64749568" : 1330,
"65273856" : 1043,
"65798144" : 1008,
"66322432" : 851,
"66846720" : 1157,
"67633152" : 962,
"68681728" : 1794,
"69730304" : 1483,
"70778880" : 3331,
"71827456" : 1389,
"72876032" : 417,
"73924608" : 524,
"74973184" : 147,
"76021760" : 148
}
},
"lat_ns" : {
"min" : 43389199,
"max" : 78957218,
"mean" : 57993650.509661,
"stddev" : 6021447.530564,
"N" : 176584
},
"bw_min" : 3571712,
"bw_max" : 5412864,
"bw_agg" : 99.718160,
"bw_mean" : 4507697.025316,
"bw_dev" : 51978.866083,
"bw_samples" : 632,
"iops_min" : 3488,
"iops_max" : 5286,
"iops_mean" : 4401.810127,
"iops_stddev" : 50.781591,
"iops_samples" : 632
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 320000,
"usr_cpu" : 1.940000,
"sys_cpu" : 8.488750,
"ctx" : 189572,
"majf" : 0,
"minf" : 286,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 12.372021,
"100" : 87.623448,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003124,
"timestamp_ms" : 1774003124194,
"time" : "Fri Mar 20 07:38:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 236999147520,
"io_kbytes" : 231444480,
"bw_bytes" : 4739982950,
"bw" : 4628889,
"iops" : 4520.560000,
"runtime" : 50000,
"total_ios" : 226028,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 534977,
"max" : 5805259,
"mean" : 1765619.146500,
"stddev" : 224382.793240,
"N" : 226028
},
"clat_ns" : {
"min" : 39365692,
"max" : 76513194,
"mean" : 54864579.498562,
"stddev" : 6279022.182576,
"N" : 226020,
"percentile" : {
"1.000000" : 42205184,
"5.000000" : 44302336,
"10.000000" : 46399488,
"20.000000" : 50069504,
"30.000000" : 52166656,
"40.000000" : 53215232,
"50.000000" : 54788096,
"60.000000" : 55836672,
"70.000000" : 57409536,
"80.000000" : 59506688,
"90.000000" : 62652416,
"95.000000" : 66846720,
"99.000000" : 71827456,
"99.500000" : 72876032,
"99.900000" : 74973184,
"99.950000" : 76021760,
"99.990000" : 76021760
},
"bins" : {
"39583744" : 23,
"40108032" : 43,
"40632320" : 359,
"41156608" : 418,
"41680896" : 830,
"42205184" : 2289,
"42729472" : 1639,
"43253760" : 2201,
"43778048" : 2553,
"44302336" : 1671,
"44826624" : 1773,
"45350912" : 2800,
"45875200" : 3829,
"46399488" : 3535,
"46923776" : 3649,
"47448064" : 3117,
"47972352" : 3335,
"48496640" : 2379,
"49020928" : 3027,
"49545216" : 3940,
"50069504" : 4188,
"50593792" : 5857,
"51118080" : 4879,
"51642368" : 7076,
"52166656" : 7069,
"52690944" : 9698,
"53215232" : 8527,
"53739520" : 8554,
"54263808" : 11094,
"54788096" : 10041,
"55312384" : 9816,
"55836672" : 11132,
"56360960" : 7100,
"56885248" : 6263,
"57409536" : 6094,
"57933824" : 6214,
"58458112" : 7160,
"58982400" : 5764,
"59506688" : 4401,
"60030976" : 4367,
"60555264" : 4780,
"61079552" : 4217,
"61603840" : 2958,
"62128128" : 2426,
"62652416" : 1596,
"63176704" : 1467,
"63700992" : 1633,
"64225280" : 2655,
"64749568" : 1330,
"65273856" : 1043,
"65798144" : 1008,
"66322432" : 851,
"66846720" : 1157,
"67633152" : 962,
"68681728" : 1794,
"69730304" : 1483,
"70778880" : 3331,
"71827456" : 1389,
"72876032" : 417,
"73924608" : 524,
"74973184" : 147,
"76021760" : 148
}
},
"lat_ns" : {
"min" : 40412982,
"max" : 78957218,
"mean" : 56630112.947412,
"stddev" : 6479116.913571,
"N" : 226020
},
"bw_min" : 3571712,
"bw_max" : 5928960,
"bw_agg" : 100.000000,
"bw_mean" : 4631251.363636,
"bw_dev" : 62999.928796,
"bw_samples" : 792,
"iops_min" : 3488,
"iops_max" : 5790,
"iops_mean" : 4522.454545,
"iops_stddev" : 61.533853,
"iops_samples" : 792
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399996,
"usr_cpu" : 2.000020,
"sys_cpu" : 8.780338,
"ctx" : 245367,
"majf" : 0,
"minf" : 286,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 19.950626,
"100" : 80.045835,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003134,
"timestamp_ms" : 1774003134194,
"time" : "Fri Mar 20 07:38:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 283825405952,
"io_kbytes" : 277173248,
"bw_bytes" : 4730423432,
"bw" : 4619554,
"iops" : 4511.400000,
"runtime" : 60000,
"total_ios" : 270684,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 534977,
"max" : 5805259,
"mean" : 1769203.255234,
"stddev" : 214275.196482,
"N" : 270685
},
"clat_ns" : {
"min" : 39365692,
"max" : 76513194,
"mean" : 54977864.189661,
"stddev" : 5946332.148430,
"N" : 270677,
"percentile" : {
"1.000000" : 42205184,
"5.000000" : 44826624,
"10.000000" : 46923776,
"20.000000" : 50593792,
"30.000000" : 52166656,
"40.000000" : 53739520,
"50.000000" : 54788096,
"60.000000" : 55836672,
"70.000000" : 57409536,
"80.000000" : 59506688,
"90.000000" : 62128128,
"95.000000" : 65798144,
"99.000000" : 70778880,
"99.500000" : 71827456,
"99.900000" : 74973184,
"99.950000" : 76021760,
"99.990000" : 76021760
},
"bins" : {
"39583744" : 23,
"40108032" : 43,
"40632320" : 359,
"41156608" : 418,
"41680896" : 830,
"42205184" : 2289,
"42729472" : 1639,
"43253760" : 2201,
"43778048" : 2553,
"44302336" : 1671,
"44826624" : 1773,
"45350912" : 2800,
"45875200" : 3829,
"46399488" : 3535,
"46923776" : 3649,
"47448064" : 3147,
"47972352" : 3520,
"48496640" : 2652,
"49020928" : 3292,
"49545216" : 4718,
"50069504" : 5376,
"50593792" : 7279,
"51118080" : 6959,
"51642368" : 8656,
"52166656" : 9140,
"52690944" : 12490,
"53215232" : 11077,
"53739520" : 11584,
"54263808" : 12803,
"54788096" : 12002,
"55312384" : 12931,
"55836672" : 13013,
"56360960" : 9087,
"56885248" : 7623,
"57409536" : 6926,
"57933824" : 7382,
"58458112" : 8471,
"58982400" : 7632,
"59506688" : 7440,
"60030976" : 5578,
"60555264" : 5787,
"61079552" : 5114,
"61603840" : 3516,
"62128128" : 2834,
"62652416" : 1946,
"63176704" : 1858,
"63700992" : 1972,
"64225280" : 2927,
"64749568" : 1519,
"65273856" : 1261,
"65798144" : 1235,
"66322432" : 939,
"66846720" : 1180,
"67633152" : 966,
"68681728" : 1794,
"69730304" : 1483,
"70778880" : 3331,
"71827456" : 1389,
"72876032" : 417,
"73924608" : 524,
"74973184" : 147,
"76021760" : 148
}
},
"lat_ns" : {
"min" : 40412982,
"max" : 78957218,
"mean" : 56747155.483369,
"stddev" : 6135518.161930,
"N" : 270677
},
"bw_min" : 3571712,
"bw_max" : 5928960,
"bw_agg" : 100.000000,
"bw_mean" : 4619871.000000,
"bw_dev" : 59064.279542,
"bw_samples" : 952,
"iops_min" : 3488,
"iops_max" : 5790,
"iops_mean" : 4511.369748,
"iops_stddev" : 57.688304,
"iops_samples" : 952
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479996,
"usr_cpu" : 1.989808,
"sys_cpu" : 8.760698,
"ctx" : 293149,
"majf" : 0,
"minf" : 286,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 17.425116,
"100" : 82.572298,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003144,
"timestamp_ms" : 1774003144194,
"time" : "Fri Mar 20 07:39:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 328718090240,
"io_kbytes" : 321013760,
"bw_bytes" : 4695972717,
"bw" : 4585910,
"iops" : 4478.542857,
"runtime" : 70000,
"total_ios" : 313498,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 534977,
"max" : 5805680,
"mean" : 1782218.438602,
"stddev" : 210867.477958,
"N" : 313498
},
"clat_ns" : {
"min" : 39365692,
"max" : 76513194,
"mean" : 55378400.805295,
"stddev" : 5836419.204137,
"N" : 313490,
"percentile" : {
"1.000000" : 42205184,
"5.000000" : 45350912,
"10.000000" : 47972352,
"20.000000" : 51118080,
"30.000000" : 52690944,
"40.000000" : 53739520,
"50.000000" : 55312384,
"60.000000" : 56360960,
"70.000000" : 57933824,
"80.000000" : 59506688,
"90.000000" : 62652416,
"95.000000" : 65273856,
"99.000000" : 70778880,
"99.500000" : 71827456,
"99.900000" : 73924608,
"99.950000" : 74973184,
"99.990000" : 76021760
},
"bins" : {
"39583744" : 23,
"40108032" : 43,
"40632320" : 359,
"41156608" : 418,
"41680896" : 830,
"42205184" : 2289,
"42729472" : 1639,
"43253760" : 2201,
"43778048" : 2553,
"44302336" : 1671,
"44826624" : 1773,
"45350912" : 2800,
"45875200" : 3829,
"46399488" : 3535,
"46923776" : 3649,
"47448064" : 3147,
"47972352" : 3520,
"48496640" : 2652,
"49020928" : 3292,
"49545216" : 5309,
"50069504" : 6090,
"50593792" : 7646,
"51118080" : 8172,
"51642368" : 10257,
"52166656" : 9962,
"52690944" : 13257,
"53215232" : 12182,
"53739520" : 12548,
"54263808" : 14433,
"54788096" : 13132,
"55312384" : 14068,
"55836672" : 14531,
"56360960" : 10808,
"56885248" : 10799,
"57409536" : 9584,
"57933824" : 9125,
"58458112" : 11080,
"58982400" : 11007,
"59506688" : 9027,
"60030976" : 7338,
"60555264" : 6591,
"61079552" : 5835,
"61603840" : 4564,
"62128128" : 3635,
"62652416" : 2824,
"63176704" : 3650,
"63700992" : 3002,
"64225280" : 3559,
"64749568" : 2518,
"65273856" : 1605,
"65798144" : 1503,
"66322432" : 1124,
"66846720" : 1287,
"67633152" : 1200,
"68681728" : 2055,
"69730304" : 1728,
"70778880" : 3595,
"71827456" : 1401,
"72876032" : 417,
"73924608" : 524,
"74973184" : 147,
"76021760" : 148
}
},
"lat_ns" : {
"min" : 40412982,
"max" : 78957218,
"mean" : 57160532.337363,
"stddev" : 6021998.962254,
"N" : 313490
},
"bw_min" : 3571712,
"bw_max" : 5928960,
"bw_agg" : 100.000000,
"bw_mean" : 4588453.863309,
"bw_dev" : 57199.647143,
"bw_samples" : 1112,
"iops_min" : 3488,
"iops_max" : 5790,
"iops_mean" : 4480.712230,
"iops_stddev" : 55.864440,
"iops_samples" : 1112
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559995,
"usr_cpu" : 1.974125,
"sys_cpu" : 8.680256,
"ctx" : 338637,
"majf" : 0,
"minf" : 286,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 15.313654,
"100" : 84.683794,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003154,
"timestamp_ms" : 1774003154194,
"time" : "Fri Mar 20 07:39:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 373516402688,
"io_kbytes" : 364762112,
"bw_bytes" : 4668955033,
"bw" : 4559526,
"iops" : 4452.762500,
"runtime" : 80000,
"total_ios" : 356221,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 534977,
"max" : 5805680,
"mean" : 1792567.206361,
"stddev" : 205326.626947,
"N" : 356221
},
"clat_ns" : {
"min" : 39365692,
"max" : 76513194,
"mean" : 55697421.305823,
"stddev" : 5680835.895691,
"N" : 356213,
"percentile" : {
"1.000000" : 42205184,
"5.000000" : 45875200,
"10.000000" : 48496640,
"20.000000" : 51642368,
"30.000000" : 53215232,
"40.000000" : 54263808,
"50.000000" : 55836672,
"60.000000" : 56885248,
"70.000000" : 58458112,
"80.000000" : 60030976,
"90.000000" : 62652416,
"95.000000" : 64749568,
"99.000000" : 70778880,
"99.500000" : 71827456,
"99.900000" : 73924608,
"99.950000" : 74973184,
"99.990000" : 76021760
},
"bins" : {
"39583744" : 23,
"40108032" : 43,
"40632320" : 359,
"41156608" : 418,
"41680896" : 830,
"42205184" : 2289,
"42729472" : 1639,
"43253760" : 2201,
"43778048" : 2553,
"44302336" : 1671,
"44826624" : 1773,
"45350912" : 2800,
"45875200" : 3829,
"46399488" : 3535,
"46923776" : 3649,
"47448064" : 3147,
"47972352" : 3520,
"48496640" : 2652,
"49020928" : 3292,
"49545216" : 5472,
"50069504" : 6528,
"50593792" : 8074,
"51118080" : 8844,
"51642368" : 10827,
"52166656" : 10888,
"52690944" : 14415,
"53215232" : 13646,
"53739520" : 13951,
"54263808" : 15787,
"54788096" : 13978,
"55312384" : 15135,
"55836672" : 15775,
"56360960" : 13031,
"56885248" : 13263,
"57409536" : 12856,
"57933824" : 11474,
"58458112" : 12794,
"58982400" : 12465,
"59506688" : 11032,
"60030976" : 9406,
"60555264" : 9612,
"61079552" : 8023,
"61603840" : 6430,
"62128128" : 4642,
"62652416" : 4558,
"63176704" : 4909,
"63700992" : 3951,
"64225280" : 4321,
"64749568" : 2883,
"65273856" : 1773,
"65798144" : 1621,
"66322432" : 1124,
"66846720" : 1287,
"67633152" : 1200,
"68681728" : 2055,
"69730304" : 1728,
"70778880" : 3595,
"71827456" : 1401,
"72876032" : 417,
"73924608" : 524,
"74973184" : 147,
"76021760" : 148
}
},
"lat_ns" : {
"min" : 40412982,
"max" : 78957218,
"mean" : 57489782.354990,
"stddev" : 5861326.087692,
"N" : 356213
},
"bw_min" : 3571712,
"bw_max" : 5928960,
"bw_agg" : 100.000000,
"bw_mean" : 4563293.955975,
"bw_dev" : 54967.045007,
"bw_samples" : 1272,
"iops_min" : 3488,
"iops_max" : 5790,
"iops_mean" : 4456.157233,
"iops_stddev" : 53.682688,
"iops_samples" : 1272
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639996,
"usr_cpu" : 1.943606,
"sys_cpu" : 8.642710,
"ctx" : 383873,
"majf" : 0,
"minf" : 286,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 13.552542,
"100" : 86.445212,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003164,
"timestamp_ms" : 1774003164194,
"time" : "Fri Mar 20 07:39:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 419666329600,
"io_kbytes" : 409830400,
"bw_bytes" : 4662907407,
"bw" : 4553620,
"iops" : 4446.983922,
"runtime" : 90001,
"total_ios" : 400233,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 534977,
"max" : 5805680,
"mean" : 1794886.681293,
"stddev" : 199292.221953,
"N" : 400233
},
"clat_ns" : {
"min" : 39365692,
"max" : 76513194,
"mean" : 55770792.608460,
"stddev" : 5503097.101144,
"N" : 400225,
"percentile" : {
"1.000000" : 42729472,
"5.000000" : 45875200,
"10.000000" : 49020928,
"20.000000" : 51642368,
"30.000000" : 53215232,
"40.000000" : 54263808,
"50.000000" : 55836672,
"60.000000" : 56885248,
"70.000000" : 58458112,
"80.000000" : 60030976,
"90.000000" : 62128128,
"95.000000" : 64749568,
"99.000000" : 70778880,
"99.500000" : 71827456,
"99.900000" : 73924608,
"99.950000" : 74973184,
"99.990000" : 76021760
},
"bins" : {
"39583744" : 23,
"40108032" : 43,
"40632320" : 359,
"41156608" : 418,
"41680896" : 830,
"42205184" : 2289,
"42729472" : 1639,
"43253760" : 2201,
"43778048" : 2553,
"44302336" : 1671,
"44826624" : 1773,
"45350912" : 2800,
"45875200" : 3829,
"46399488" : 3535,
"46923776" : 3649,
"47448064" : 3147,
"47972352" : 3589,
"48496640" : 3280,
"49020928" : 3447,
"49545216" : 5547,
"50069504" : 6942,
"50593792" : 8630,
"51118080" : 9325,
"51642368" : 12709,
"52166656" : 13104,
"52690944" : 15823,
"53215232" : 15951,
"53739520" : 16642,
"54263808" : 19210,
"54788096" : 16586,
"55312384" : 17390,
"55836672" : 17053,
"56360960" : 14529,
"56885248" : 15771,
"57409536" : 14821,
"57933824" : 13872,
"58458112" : 14419,
"58982400" : 13627,
"59506688" : 12040,
"60030976" : 10990,
"60555264" : 11187,
"61079552" : 9890,
"61603840" : 7745,
"62128128" : 5480,
"62652416" : 4878,
"63176704" : 5176,
"63700992" : 4239,
"64225280" : 4574,
"64749568" : 3171,
"65273856" : 2091,
"65798144" : 1825,
"66322432" : 1241,
"66846720" : 1384,
"67633152" : 1273,
"68681728" : 2055,
"69730304" : 1728,
"70778880" : 3595,
"71827456" : 1401,
"72876032" : 417,
"73924608" : 524,
"74973184" : 147,
"76021760" : 148
}
},
"lat_ns" : {
"min" : 40412982,
"max" : 78957218,
"mean" : 57565597.732598,
"stddev" : 5677819.613600,
"N" : 400225
},
"bw_min" : 3571712,
"bw_max" : 5928960,
"bw_agg" : 100.000000,
"bw_mean" : 4555266.849162,
"bw_dev" : 52886.950136,
"bw_samples" : 1432,
"iops_min" : 3488,
"iops_max" : 5790,
"iops_mean" : 4448.324022,
"iops_stddev" : 51.650402,
"iops_samples" : 1432
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719999,
"usr_cpu" : 1.936114,
"sys_cpu" : 8.626956,
"ctx" : 430545,
"majf" : 0,
"minf" : 286,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 12.326320,
"100" : 87.671681,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003174,
"timestamp_ms" : 1774003174194,
"time" : "Fri Mar 20 07:39:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 462476541952,
"io_kbytes" : 451637248,
"bw_bytes" : 4624719172,
"bw" : 4516327,
"iops" : 4410.555894,
"runtime" : 100001,
"total_ios" : 441060,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 425820,
"max" : 5805680,
"mean" : 1809749.461384,
"stddev" : 202230.908091,
"N" : 441060
},
"clat_ns" : {
"min" : 39365692,
"max" : 76691126,
"mean" : 56231822.947167,
"stddev" : 5611882.073099,
"N" : 441052,
"percentile" : {
"1.000000" : 42729472,
"5.000000" : 46399488,
"10.000000" : 49545216,
"20.000000" : 52166656,
"30.000000" : 53739520,
"40.000000" : 54788096,
"50.000000" : 55836672,
"60.000000" : 57409536,
"70.000000" : 58982400,
"80.000000" : 60555264,
"90.000000" : 63176704,
"95.000000" : 65273856,
"99.000000" : 70778880,
"99.500000" : 71827456,
"99.900000" : 74973184,
"99.950000" : 76021760,
"99.990000" : 76021760
},
"bins" : {
"39583744" : 23,
"40108032" : 43,
"40632320" : 359,
"41156608" : 418,
"41680896" : 830,
"42205184" : 2289,
"42729472" : 1639,
"43253760" : 2201,
"43778048" : 2553,
"44302336" : 1671,
"44826624" : 1773,
"45350912" : 2800,
"45875200" : 3829,
"46399488" : 3535,
"46923776" : 3649,
"47448064" : 3147,
"47972352" : 3589,
"48496640" : 3280,
"49020928" : 3447,
"49545216" : 5547,
"50069504" : 6942,
"50593792" : 8630,
"51118080" : 9325,
"51642368" : 12709,
"52166656" : 13432,
"52690944" : 16534,
"53215232" : 16532,
"53739520" : 17166,
"54263808" : 19723,
"54788096" : 17070,
"55312384" : 18440,
"55836672" : 17723,
"56360960" : 15823,
"56885248" : 17246,
"57409536" : 17440,
"57933824" : 17024,
"58458112" : 17786,
"58982400" : 15498,
"59506688" : 13386,
"60030976" : 12195,
"60555264" : 12839,
"61079552" : 11988,
"61603840" : 8982,
"62128128" : 6774,
"62652416" : 6821,
"63176704" : 6328,
"63700992" : 4906,
"64225280" : 5310,
"64749568" : 4799,
"65273856" : 3548,
"65798144" : 2246,
"66322432" : 1696,
"66846720" : 1608,
"67633152" : 3697,
"68681728" : 2522,
"69730304" : 2143,
"70778880" : 3851,
"71827456" : 1753,
"72876032" : 675,
"73924608" : 684,
"74973184" : 277,
"76021760" : 322,
"77070336" : 37
}
},
"lat_ns" : {
"min" : 40412982,
"max" : 79120147,
"mean" : 58041523.254407,
"stddev" : 5790174.417268,
"N" : 441052
},
"bw_min" : 3545088,
"bw_max" : 5928960,
"bw_agg" : 100.000000,
"bw_mean" : 4517909.678392,
"bw_dev" : 53208.420834,
"bw_samples" : 1592,
"iops_min" : 3462,
"iops_max" : 5790,
"iops_mean" : 4411.819095,
"iops_stddev" : 51.967585,
"iops_samples" : 1592
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799999,
"usr_cpu" : 1.913002,
"sys_cpu" : 8.542761,
"ctx" : 473643,
"majf" : 0,
"minf" : 286,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999773,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 11.185326,
"100" : 88.812860,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003184,
"timestamp_ms" : 1774003184195,
"time" : "Fri Mar 20 07:39:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 68,
"elapsed" : 121,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 513174142976,
"io_kbytes" : 501146624,
"bw_bytes" : 4665177070,
"bw" : 4555836,
"iops" : 4449.132281,
"runtime" : 110001,
"total_ios" : 489409,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 422856,
"max" : 6804636,
"mean" : 1794010.211596,
"stddev" : 212333.307353,
"N" : 489409
},
"clat_ns" : {
"min" : 39162301,
"max" : 76691126,
"mean" : 55742229.221869,
"stddev" : 5921156.841863,
"N" : 489401,
"percentile" : {
"1.000000" : 41156608,
"5.000000" : 44826624,
"10.000000" : 47972352,
"20.000000" : 51642368,
"30.000000" : 53215232,
"40.000000" : 54263808,
"50.000000" : 55836672,
"60.000000" : 57409536,
"70.000000" : 58458112,
"80.000000" : 60555264,
"90.000000" : 63176704,
"95.000000" : 65273856,
"99.000000" : 70778880,
"99.500000" : 71827456,
"99.900000" : 74973184,
"99.950000" : 76021760,
"99.990000" : 76021760
},
"bins" : {
"39059456" : 180,
"39583744" : 1494,
"40108032" : 986,
"40632320" : 1597,
"41156608" : 832,
"41680896" : 1221,
"42205184" : 2779,
"42729472" : 2254,
"43253760" : 3132,
"43778048" : 3984,
"44302336" : 3659,
"44826624" : 3011,
"45350912" : 3387,
"45875200" : 4325,
"46399488" : 4301,
"46923776" : 5201,
"47448064" : 4348,
"47972352" : 5286,
"48496640" : 3951,
"49020928" : 4184,
"49545216" : 6379,
"50069504" : 8753,
"50593792" : 10611,
"51118080" : 11202,
"51642368" : 13526,
"52166656" : 14541,
"52690944" : 17649,
"53215232" : 17296,
"53739520" : 17569,
"54263808" : 20709,
"54788096" : 18543,
"55312384" : 19671,
"55836672" : 19641,
"56360960" : 16869,
"56885248" : 18957,
"57409536" : 18744,
"57933824" : 18234,
"58458112" : 18586,
"58982400" : 16364,
"59506688" : 14104,
"60030976" : 13387,
"60555264" : 13435,
"61079552" : 12402,
"61603840" : 9214,
"62128128" : 6917,
"62652416" : 6987,
"63176704" : 6470,
"63700992" : 5269,
"64225280" : 6370,
"64749568" : 5156,
"65273856" : 3921,
"65798144" : 2336,
"66322432" : 1885,
"66846720" : 1616,
"67633152" : 3710,
"68681728" : 2524,
"69730304" : 2143,
"70778880" : 3851,
"71827456" : 1753,
"72876032" : 675,
"73924608" : 684,
"74973184" : 277,
"76021760" : 322,
"77070336" : 37
}
},
"lat_ns" : {
"min" : 40405750,
"max" : 79120147,
"mean" : 57536042.902801,
"stddev" : 6109524.956038,
"N" : 489401
},
"bw_min" : 3545088,
"bw_max" : 6225920,
"bw_agg" : 100.000000,
"bw_mean" : 4559689.041096,
"bw_dev" : 58022.651189,
"bw_samples" : 1752,
"iops_min" : 3462,
"iops_max" : 6080,
"iops_mean" : 4452.621005,
"iops_stddev" : 56.668427,
"iops_samples" : 1752
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 880002,
"usr_cpu" : 1.935223,
"sys_cpu" : 8.654299,
"ctx" : 527923,
"majf" : 0,
"minf" : 286,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 14.301739,
"100" : 85.696626,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003194,
"timestamp_ms" : 1774003194194,
"time" : "Fri Mar 20 07:39:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 558314291200,
"io_kbytes" : 545228800,
"bw_bytes" : 4652580321,
"bw" : 4543535,
"iops" : 4437.113024,
"runtime" : 120001,
"total_ios" : 532458,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 422856,
"max" : 6804636,
"mean" : 1798868.982130,
"stddev" : 208359.544983,
"N" : 532458
},
"clat_ns" : {
"min" : 39162301,
"max" : 76691126,
"mean" : 55894717.784727,
"stddev" : 5796976.878674,
"N" : 532450,
"percentile" : {
"1.000000" : 41680896,
"5.000000" : 45350912,
"10.000000" : 48496640,
"20.000000" : 51642368,
"30.000000" : 53215232,
"40.000000" : 54788096,
"50.000000" : 55836672,
"60.000000" : 57409536,
"70.000000" : 58458112,
"80.000000" : 60555264,
"90.000000" : 62652416,
"95.000000" : 65273856,
"99.000000" : 70778880,
"99.500000" : 71827456,
"99.900000" : 74973184,
"99.950000" : 76021760,
"99.990000" : 76021760
},
"bins" : {
"39059456" : 180,
"39583744" : 1494,
"40108032" : 986,
"40632320" : 1597,
"41156608" : 832,
"41680896" : 1221,
"42205184" : 2779,
"42729472" : 2254,
"43253760" : 3132,
"43778048" : 3984,
"44302336" : 3659,
"44826624" : 3011,
"45350912" : 3387,
"45875200" : 4325,
"46399488" : 4301,
"46923776" : 5201,
"47448064" : 4348,
"47972352" : 5286,
"48496640" : 3951,
"49020928" : 4184,
"49545216" : 6386,
"50069504" : 9124,
"50593792" : 11026,
"51118080" : 11601,
"51642368" : 14563,
"52166656" : 15154,
"52690944" : 19152,
"53215232" : 19151,
"53739520" : 18676,
"54263808" : 22815,
"54788096" : 19868,
"55312384" : 21020,
"55836672" : 21052,
"56360960" : 19978,
"56885248" : 23023,
"57409536" : 21801,
"57933824" : 20596,
"58458112" : 21101,
"58982400" : 18717,
"59506688" : 16448,
"60030976" : 14333,
"60555264" : 14257,
"61079552" : 13146,
"61603840" : 9958,
"62128128" : 7924,
"62652416" : 8468,
"63176704" : 7258,
"63700992" : 5858,
"64225280" : 6780,
"64749568" : 5774,
"65273856" : 4524,
"65798144" : 2557,
"66322432" : 2007,
"66846720" : 1750,
"67633152" : 3887,
"68681728" : 2666,
"69730304" : 2301,
"70778880" : 3890,
"71827456" : 1753,
"72876032" : 675,
"73924608" : 684,
"74973184" : 277,
"76021760" : 322,
"77070336" : 37
}
},
"lat_ns" : {
"min" : 40405750,
"max" : 79120147,
"mean" : 57693508.102069,
"stddev" : 5981319.870972,
"N" : 532450
},
"bw_min" : 3545088,
"bw_max" : 6225920,
"bw_agg" : 100.000000,
"bw_mean" : 4544555.774059,
"bw_dev" : 56583.288439,
"bw_samples" : 1912,
"iops_min" : 3462,
"iops_max" : 6080,
"iops_mean" : 4437.824268,
"iops_stddev" : 55.267848,
"iops_samples" : 1912
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 960000,
"usr_cpu" : 1.932813,
"sys_cpu" : 8.630833,
"ctx" : 573636,
"majf" : 0,
"minf" : 286,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 13.172870,
"100" : 86.825628,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003204,
"timestamp_ms" : 1774003204194,
"time" : "Fri Mar 20 07:40:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 606962974720,
"io_kbytes" : 592737280,
"bw_bytes" : 4668910044,
"bw" : 4559482,
"iops" : 4452.681133,
"runtime" : 130001,
"total_ios" : 578853,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 422856,
"max" : 6804636,
"mean" : 1792557.660766,
"stddev" : 204678.065837,
"N" : 578854
},
"clat_ns" : {
"min" : 39162301,
"max" : 76691126,
"mean" : 55700033.419027,
"stddev" : 5666613.434254,
"N" : 578846,
"percentile" : {
"1.000000" : 41680896,
"5.000000" : 45875200,
"10.000000" : 48496640,
"20.000000" : 51642368,
"30.000000" : 53215232,
"40.000000" : 54263808,
"50.000000" : 55836672,
"60.000000" : 56885248,
"70.000000" : 58458112,
"80.000000" : 60030976,
"90.000000" : 62652416,
"95.000000" : 64749568,
"99.000000" : 70778880,
"99.500000" : 71827456,
"99.900000" : 74973184,
"99.950000" : 76021760,
"99.990000" : 76021760
},
"bins" : {
"39059456" : 180,
"39583744" : 1494,
"40108032" : 986,
"40632320" : 1597,
"41156608" : 832,
"41680896" : 1221,
"42205184" : 2779,
"42729472" : 2254,
"43253760" : 3132,
"43778048" : 3984,
"44302336" : 3659,
"44826624" : 3011,
"45350912" : 3387,
"45875200" : 4325,
"46399488" : 4301,
"46923776" : 5201,
"47448064" : 4350,
"47972352" : 6115,
"48496640" : 5115,
"49020928" : 4945,
"49545216" : 7565,
"50069504" : 10987,
"50593792" : 13800,
"51118080" : 17133,
"51642368" : 18667,
"52166656" : 17719,
"52690944" : 21646,
"53215232" : 20767,
"53739520" : 21243,
"54263808" : 25429,
"54788096" : 22677,
"55312384" : 23915,
"55836672" : 22465,
"56360960" : 21916,
"56885248" : 25034,
"57409536" : 22818,
"57933824" : 21287,
"58458112" : 21742,
"58982400" : 19886,
"59506688" : 16860,
"60030976" : 14580,
"60555264" : 14467,
"61079552" : 13330,
"61603840" : 10077,
"62128128" : 8033,
"62652416" : 8545,
"63176704" : 7346,
"63700992" : 5917,
"64225280" : 6843,
"64749568" : 5841,
"65273856" : 4583,
"65798144" : 2577,
"66322432" : 2013,
"66846720" : 1761,
"67633152" : 3904,
"68681728" : 2666,
"69730304" : 2301,
"70778880" : 3890,
"71827456" : 1753,
"72876032" : 675,
"73924608" : 684,
"74973184" : 277,
"76021760" : 322,
"77070336" : 37
}
},
"lat_ns" : {
"min" : 40405750,
"max" : 79120147,
"mean" : 57492563.497628,
"stddev" : 5846706.764154,
"N" : 578846
},
"bw_min" : 3545088,
"bw_max" : 6225920,
"bw_agg" : 100.000000,
"bw_mean" : 4560955.559846,
"bw_dev" : 55252.999665,
"bw_samples" : 2072,
"iops_min" : 3462,
"iops_max" : 6080,
"iops_mean" : 4453.845560,
"iops_stddev" : 53.968193,
"iops_samples" : 2072
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1040002,
"usr_cpu" : 1.935189,
"sys_cpu" : 8.688445,
"ctx" : 623874,
"majf" : 0,
"minf" : 286,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 12.889456,
"100" : 87.109335,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003214,
"timestamp_ms" : 1774003214194,
"time" : "Fri Mar 20 07:40:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 652493193216,
"io_kbytes" : 637200384,
"bw_bytes" : 4660665665,
"bw" : 4551431,
"iops" : 4444.814286,
"runtime" : 140000,
"total_ios" : 622274,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 422856,
"max" : 6804636,
"mean" : 1795739.848404,
"stddev" : 201279.244664,
"N" : 622274
},
"clat_ns" : {
"min" : 39162301,
"max" : 76691126,
"mean" : 55795960.547899,
"stddev" : 5557006.215576,
"N" : 622266,
"percentile" : {
"1.000000" : 41680896,
"5.000000" : 45875200,
"10.000000" : 49020928,
"20.000000" : 51642368,
"30.000000" : 53215232,
"40.000000" : 54788096,
"50.000000" : 55836672,
"60.000000" : 56885248,
"70.000000" : 58458112,
"80.000000" : 60030976,
"90.000000" : 62652416,
"95.000000" : 64749568,
"99.000000" : 70778880,
"99.500000" : 71827456,
"99.900000" : 74973184,
"99.950000" : 76021760,
"99.990000" : 76021760
},
"bins" : {
"39059456" : 180,
"39583744" : 1494,
"40108032" : 986,
"40632320" : 1597,
"41156608" : 832,
"41680896" : 1221,
"42205184" : 2779,
"42729472" : 2254,
"43253760" : 3132,
"43778048" : 3984,
"44302336" : 3659,
"44826624" : 3011,
"45350912" : 3387,
"45875200" : 4325,
"46399488" : 4301,
"46923776" : 5201,
"47448064" : 4350,
"47972352" : 6293,
"48496640" : 5282,
"49020928" : 5037,
"49545216" : 7687,
"50069504" : 11297,
"50593792" : 14077,
"51118080" : 17471,
"51642368" : 18971,
"52166656" : 18338,
"52690944" : 22295,
"53215232" : 21774,
"53739520" : 23271,
"54263808" : 27686,
"54788096" : 24841,
"55312384" : 27851,
"55836672" : 27600,
"56360960" : 25463,
"56885248" : 28304,
"57409536" : 24679,
"57933824" : 23484,
"58458112" : 23776,
"58982400" : 22145,
"59506688" : 17941,
"60030976" : 15671,
"60555264" : 15234,
"61079552" : 14532,
"61603840" : 10961,
"62128128" : 8671,
"62652416" : 8969,
"63176704" : 7666,
"63700992" : 6002,
"64225280" : 6912,
"64749568" : 5908,
"65273856" : 5317,
"65798144" : 2824,
"66322432" : 2478,
"66846720" : 1793,
"67633152" : 3942,
"68681728" : 2708,
"69730304" : 2380,
"70778880" : 4040,
"71827456" : 1891,
"72876032" : 791,
"73924608" : 684,
"74973184" : 277,
"76021760" : 322,
"77070336" : 37
}
},
"lat_ns" : {
"min" : 40405750,
"max" : 79120147,
"mean" : 57591488.956731,
"stddev" : 5733401.655729,
"N" : 622266
},
"bw_min" : 3545088,
"bw_max" : 6225920,
"bw_agg" : 100.000000,
"bw_mean" : 4555325.899642,
"bw_dev" : 53620.374413,
"bw_samples" : 2232,
"iops_min" : 3462,
"iops_max" : 6080,
"iops_mean" : 4448.358423,
"iops_stddev" : 52.373180,
"iops_samples" : 2232
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119995,
"usr_cpu" : 1.926169,
"sys_cpu" : 8.683253,
"ctx" : 670085,
"majf" : 0,
"minf" : 286,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 12.097083,
"100" : 87.901632,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003224,
"timestamp_ms" : 1774003224194,
"time" : "Fri Mar 20 07:40:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 28,
"elapsed" : 161,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 696941281280,
"io_kbytes" : 680606720,
"bw_bytes" : 4646275208,
"bw" : 4537378,
"iops" : 4431.086667,
"runtime" : 150000,
"total_ios" : 664663,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 422856,
"max" : 6804636,
"mean" : 1801312.383062,
"stddev" : 203220.158932,
"N" : 664663
},
"clat_ns" : {
"min" : 39162301,
"max" : 76691126,
"mean" : 55969897.739422,
"stddev" : 5621427.532988,
"N" : 664655,
"percentile" : {
"1.000000" : 42205184,
"5.000000" : 46399488,
"10.000000" : 49545216,
"20.000000" : 51642368,
"30.000000" : 53215232,
"40.000000" : 54788096,
"50.000000" : 55836672,
"60.000000" : 56885248,
"70.000000" : 58458112,
"80.000000" : 60030976,
"90.000000" : 63176704,
"95.000000" : 65273856,
"99.000000" : 70778880,
"99.500000" : 71827456,
"99.900000" : 73924608,
"99.950000" : 76021760,
"99.990000" : 76021760
},
"bins" : {
"39059456" : 180,
"39583744" : 1494,
"40108032" : 986,
"40632320" : 1597,
"41156608" : 832,
"41680896" : 1221,
"42205184" : 2779,
"42729472" : 2254,
"43253760" : 3132,
"43778048" : 3984,
"44302336" : 3659,
"44826624" : 3011,
"45350912" : 3387,
"45875200" : 4325,
"46399488" : 4301,
"46923776" : 5306,
"47448064" : 4489,
"47972352" : 6392,
"48496640" : 5447,
"49020928" : 6043,
"49545216" : 8265,
"50069504" : 12058,
"50593792" : 14619,
"51118080" : 18163,
"51642368" : 21076,
"52166656" : 20259,
"52690944" : 23616,
"53215232" : 23205,
"53739520" : 24382,
"54263808" : 28860,
"54788096" : 25768,
"55312384" : 28851,
"55836672" : 29083,
"56360960" : 26783,
"56885248" : 29910,
"57409536" : 25878,
"57933824" : 24333,
"58458112" : 24371,
"58982400" : 23671,
"59506688" : 19839,
"60030976" : 17240,
"60555264" : 16239,
"61079552" : 15411,
"61603840" : 11813,
"62128128" : 9190,
"62652416" : 10110,
"63176704" : 8541,
"63700992" : 6940,
"64225280" : 7343,
"64749568" : 7091,
"65273856" : 5657,
"65798144" : 3122,
"66322432" : 3016,
"66846720" : 3759,
"67633152" : 5468,
"68681728" : 4177,
"69730304" : 3189,
"70778880" : 4330,
"71827456" : 2063,
"72876032" : 821,
"73924608" : 690,
"74973184" : 277,
"76021760" : 322,
"77070336" : 37
}
},
"lat_ns" : {
"min" : 40405750,
"max" : 79120147,
"mean" : 57771077.280938,
"stddev" : 5800010.349459,
"N" : 664655
},
"bw_min" : 3545088,
"bw_max" : 6225920,
"bw_agg" : 100.000000,
"bw_mean" : 4539731.558528,
"bw_dev" : 54075.468329,
"bw_samples" : 2392,
"iops_min" : 3462,
"iops_max" : 6080,
"iops_mean" : 4433.090301,
"iops_stddev" : 52.826353,
"iops_samples" : 2392
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1199996,
"usr_cpu" : 1.916173,
"sys_cpu" : 8.661446,
"ctx" : 715391,
"majf" : 0,
"minf" : 286,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 11.677497,
"100" : 88.321300,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003234,
"timestamp_ms" : 1774003234194,
"time" : "Fri Mar 20 07:40:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 18,
"elapsed" : 171,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 742347767808,
"io_kbytes" : 724948992,
"bw_bytes" : 4639673548,
"bw" : 4530931,
"iops" : 4424.787500,
"runtime" : 160000,
"total_ios" : 707966,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 422856,
"max" : 6804636,
"mean" : 1803884.504841,
"stddev" : 200786.478081,
"N" : 707966
},
"clat_ns" : {
"min" : 39162301,
"max" : 76691126,
"mean" : 56050349.660891,
"stddev" : 5549606.135826,
"N" : 707958,
"percentile" : {
"1.000000" : 42205184,
"5.000000" : 46399488,
"10.000000" : 49545216,
"20.000000" : 51642368,
"30.000000" : 53215232,
"40.000000" : 54788096,
"50.000000" : 55836672,
"60.000000" : 57409536,
"70.000000" : 58458112,
"80.000000" : 60030976,
"90.000000" : 63176704,
"95.000000" : 65273856,
"99.000000" : 70778880,
"99.500000" : 71827456,
"99.900000" : 73924608,
"99.950000" : 76021760,
"99.990000" : 76021760
},
"bins" : {
"39059456" : 180,
"39583744" : 1494,
"40108032" : 986,
"40632320" : 1597,
"41156608" : 832,
"41680896" : 1221,
"42205184" : 2779,
"42729472" : 2254,
"43253760" : 3132,
"43778048" : 3984,
"44302336" : 3659,
"44826624" : 3011,
"45350912" : 3387,
"45875200" : 4325,
"46399488" : 4301,
"46923776" : 5306,
"47448064" : 4489,
"47972352" : 6392,
"48496640" : 5447,
"49020928" : 6161,
"49545216" : 8652,
"50069504" : 13281,
"50593792" : 15438,
"51118080" : 19056,
"51642368" : 21944,
"52166656" : 21326,
"52690944" : 24451,
"53215232" : 24887,
"53739520" : 27015,
"54263808" : 30669,
"54788096" : 27286,
"55312384" : 30492,
"55836672" : 30638,
"56360960" : 28849,
"56885248" : 32603,
"57409536" : 28868,
"57933824" : 26502,
"58458112" : 25698,
"58982400" : 25053,
"59506688" : 22821,
"60030976" : 18320,
"60555264" : 17058,
"61079552" : 16318,
"61603840" : 12655,
"62128128" : 9937,
"62652416" : 10766,
"63176704" : 9891,
"63700992" : 8594,
"64225280" : 8140,
"64749568" : 7768,
"65273856" : 6062,
"65798144" : 3275,
"66322432" : 3109,
"66846720" : 3829,
"67633152" : 5604,
"68681728" : 4353,
"69730304" : 3272,
"70778880" : 4331,
"71827456" : 2063,
"72876032" : 821,
"73924608" : 690,
"74973184" : 277,
"76021760" : 322,
"77070336" : 37
}
},
"lat_ns" : {
"min" : 40405750,
"max" : 79120147,
"mean" : 57854149.438403,
"stddev" : 5725880.108032,
"N" : 707958
},
"bw_min" : 3545088,
"bw_max" : 6225920,
"bw_agg" : 100.000000,
"bw_mean" : 4533641.833856,
"bw_dev" : 53071.287216,
"bw_samples" : 2552,
"iops_min" : 3462,
"iops_max" : 6080,
"iops_mean" : 4427.153605,
"iops_stddev" : 51.844508,
"iops_samples" : 2552
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279997,
"usr_cpu" : 1.909614,
"sys_cpu" : 8.653145,
"ctx" : 761267,
"majf" : 0,
"minf" : 286,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 11.060701,
"100" : 88.938169,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003244,
"timestamp_ms" : 1774003244194,
"time" : "Fri Mar 20 07:40:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 783746596864,
"io_kbytes" : 765377536,
"bw_bytes" : 4610246980,
"bw" : 4502194,
"iops" : 4396.721196,
"runtime" : 170001,
"total_ios" : 747447,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 422856,
"max" : 6804636,
"mean" : 1815415.289966,
"stddev" : 204443.965708,
"N" : 747447
},
"clat_ns" : {
"min" : 39162301,
"max" : 76691126,
"mean" : 56409014.588350,
"stddev" : 5688101.172849,
"N" : 747439,
"percentile" : {
"1.000000" : 42205184,
"5.000000" : 46923776,
"10.000000" : 50069504,
"20.000000" : 52166656,
"30.000000" : 53739520,
"40.000000" : 54788096,
"50.000000" : 56360960,
"60.000000" : 57409536,
"70.000000" : 58982400,
"80.000000" : 61079552,
"90.000000" : 63700992,
"95.000000" : 65798144,
"99.000000" : 70778880,
"99.500000" : 71827456,
"99.900000" : 73924608,
"99.950000" : 74973184,
"99.990000" : 76021760
},
"bins" : {
"39059456" : 180,
"39583744" : 1494,
"40108032" : 986,
"40632320" : 1597,
"41156608" : 832,
"41680896" : 1221,
"42205184" : 2779,
"42729472" : 2254,
"43253760" : 3132,
"43778048" : 3984,
"44302336" : 3659,
"44826624" : 3011,
"45350912" : 3387,
"45875200" : 4325,
"46399488" : 4301,
"46923776" : 5306,
"47448064" : 4489,
"47972352" : 6392,
"48496640" : 5447,
"49020928" : 6161,
"49545216" : 8652,
"50069504" : 13281,
"50593792" : 15452,
"51118080" : 19361,
"51642368" : 22101,
"52166656" : 21615,
"52690944" : 25117,
"53215232" : 25137,
"53739520" : 27263,
"54263808" : 30831,
"54788096" : 27431,
"55312384" : 30660,
"55836672" : 31289,
"56360960" : 29258,
"56885248" : 33049,
"57409536" : 29626,
"57933824" : 26973,
"58458112" : 26756,
"58982400" : 26275,
"59506688" : 23343,
"60030976" : 18717,
"60555264" : 17847,
"61079552" : 16978,
"61603840" : 13950,
"62128128" : 13118,
"62652416" : 13807,
"63176704" : 12389,
"63700992" : 11864,
"64225280" : 12023,
"64749568" : 10367,
"65273856" : 7569,
"65798144" : 4962,
"66322432" : 3841,
"66846720" : 4647,
"67633152" : 7672,
"68681728" : 5734,
"69730304" : 4341,
"70778880" : 4597,
"71827456" : 2343,
"72876032" : 927,
"73924608" : 698,
"74973184" : 282,
"76021760" : 322,
"77070336" : 37
}
},
"lat_ns" : {
"min" : 40405750,
"max" : 79120147,
"mean" : 58224435.225242,
"stddev" : 5868900.028125,
"N" : 747439
},
"bw_min" : 3545088,
"bw_max" : 6225920,
"bw_agg" : 100.000000,
"bw_mean" : 4502817.536873,
"bw_dev" : 54066.783227,
"bw_samples" : 2712,
"iops_min" : 3462,
"iops_max" : 6080,
"iops_mean" : 4397.020649,
"iops_stddev" : 52.821483,
"iops_samples" : 2712
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1359999,
"usr_cpu" : 1.895001,
"sys_cpu" : 8.590595,
"ctx" : 802448,
"majf" : 0,
"minf" : 286,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 10.476462,
"100" : 89.522468,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003254,
"timestamp_ms" : 1774003254207,
"time" : "Fri Mar 20 07:40:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 831199903744,
"io_kbytes" : 811718656,
"bw_bytes" : 4617751588,
"bw" : 4509523,
"iops" : 4403.653313,
"runtime" : 180001,
"total_ios" : 792662,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 422856,
"max" : 6804636,
"mean" : 1812527.561462,
"stddev" : 202822.332235,
"N" : 792670
},
"clat_ns" : {
"min" : 5268,
"max" : 76691126,
"mean" : 56310046.862250,
"stddev" : 5660128.510042,
"N" : 792910,
"percentile" : {
"1.000000" : 42205184,
"5.000000" : 46923776,
"10.000000" : 49545216,
"20.000000" : 52166656,
"30.000000" : 53739520,
"40.000000" : 54788096,
"50.000000" : 56360960,
"60.000000" : 57409536,
"70.000000" : 58982400,
"80.000000" : 60555264,
"90.000000" : 63700992,
"95.000000" : 65798144,
"99.000000" : 70778880,
"99.500000" : 71827456,
"99.900000" : 73924608,
"99.950000" : 74973184,
"99.990000" : 76021760
},
"bins" : {
"5280" : 1,
"5472" : 1,
"8640" : 1,
"8768" : 1,
"11456" : 1,
"12480" : 1,
"16768" : 1,
"17536" : 1,
"1777664" : 1,
"1974272" : 1,
"2007040" : 1,
"2023424" : 2,
"2039808" : 3,
"3817472" : 1,
"4046848" : 4,
"4079616" : 2,
"4112384" : 1,
"5865472" : 1,
"5996544" : 1,
"6062080" : 2,
"6127616" : 4,
"7897088" : 1,
"8093696" : 2,
"8159232" : 5,
"9895936" : 1,
"10158080" : 7,
"11993088" : 1,
"12124160" : 3,
"12255232" : 4,
"13959168" : 1,
"14221312" : 7,
"15925248" : 1,
"16187392" : 4,
"16318464" : 3,
"17956864" : 1,
"18219008" : 7,
"20054016" : 1,
"20316160" : 7,
"22151168" : 1,
"22413312" : 7,
"23986176" : 1,
"24248320" : 6,
"24510464" : 1,
"26083328" : 1,
"26345472" : 7,
"28180480" : 1,
"28442624" : 7,
"30277632" : 2,
"30539776" : 6,
"32112640" : 1,
"32374784" : 7,
"34340864" : 8,
"36438016" : 8,
"38535168" : 8,
"39059456" : 180,
"39583744" : 1494,
"40108032" : 987,
"40632320" : 1604,
"41156608" : 832,
"41680896" : 1221,
"42205184" : 2780,
"42729472" : 2261,
"43253760" : 3298,
"43778048" : 4083,
"44302336" : 3747,
"44826624" : 3104,
"45350912" : 3467,
"45875200" : 4426,
"46399488" : 4399,
"46923776" : 5522,
"47448064" : 4951,
"47972352" : 7943,
"48496640" : 6533,
"49020928" : 7193,
"49545216" : 10098,
"50069504" : 14359,
"50593792" : 16637,
"51118080" : 20746,
"51642368" : 23498,
"52166656" : 23467,
"52690944" : 27811,
"53215232" : 28490,
"53739520" : 29683,
"54263808" : 32387,
"54788096" : 28927,
"55312384" : 31876,
"55836672" : 32536,
"56360960" : 30949,
"56885248" : 34171,
"57409536" : 31191,
"57933824" : 29335,
"58458112" : 28174,
"58982400" : 28080,
"59506688" : 24560,
"60030976" : 20153,
"60555264" : 19077,
"61079552" : 17715,
"61603840" : 14640,
"62128128" : 13686,
"62652416" : 14460,
"63176704" : 12936,
"63700992" : 12216,
"64225280" : 12325,
"64749568" : 10510,
"65273856" : 7627,
"65798144" : 4964,
"66322432" : 3841,
"66846720" : 4647,
"67633152" : 7672,
"68681728" : 5734,
"69730304" : 4341,
"70778880" : 4597,
"71827456" : 2343,
"72876032" : 927,
"73924608" : 698,
"74973184" : 282,
"76021760" : 322,
"77070336" : 37
}
},
"lat_ns" : {
"min" : 1773019,
"max" : 79120147,
"mean" : 58122546.223450,
"stddev" : 5837953.302592,
"N" : 792910
},
"bw_min" : 3545088,
"bw_max" : 6225920,
"bw_agg" : 100.000000,
"bw_mean" : 4511322.810585,
"bw_dev" : 53538.014495,
"bw_samples" : 2872,
"iops_min" : 3462,
"iops_max" : 6080,
"iops_mean" : 4405.337047,
"iops_stddev" : 52.304442,
"iops_samples" : 2872
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439998,
"usr_cpu" : 1.903614,
"sys_cpu" : 8.609318,
"ctx" : 851126,
"majf" : 0,
"minf" : 292,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998991,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 10.805236,
"100" : 89.215958,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003254,
"timestamp_ms" : 1774003254252,
"time" : "Fri Mar 20 07:40:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 831434784768,
"io_kbytes" : 811948032,
"bw_bytes" : 4618620275,
"bw" : 4510371,
"iops" : 4403.237454,
"runtime" : 180018,
"total_ios" : 792662,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 422856,
"max" : 6804636,
"mean" : 1812527.561462,
"stddev" : 202822.332235,
"N" : 792670
},
"clat_ns" : {
"min" : 5268,
"max" : 76691126,
"mean" : 56310046.862250,
"stddev" : 5660128.510042,
"N" : 792910,
"percentile" : {
"1.000000" : 42205184,
"5.000000" : 46923776,
"10.000000" : 49545216,
"20.000000" : 52166656,
"30.000000" : 53739520,
"40.000000" : 54788096,
"50.000000" : 56360960,
"60.000000" : 57409536,
"70.000000" : 58982400,
"80.000000" : 60555264,
"90.000000" : 63700992,
"95.000000" : 65798144,
"99.000000" : 70778880,
"99.500000" : 71827456,
"99.900000" : 73924608,
"99.950000" : 74973184,
"99.990000" : 76021760
},
"bins" : {
"5280" : 1,
"5472" : 1,
"8640" : 1,
"8768" : 1,
"11456" : 1,
"12480" : 1,
"16768" : 1,
"17536" : 1,
"1777664" : 1,
"1974272" : 1,
"2007040" : 1,
"2023424" : 2,
"2039808" : 3,
"3817472" : 1,
"4046848" : 4,
"4079616" : 2,
"4112384" : 1,
"5865472" : 1,
"5996544" : 1,
"6062080" : 2,
"6127616" : 4,
"7897088" : 1,
"8093696" : 2,
"8159232" : 5,
"9895936" : 1,
"10158080" : 7,
"11993088" : 1,
"12124160" : 3,
"12255232" : 4,
"13959168" : 1,
"14221312" : 7,
"15925248" : 1,
"16187392" : 4,
"16318464" : 3,
"17956864" : 1,
"18219008" : 7,
"20054016" : 1,
"20316160" : 7,
"22151168" : 1,
"22413312" : 7,
"23986176" : 1,
"24248320" : 6,
"24510464" : 1,
"26083328" : 1,
"26345472" : 7,
"28180480" : 1,
"28442624" : 7,
"30277632" : 2,
"30539776" : 6,
"32112640" : 1,
"32374784" : 7,
"34340864" : 8,
"36438016" : 8,
"38535168" : 8,
"39059456" : 180,
"39583744" : 1494,
"40108032" : 987,
"40632320" : 1604,
"41156608" : 832,
"41680896" : 1221,
"42205184" : 2780,
"42729472" : 2261,
"43253760" : 3298,
"43778048" : 4083,
"44302336" : 3747,
"44826624" : 3104,
"45350912" : 3467,
"45875200" : 4426,
"46399488" : 4399,
"46923776" : 5522,
"47448064" : 4951,
"47972352" : 7943,
"48496640" : 6533,
"49020928" : 7193,
"49545216" : 10098,
"50069504" : 14359,
"50593792" : 16637,
"51118080" : 20746,
"51642368" : 23498,
"52166656" : 23467,
"52690944" : 27811,
"53215232" : 28490,
"53739520" : 29683,
"54263808" : 32387,
"54788096" : 28927,
"55312384" : 31876,
"55836672" : 32536,
"56360960" : 30949,
"56885248" : 34171,
"57409536" : 31191,
"57933824" : 29335,
"58458112" : 28174,
"58982400" : 28080,
"59506688" : 24560,
"60030976" : 20153,
"60555264" : 19077,
"61079552" : 17715,
"61603840" : 14640,
"62128128" : 13686,
"62652416" : 14460,
"63176704" : 12936,
"63700992" : 12216,
"64225280" : 12325,
"64749568" : 10510,
"65273856" : 7627,
"65798144" : 4964,
"66322432" : 3841,
"66846720" : 4647,
"67633152" : 7672,
"68681728" : 5734,
"69730304" : 4341,
"70778880" : 4597,
"71827456" : 2343,
"72876032" : 927,
"73924608" : 698,
"74973184" : 282,
"76021760" : 322,
"77070336" : 37
}
},
"lat_ns" : {
"min" : 1773019,
"max" : 79120147,
"mean" : 58122546.223450,
"stddev" : 5837953.302592,
"N" : 792910
},
"bw_min" : 3545088,
"bw_max" : 6225920,
"bw_agg" : 100.000000,
"bw_mean" : 4511457.199644,
"bw_dev" : 53473.960922,
"bw_samples" : 2879,
"iops_min" : 3462,
"iops_max" : 6080,
"iops_mean" : 4405.454596,
"iops_stddev" : 52.241655,
"iops_samples" : 2879
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440107,
"usr_cpu" : 1.903470,
"sys_cpu" : 8.608666,
"ctx" : 851223,
"majf" : 0,
"minf" : 299,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998991,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 10.805236,
"100" : 89.215958,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}