raidz2/benchmarks/seq/seq-write-qd32-nj4_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773072213,
"timestamp_ms" : 1773072213170,
"time" : "Mon Mar 9 13:03:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 38803603456,
"io_kbytes" : 37894144,
"bw_bytes" : 3983124969,
"bw" : 3889770,
"iops" : 3812.153562,
"runtime" : 9742,
"total_ios" : 37138,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 38968,
"usr_cpu" : 3.161568,
"sys_cpu" : 14.252720,
"ctx" : 35727,
"majf" : 0,
"minf" : 37,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.172330,
"32" : 99.666110,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072223,
"timestamp_ms" : 1773072223429,
"time" : "Mon Mar 9 13:03:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 48276439040,
"io_kbytes" : 47144960,
"bw_bytes" : 4827643904,
"bw" : 4714496,
"iops" : 4604.400000,
"runtime" : 10000,
"total_ios" : 46044,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 481916,
"max" : 3932691,
"mean" : 865343.773369,
"stddev" : 93513.704348,
"N" : 46044
},
"clat_ns" : {
"min" : 21729029,
"max" : 34283548,
"mean" : 26938671.039335,
"stddev" : 2161157.726175,
"N" : 46040,
"percentile" : {
"1.000000" : 22937600,
"5.000000" : 23724032,
"10.000000" : 23986176,
"20.000000" : 24772608,
"30.000000" : 25559040,
"40.000000" : 26083328,
"50.000000" : 26869760,
"60.000000" : 27656192,
"70.000000" : 28442624,
"80.000000" : 28966912,
"90.000000" : 29753344,
"95.000000" : 30277632,
"99.000000" : 31326208,
"99.500000" : 31850496,
"99.900000" : 33423360,
"99.950000" : 33816576,
"99.990000" : 33816576
},
"bins" : {
"21626880" : 5,
"21889024" : 53,
"22151168" : 102,
"22413312" : 54,
"22675456" : 190,
"22937600" : 402,
"23199744" : 1003,
"23461888" : 463,
"23724032" : 1183,
"23986176" : 1335,
"24248320" : 1613,
"24510464" : 1702,
"24772608" : 1438,
"25034752" : 1424,
"25296896" : 1845,
"25559040" : 2375,
"25821184" : 1923,
"26083328" : 1344,
"26345472" : 2225,
"26607616" : 1750,
"26869760" : 1763,
"27131904" : 1640,
"27394048" : 1093,
"27656192" : 1147,
"27918336" : 1075,
"28180480" : 2271,
"28442624" : 2675,
"28704768" : 1752,
"28966912" : 1422,
"29229056" : 1355,
"29491200" : 1376,
"29753344" : 1885,
"30015488" : 1139,
"30277632" : 1359,
"30539776" : 650,
"30801920" : 339,
"31064064" : 153,
"31326208" : 152,
"31588352" : 97,
"31850496" : 81,
"32112640" : 27,
"32374784" : 28,
"32636928" : 38,
"32899072" : 17,
"33161216" : 22,
"33423360" : 15,
"33816576" : 36,
"34340864" : 4
}
},
"lat_ns" : {
"min" : 22425053,
"max" : 35281633,
"mean" : 27804159.779583,
"stddev" : 2229195.563568,
"N" : 46040
},
"bw_min" : 4290560,
"bw_max" : 5261312,
"bw_agg" : 99.656549,
"bw_mean" : 4698304.210526,
"bw_dev" : 80885.954266,
"bw_samples" : 76,
"iops_min" : 4190,
"iops_max" : 5138,
"iops_mean" : 4588.105263,
"iops_stddev" : 79.003193,
"iops_samples" : 76
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39998,
"usr_cpu" : 3.940197,
"sys_cpu" : 17.445872,
"ctx" : 47354,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.991313,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072233,
"timestamp_ms" : 1773072233429,
"time" : "Mon Mar 9 13:03:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 95233769472,
"io_kbytes" : 93001728,
"bw_bytes" : 4761688473,
"bw" : 4650086,
"iops" : 4541.300000,
"runtime" : 20000,
"total_ios" : 90826,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 481916,
"max" : 5314363,
"mean" : 877374.257875,
"stddev" : 89781.494961,
"N" : 90827
},
"clat_ns" : {
"min" : 21729029,
"max" : 34283548,
"mean" : 27311995.317761,
"stddev" : 1897986.439078,
"N" : 90823,
"percentile" : {
"1.000000" : 23199744,
"5.000000" : 23986176,
"10.000000" : 24772608,
"20.000000" : 25559040,
"30.000000" : 26345472,
"40.000000" : 26869760,
"50.000000" : 27394048,
"60.000000" : 27918336,
"70.000000" : 28442624,
"80.000000" : 28966912,
"90.000000" : 29753344,
"95.000000" : 30277632,
"99.000000" : 31588352,
"99.500000" : 31850496,
"99.900000" : 33816576,
"99.950000" : 33816576,
"99.990000" : 33816576
},
"bins" : {
"21626880" : 5,
"21889024" : 53,
"22151168" : 102,
"22413312" : 54,
"22675456" : 190,
"22937600" : 402,
"23199744" : 1003,
"23461888" : 463,
"23724032" : 1183,
"23986176" : 1335,
"24248320" : 1626,
"24510464" : 1838,
"24772608" : 1961,
"25034752" : 2201,
"25296896" : 2806,
"25559040" : 3698,
"25821184" : 3669,
"26083328" : 3551,
"26345472" : 4149,
"26607616" : 4046,
"26869760" : 4570,
"27131904" : 6062,
"27394048" : 4235,
"27656192" : 3164,
"27918336" : 3151,
"28180480" : 5630,
"28442624" : 5034,
"28704768" : 3817,
"28966912" : 4821,
"29229056" : 3558,
"29491200" : 2838,
"29753344" : 2663,
"30015488" : 1753,
"30277632" : 1735,
"30539776" : 935,
"30801920" : 610,
"31064064" : 415,
"31326208" : 463,
"31588352" : 318,
"31850496" : 280,
"32112640" : 77,
"32374784" : 53,
"32636928" : 80,
"32899072" : 34,
"33161216" : 43,
"33423360" : 34,
"33816576" : 110,
"34340864" : 5
}
},
"lat_ns" : {
"min" : 22425053,
"max" : 35281633,
"mean" : 28189551.733030,
"stddev" : 1957103.816815,
"N" : 90823
},
"bw_min" : 4288512,
"bw_max" : 5261312,
"bw_agg" : 99.957110,
"bw_mean" : 4648092.615385,
"bw_dev" : 69186.638243,
"bw_samples" : 156,
"iops_min" : 4188,
"iops_max" : 5138,
"iops_mean" : 4538.974359,
"iops_stddev" : 67.544286,
"iops_samples" : 156
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79998,
"usr_cpu" : 3.893847,
"sys_cpu" : 17.139178,
"ctx" : 93417,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.996697,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072243,
"timestamp_ms" : 1773072243429,
"time" : "Mon Mar 9 13:04:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 142752088064,
"io_kbytes" : 139406336,
"bw_bytes" : 4758402935,
"bw" : 4646877,
"iops" : 4538.066667,
"runtime" : 30000,
"total_ios" : 136142,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 481916,
"max" : 5314363,
"mean" : 877979.176190,
"stddev" : 90868.592154,
"N" : 136143
},
"clat_ns" : {
"min" : 21729029,
"max" : 34879158,
"mean" : 27327502.378687,
"stddev" : 1927880.876222,
"N" : 136139,
"percentile" : {
"1.000000" : 22937600,
"5.000000" : 24248320,
"10.000000" : 24772608,
"20.000000" : 25559040,
"30.000000" : 26345472,
"40.000000" : 26869760,
"50.000000" : 27394048,
"60.000000" : 27918336,
"70.000000" : 28442624,
"80.000000" : 28966912,
"90.000000" : 29753344,
"95.000000" : 30277632,
"99.000000" : 31850496,
"99.500000" : 32374784,
"99.900000" : 33816576,
"99.950000" : 34340864,
"99.990000" : 34340864
},
"bins" : {
"21626880" : 5,
"21889024" : 53,
"22151168" : 102,
"22413312" : 165,
"22675456" : 518,
"22937600" : 637,
"23199744" : 1185,
"23461888" : 714,
"23724032" : 1333,
"23986176" : 1542,
"24248320" : 2290,
"24510464" : 4809,
"24772608" : 2695,
"25034752" : 3209,
"25296896" : 3670,
"25559040" : 6026,
"25821184" : 5081,
"26083328" : 5282,
"26345472" : 6124,
"26607616" : 5940,
"26869760" : 5890,
"27131904" : 7281,
"27394048" : 7325,
"27656192" : 8100,
"27918336" : 6189,
"28180480" : 8094,
"28442624" : 6069,
"28704768" : 4390,
"28966912" : 5573,
"29229056" : 5373,
"29491200" : 4968,
"29753344" : 4206,
"30015488" : 2792,
"30277632" : 2581,
"30539776" : 1600,
"30801920" : 902,
"31064064" : 575,
"31326208" : 652,
"31588352" : 616,
"31850496" : 445,
"32112640" : 412,
"32374784" : 168,
"32636928" : 104,
"32899072" : 55,
"33161216" : 67,
"33423360" : 77,
"33816576" : 170,
"34340864" : 73,
"34865152" : 12
}
},
"lat_ns" : {
"min" : 22425053,
"max" : 35974592,
"mean" : 28205438.722401,
"stddev" : 1988093.921449,
"N" : 136139
},
"bw_min" : 4182016,
"bw_max" : 5304320,
"bw_agg" : 100.000000,
"bw_mean" : 4653507.389831,
"bw_dev" : 69525.120946,
"bw_samples" : 236,
"iops_min" : 4084,
"iops_max" : 5180,
"iops_mean" : 4544.237288,
"iops_stddev" : 67.875646,
"iops_samples" : 236
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 3.865032,
"sys_cpu" : 17.150143,
"ctx" : 140018,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.997796,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072253,
"timestamp_ms" : 1773072253428,
"time" : "Mon Mar 9 13:04:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 188325298176,
"io_kbytes" : 183911424,
"bw_bytes" : 4708250160,
"bw" : 4597900,
"iops" : 4490.212255,
"runtime" : 39999,
"total_ios" : 179604,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 481916,
"max" : 5314363,
"mean" : 887376.373776,
"stddev" : 89739.725367,
"N" : 179605
},
"clat_ns" : {
"min" : 21729029,
"max" : 34879158,
"mean" : 27619413.076303,
"stddev" : 2010109.006318,
"N" : 179601,
"percentile" : {
"1.000000" : 23199744,
"5.000000" : 24510464,
"10.000000" : 25034752,
"20.000000" : 25821184,
"30.000000" : 26607616,
"40.000000" : 27131904,
"50.000000" : 27656192,
"60.000000" : 28180480,
"70.000000" : 28704768,
"80.000000" : 29491200,
"90.000000" : 30277632,
"95.000000" : 30801920,
"99.000000" : 32112640,
"99.500000" : 32899072,
"99.900000" : 33816576,
"99.950000" : 33816576,
"99.990000" : 34340864
},
"bins" : {
"21626880" : 5,
"21889024" : 53,
"22151168" : 102,
"22413312" : 165,
"22675456" : 518,
"22937600" : 637,
"23199744" : 1185,
"23461888" : 714,
"23724032" : 1333,
"23986176" : 1542,
"24248320" : 2290,
"24510464" : 4896,
"24772608" : 3026,
"25034752" : 4196,
"25296896" : 4811,
"25559040" : 6839,
"25821184" : 6360,
"26083328" : 7256,
"26345472" : 7849,
"26607616" : 7382,
"26869760" : 8159,
"27131904" : 8811,
"27394048" : 8845,
"27656192" : 9436,
"27918336" : 8416,
"28180480" : 9787,
"28442624" : 7608,
"28704768" : 5988,
"28966912" : 6966,
"29229056" : 7677,
"29491200" : 6712,
"29753344" : 5709,
"30015488" : 4064,
"30277632" : 5442,
"30539776" : 4419,
"30801920" : 2062,
"31064064" : 1462,
"31326208" : 1753,
"31588352" : 1823,
"31850496" : 824,
"32112640" : 707,
"32374784" : 410,
"32636928" : 403,
"32899072" : 340,
"33161216" : 263,
"33423360" : 100,
"33816576" : 171,
"34340864" : 73,
"34865152" : 12
}
},
"lat_ns" : {
"min" : 22425053,
"max" : 35974592,
"mean" : 28506807.609685,
"stddev" : 2073277.182960,
"N" : 179601
},
"bw_min" : 4065280,
"bw_max" : 5304320,
"bw_agg" : 99.978609,
"bw_mean" : 4596917.873418,
"bw_dev" : 72447.182381,
"bw_samples" : 316,
"iops_min" : 3970,
"iops_max" : 5180,
"iops_mean" : 4488.987342,
"iops_stddev" : 70.737183,
"iops_samples" : 316
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159996,
"usr_cpu" : 3.840096,
"sys_cpu" : 16.892297,
"ctx" : 184221,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.998330,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072263,
"timestamp_ms" : 1773072263429,
"time" : "Mon Mar 9 13:04:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 234215178240,
"io_kbytes" : 228725760,
"bw_bytes" : 4684303564,
"bw" : 4574515,
"iops" : 4467.380000,
"runtime" : 50000,
"total_ios" : 223369,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 481916,
"max" : 5314363,
"mean" : 891918.837193,
"stddev" : 89372.733771,
"N" : 223369
},
"clat_ns" : {
"min" : 21729029,
"max" : 35219107,
"mean" : 27759065.347284,
"stddev" : 1967168.889969,
"N" : 223365,
"percentile" : {
"1.000000" : 23199744,
"5.000000" : 24510464,
"10.000000" : 25296896,
"20.000000" : 26083328,
"30.000000" : 26607616,
"40.000000" : 27131904,
"50.000000" : 27656192,
"60.000000" : 28180480,
"70.000000" : 28966912,
"80.000000" : 29491200,
"90.000000" : 30277632,
"95.000000" : 31064064,
"99.000000" : 32374784,
"99.500000" : 32899072,
"99.900000" : 33816576,
"99.950000" : 34340864,
"99.990000" : 34865152
},
"bins" : {
"21626880" : 5,
"21889024" : 53,
"22151168" : 102,
"22413312" : 165,
"22675456" : 518,
"22937600" : 637,
"23199744" : 1185,
"23461888" : 714,
"23724032" : 1333,
"23986176" : 1542,
"24248320" : 2290,
"24510464" : 4896,
"24772608" : 3026,
"25034752" : 4305,
"25296896" : 5484,
"25559040" : 7923,
"25821184" : 7626,
"26083328" : 8148,
"26345472" : 9594,
"26607616" : 9488,
"26869760" : 9880,
"27131904" : 11512,
"27394048" : 12024,
"27656192" : 11945,
"27918336" : 11197,
"28180480" : 13076,
"28442624" : 9647,
"28704768" : 7512,
"28966912" : 8994,
"29229056" : 10595,
"29491200" : 8740,
"29753344" : 6804,
"30015488" : 4704,
"30277632" : 6884,
"30539776" : 6325,
"30801920" : 3140,
"31064064" : 2314,
"31326208" : 2319,
"31588352" : 2174,
"31850496" : 1078,
"32112640" : 1050,
"32374784" : 713,
"32636928" : 509,
"32899072" : 430,
"33161216" : 283,
"33423360" : 128,
"33816576" : 206,
"34340864" : 112,
"34865152" : 30,
"35389440" : 6
}
},
"lat_ns" : {
"min" : 22425053,
"max" : 36251916,
"mean" : 28650930.922692,
"stddev" : 2028836.800654,
"N" : 223365
},
"bw_min" : 4065280,
"bw_max" : 5304320,
"bw_agg" : 100.000000,
"bw_mean" : 4577783.717172,
"bw_dev" : 69237.348264,
"bw_samples" : 396,
"iops_min" : 3970,
"iops_max" : 5180,
"iops_mean" : 4470.323232,
"iops_stddev" : 67.602764,
"iops_samples" : 396
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 199997,
"usr_cpu" : 3.816557,
"sys_cpu" : 16.783252,
"ctx" : 228936,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.998209,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072273,
"timestamp_ms" : 1773072273429,
"time" : "Mon Mar 9 13:04:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 280681775104,
"io_kbytes" : 274103296,
"bw_bytes" : 4678029585,
"bw" : 4568388,
"iops" : 4461.383333,
"runtime" : 60000,
"total_ios" : 267683,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 481916,
"max" : 5314363,
"mean" : 893121.905231,
"stddev" : 89353.922108,
"N" : 267683
},
"clat_ns" : {
"min" : 21729029,
"max" : 35219107,
"mean" : 27797177.536482,
"stddev" : 1918442.091275,
"N" : 267679,
"percentile" : {
"1.000000" : 23461888,
"5.000000" : 24510464,
"10.000000" : 25296896,
"20.000000" : 26083328,
"30.000000" : 26869760,
"40.000000" : 27394048,
"50.000000" : 27656192,
"60.000000" : 28180480,
"70.000000" : 28966912,
"80.000000" : 29491200,
"90.000000" : 30277632,
"95.000000" : 30801920,
"99.000000" : 32374784,
"99.500000" : 32636928,
"99.900000" : 33816576,
"99.950000" : 34340864,
"99.990000" : 34865152
},
"bins" : {
"21626880" : 5,
"21889024" : 53,
"22151168" : 102,
"22413312" : 165,
"22675456" : 518,
"22937600" : 637,
"23199744" : 1185,
"23461888" : 714,
"23724032" : 1333,
"23986176" : 1543,
"24248320" : 2549,
"24510464" : 5014,
"24772608" : 3120,
"25034752" : 5029,
"25296896" : 7048,
"25559040" : 9131,
"25821184" : 9515,
"26083328" : 9874,
"26345472" : 10706,
"26607616" : 10737,
"26869760" : 12869,
"27131904" : 13739,
"27394048" : 14287,
"27656192" : 14217,
"27918336" : 13445,
"28180480" : 15434,
"28442624" : 14125,
"28704768" : 10276,
"28966912" : 11125,
"29229056" : 12694,
"29491200" : 10348,
"29753344" : 8287,
"30015488" : 5630,
"30277632" : 7551,
"30539776" : 7542,
"30801920" : 3975,
"31064064" : 3024,
"31326208" : 2622,
"31588352" : 2434,
"31850496" : 1217,
"32112640" : 1171,
"32374784" : 873,
"32636928" : 548,
"32899072" : 452,
"33161216" : 297,
"33423360" : 149,
"33816576" : 222,
"34340864" : 112,
"34865152" : 30,
"35389440" : 6
}
},
"lat_ns" : {
"min" : 22425053,
"max" : 36251916,
"mean" : 28690315.921951,
"stddev" : 1978468.946299,
"N" : 267679
},
"bw_min" : 4065280,
"bw_max" : 5304320,
"bw_agg" : 100.000000,
"bw_mean" : 4569839.630252,
"bw_dev" : 66439.386232,
"bw_samples" : 476,
"iops_min" : 3970,
"iops_max" : 5180,
"iops_mean" : 4462.571429,
"iops_stddev" : 64.869810,
"iops_samples" : 476
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239998,
"usr_cpu" : 3.800865,
"sys_cpu" : 16.757640,
"ctx" : 274352,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.998506,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072283,
"timestamp_ms" : 1773072283429,
"time" : "Mon Mar 9 13:04:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 326777176064,
"io_kbytes" : 319118336,
"bw_bytes" : 4668245372,
"bw" : 4558833,
"iops" : 4452.028571,
"runtime" : 70000,
"total_ios" : 311642,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 481916,
"max" : 5314363,
"mean" : 895000.893786,
"stddev" : 88821.131728,
"N" : 311643
},
"clat_ns" : {
"min" : 21729029,
"max" : 35992559,
"mean" : 27855826.568497,
"stddev" : 1899844.403697,
"N" : 311639,
"percentile" : {
"1.000000" : 23461888,
"5.000000" : 24772608,
"10.000000" : 25296896,
"20.000000" : 26083328,
"30.000000" : 26869760,
"40.000000" : 27394048,
"50.000000" : 27918336,
"60.000000" : 28442624,
"70.000000" : 28966912,
"80.000000" : 29491200,
"90.000000" : 30277632,
"95.000000" : 30801920,
"99.000000" : 32374784,
"99.500000" : 32899072,
"99.900000" : 33816576,
"99.950000" : 34340864,
"99.990000" : 34865152
},
"bins" : {
"21626880" : 5,
"21889024" : 53,
"22151168" : 102,
"22413312" : 165,
"22675456" : 518,
"22937600" : 637,
"23199744" : 1186,
"23461888" : 727,
"23724032" : 1416,
"23986176" : 1840,
"24248320" : 3031,
"24510464" : 5454,
"24772608" : 3646,
"25034752" : 5605,
"25296896" : 7450,
"25559040" : 10177,
"25821184" : 10806,
"26083328" : 11293,
"26345472" : 11894,
"26607616" : 11945,
"26869760" : 13804,
"27131904" : 15524,
"27394048" : 16268,
"27656192" : 16627,
"27918336" : 15781,
"28180480" : 18261,
"28442624" : 17149,
"28704768" : 12455,
"28966912" : 13384,
"29229056" : 16527,
"29491200" : 14879,
"29753344" : 10503,
"30015488" : 6339,
"30277632" : 8092,
"30539776" : 8123,
"30801920" : 4625,
"31064064" : 3570,
"31326208" : 3007,
"31588352" : 2687,
"31850496" : 1410,
"32112640" : 1401,
"32374784" : 977,
"32636928" : 651,
"32899072" : 537,
"33161216" : 440,
"33423360" : 191,
"33816576" : 256,
"34340864" : 139,
"34865152" : 56,
"35389440" : 15,
"35913728" : 11
}
},
"lat_ns" : {
"min" : 22425053,
"max" : 37039800,
"mean" : 28750874.116776,
"stddev" : 1959243.216677,
"N" : 311639
},
"bw_min" : 4065280,
"bw_max" : 5304320,
"bw_agg" : 99.975380,
"bw_mean" : 4557711.510791,
"bw_dev" : 64998.419096,
"bw_samples" : 556,
"iops_min" : 3970,
"iops_max" : 5180,
"iops_mean" : 4450.748201,
"iops_stddev" : 63.458219,
"iops_samples" : 556
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 279998,
"usr_cpu" : 3.775384,
"sys_cpu" : 16.725477,
"ctx" : 319381,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999037,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072293,
"timestamp_ms" : 1773072293429,
"time" : "Mon Mar 9 13:04:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 371732774912,
"io_kbytes" : 363020288,
"bw_bytes" : 4646659686,
"bw" : 4537753,
"iops" : 4431.450000,
"runtime" : 80000,
"total_ios" : 354516,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 481916,
"max" : 5314363,
"mean" : 899180.343065,
"stddev" : 88168.213178,
"N" : 354516
},
"clat_ns" : {
"min" : 21729029,
"max" : 35992559,
"mean" : 27984412.935359,
"stddev" : 1896840.635200,
"N" : 354512,
"percentile" : {
"1.000000" : 23724032,
"5.000000" : 24772608,
"10.000000" : 25559040,
"20.000000" : 26345472,
"30.000000" : 26869760,
"40.000000" : 27656192,
"50.000000" : 27918336,
"60.000000" : 28442624,
"70.000000" : 28966912,
"80.000000" : 29491200,
"90.000000" : 30539776,
"95.000000" : 31064064,
"99.000000" : 32374784,
"99.500000" : 32899072,
"99.900000" : 33816576,
"99.950000" : 34340864,
"99.990000" : 35389440
},
"bins" : {
"21626880" : 5,
"21889024" : 53,
"22151168" : 102,
"22413312" : 165,
"22675456" : 518,
"22937600" : 637,
"23199744" : 1186,
"23461888" : 727,
"23724032" : 1416,
"23986176" : 1840,
"24248320" : 3031,
"24510464" : 5454,
"24772608" : 3905,
"25034752" : 6152,
"25296896" : 7693,
"25559040" : 10240,
"25821184" : 10946,
"26083328" : 11789,
"26345472" : 12908,
"26607616" : 13184,
"26869760" : 14581,
"27131904" : 16363,
"27394048" : 17912,
"27656192" : 19637,
"27918336" : 19184,
"28180480" : 20188,
"28442624" : 19510,
"28704768" : 14902,
"28966912" : 15660,
"29229056" : 19046,
"29491200" : 17866,
"29753344" : 13482,
"30015488" : 8280,
"30277632" : 10119,
"30539776" : 10412,
"30801920" : 6192,
"31064064" : 4612,
"31326208" : 3905,
"31588352" : 3475,
"31850496" : 1556,
"32112640" : 1543,
"32374784" : 1190,
"32636928" : 827,
"32899072" : 665,
"33161216" : 603,
"33423360" : 269,
"33816576" : 314,
"34340864" : 159,
"34865152" : 66,
"35389440" : 28,
"35913728" : 15
}
},
"lat_ns" : {
"min" : 22425053,
"max" : 37039800,
"mean" : 28883585.236582,
"stddev" : 1956216.346894,
"N" : 354512
},
"bw_min" : 4065280,
"bw_max" : 5304320,
"bw_agg" : 100.000000,
"bw_mean" : 4539742.716981,
"bw_dev" : 64977.516979,
"bw_samples" : 636,
"iops_min" : 3970,
"iops_max" : 5180,
"iops_mean" : 4433.207547,
"iops_stddev" : 63.435448,
"iops_samples" : 636
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319998,
"usr_cpu" : 3.737836,
"sys_cpu" : 16.633854,
"ctx" : 363030,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.998872,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072303,
"timestamp_ms" : 1773072303429,
"time" : "Mon Mar 9 13:05:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 417631043584,
"io_kbytes" : 407842816,
"bw_bytes" : 4640344928,
"bw" : 4531586,
"iops" : 4425.422222,
"runtime" : 90000,
"total_ios" : 398288,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 481916,
"max" : 5314363,
"mean" : 900404.446391,
"stddev" : 88250.930850,
"N" : 398288
},
"clat_ns" : {
"min" : 21729029,
"max" : 35992559,
"mean" : 28022910.390098,
"stddev" : 1858771.727100,
"N" : 398284,
"percentile" : {
"1.000000" : 23724032,
"5.000000" : 25034752,
"10.000000" : 25559040,
"20.000000" : 26345472,
"30.000000" : 27131904,
"40.000000" : 27656192,
"50.000000" : 28180480,
"60.000000" : 28442624,
"70.000000" : 28966912,
"80.000000" : 29491200,
"90.000000" : 30277632,
"95.000000" : 31064064,
"99.000000" : 32374784,
"99.500000" : 32899072,
"99.900000" : 33816576,
"99.950000" : 34340864,
"99.990000" : 35389440
},
"bins" : {
"21626880" : 5,
"21889024" : 53,
"22151168" : 102,
"22413312" : 165,
"22675456" : 518,
"22937600" : 637,
"23199744" : 1186,
"23461888" : 727,
"23724032" : 1416,
"23986176" : 1840,
"24248320" : 3031,
"24510464" : 5454,
"24772608" : 3911,
"25034752" : 6366,
"25296896" : 8273,
"25559040" : 10615,
"25821184" : 11727,
"26083328" : 13378,
"26345472" : 14189,
"26607616" : 14445,
"26869760" : 16646,
"27131904" : 17681,
"27394048" : 19443,
"27656192" : 22374,
"27918336" : 23937,
"28180480" : 24722,
"28442624" : 24490,
"28704768" : 16914,
"28966912" : 18433,
"29229056" : 21075,
"29491200" : 19715,
"29753344" : 14886,
"30015488" : 9188,
"30277632" : 10978,
"30539776" : 11102,
"30801920" : 6763,
"31064064" : 5159,
"31326208" : 4545,
"31588352" : 3775,
"31850496" : 1889,
"32112640" : 1873,
"32374784" : 1380,
"32636928" : 932,
"32899072" : 729,
"33161216" : 650,
"33423360" : 306,
"33816576" : 374,
"34340864" : 178,
"34865152" : 66,
"35389440" : 28,
"35913728" : 15
}
},
"lat_ns" : {
"min" : 22425053,
"max" : 37039800,
"mean" : 28923337.825642,
"stddev" : 1916782.073140,
"N" : 398284
},
"bw_min" : 4065280,
"bw_max" : 5304320,
"bw_agg" : 99.998900,
"bw_mean" : 4531537.541899,
"bw_dev" : 62884.604867,
"bw_samples" : 716,
"iops_min" : 3970,
"iops_max" : 5180,
"iops_mean" : 4425.206704,
"iops_stddev" : 61.392657,
"iops_samples" : 716
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 359998,
"usr_cpu" : 3.716687,
"sys_cpu" : 16.628426,
"ctx" : 407931,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.998996,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072313,
"timestamp_ms" : 1773072313429,
"time" : "Mon Mar 9 13:05:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 465995563008,
"io_kbytes" : 455073792,
"bw_bytes" : 4659955630,
"bw" : 4550737,
"iops" : 4444.110000,
"runtime" : 100000,
"total_ios" : 444411,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 481916,
"max" : 5314363,
"mean" : 896595.235916,
"stddev" : 88380.828695,
"N" : 444412
},
"clat_ns" : {
"min" : 21729029,
"max" : 35992559,
"mean" : 27905140.474550,
"stddev" : 1880083.357056,
"N" : 444408,
"percentile" : {
"1.000000" : 23461888,
"5.000000" : 24772608,
"10.000000" : 25296896,
"20.000000" : 26345472,
"30.000000" : 26869760,
"40.000000" : 27394048,
"50.000000" : 27918336,
"60.000000" : 28442624,
"70.000000" : 28966912,
"80.000000" : 29491200,
"90.000000" : 30277632,
"95.000000" : 30801920,
"99.000000" : 32374784,
"99.500000" : 32899072,
"99.900000" : 33816576,
"99.950000" : 34340864,
"99.990000" : 34865152
},
"bins" : {
"21626880" : 5,
"21889024" : 53,
"22151168" : 102,
"22413312" : 166,
"22675456" : 1014,
"22937600" : 1456,
"23199744" : 1425,
"23461888" : 1014,
"23724032" : 1753,
"23986176" : 2774,
"24248320" : 3823,
"24510464" : 7432,
"24772608" : 6463,
"25034752" : 7873,
"25296896" : 9111,
"25559040" : 12056,
"25821184" : 13072,
"26083328" : 14279,
"26345472" : 15687,
"26607616" : 16762,
"26869760" : 18673,
"27131904" : 19813,
"27394048" : 23839,
"27656192" : 26618,
"27918336" : 26573,
"28180480" : 29242,
"28442624" : 26714,
"28704768" : 18250,
"28966912" : 19371,
"29229056" : 21828,
"29491200" : 20208,
"29753344" : 15294,
"30015488" : 9594,
"30277632" : 11377,
"30539776" : 11443,
"30801920" : 7065,
"31064064" : 5351,
"31326208" : 4590,
"31588352" : 3795,
"31850496" : 1915,
"32112640" : 1877,
"32374784" : 1380,
"32636928" : 932,
"32899072" : 729,
"33161216" : 650,
"33423360" : 306,
"33816576" : 374,
"34340864" : 178,
"34865152" : 66,
"35389440" : 28,
"35913728" : 15
}
},
"lat_ns" : {
"min" : 22425053,
"max" : 37039800,
"mean" : 28801765.681862,
"stddev" : 1938818.006445,
"N" : 444408
},
"bw_min" : 4065280,
"bw_max" : 5304320,
"bw_agg" : 99.930650,
"bw_mean" : 4547582.130653,
"bw_dev" : 63268.931345,
"bw_samples" : 796,
"iops_min" : 3970,
"iops_max" : 5180,
"iops_mean" : 4440.874372,
"iops_stddev" : 61.766893,
"iops_samples" : 796
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399998,
"usr_cpu" : 3.749019,
"sys_cpu" : 16.707084,
"ctx" : 455263,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999325,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072323,
"timestamp_ms" : 1773072323429,
"time" : "Mon Mar 9 13:05:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 515677093888,
"io_kbytes" : 503590912,
"bw_bytes" : 4687973580,
"bw" : 4578099,
"iops" : 4470.836364,
"runtime" : 110000,
"total_ios" : 491792,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 481916,
"max" : 5314363,
"mean" : 891213.796861,
"stddev" : 90329.687268,
"N" : 491792
},
"clat_ns" : {
"min" : 21729029,
"max" : 35992559,
"mean" : 27737538.364820,
"stddev" : 1957677.300664,
"N" : 491788,
"percentile" : {
"1.000000" : 23199744,
"5.000000" : 24510464,
"10.000000" : 25034752,
"20.000000" : 26083328,
"30.000000" : 26607616,
"40.000000" : 27394048,
"50.000000" : 27918336,
"60.000000" : 28180480,
"70.000000" : 28704768,
"80.000000" : 29491200,
"90.000000" : 30277632,
"95.000000" : 30801920,
"99.000000" : 32112640,
"99.500000" : 32636928,
"99.900000" : 33816576,
"99.950000" : 34340864,
"99.990000" : 34865152
},
"bins" : {
"21626880" : 5,
"21889024" : 53,
"22151168" : 102,
"22413312" : 166,
"22675456" : 1071,
"22937600" : 1956,
"23199744" : 2686,
"23461888" : 2602,
"23724032" : 4029,
"23986176" : 3597,
"24248320" : 5314,
"24510464" : 9129,
"24772608" : 8643,
"25034752" : 10085,
"25296896" : 13946,
"25559040" : 15957,
"25821184" : 16206,
"26083328" : 16273,
"26345472" : 18868,
"26607616" : 19515,
"26869760" : 20353,
"27131904" : 21262,
"27394048" : 24607,
"27656192" : 27455,
"27918336" : 27195,
"28180480" : 29725,
"28442624" : 27453,
"28704768" : 18850,
"28966912" : 20050,
"29229056" : 22594,
"29491200" : 21283,
"29753344" : 15984,
"30015488" : 10638,
"30277632" : 11834,
"30539776" : 11771,
"30801920" : 7482,
"31064064" : 5649,
"31326208" : 4689,
"31588352" : 3904,
"31850496" : 2003,
"32112640" : 1940,
"32374784" : 1438,
"32636928" : 993,
"32899072" : 816,
"33161216" : 650,
"33423360" : 306,
"33816576" : 374,
"34340864" : 178,
"34865152" : 66,
"35389440" : 28,
"35913728" : 15
}
},
"lat_ns" : {
"min" : 22425053,
"max" : 37039800,
"mean" : 28628726.190340,
"stddev" : 2018967.440876,
"N" : 491788
},
"bw_min" : 4065280,
"bw_max" : 5427200,
"bw_agg" : 100.000000,
"bw_mean" : 4578870.931507,
"bw_dev" : 69686.054432,
"bw_samples" : 876,
"iops_min" : 3970,
"iops_max" : 5300,
"iops_mean" : 4471.424658,
"iops_stddev" : 68.033529,
"iops_samples" : 876
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 439998,
"usr_cpu" : 3.771154,
"sys_cpu" : 16.846213,
"ctx" : 504230,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999187,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072333,
"timestamp_ms" : 1773072333429,
"time" : "Mon Mar 9 13:05:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 563091603456,
"io_kbytes" : 549894144,
"bw_bytes" : 4692430028,
"bw" : 4582451,
"iops" : 4475.083333,
"runtime" : 120000,
"total_ios" : 537010,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 481916,
"max" : 5314363,
"mean" : 890362.905890,
"stddev" : 89917.405394,
"N" : 537010
},
"clat_ns" : {
"min" : 21729029,
"max" : 35992559,
"mean" : 27711754.229090,
"stddev" : 1935697.766963,
"N" : 537006,
"percentile" : {
"1.000000" : 23199744,
"5.000000" : 24510464,
"10.000000" : 25296896,
"20.000000" : 26083328,
"30.000000" : 26607616,
"40.000000" : 27131904,
"50.000000" : 27656192,
"60.000000" : 28180480,
"70.000000" : 28704768,
"80.000000" : 29491200,
"90.000000" : 30277632,
"95.000000" : 30801920,
"99.000000" : 32112640,
"99.500000" : 32636928,
"99.900000" : 33816576,
"99.950000" : 34340864,
"99.990000" : 34865152
},
"bins" : {
"21626880" : 5,
"21889024" : 53,
"22151168" : 102,
"22413312" : 166,
"22675456" : 1071,
"22937600" : 1956,
"23199744" : 2686,
"23461888" : 2602,
"23724032" : 4029,
"23986176" : 3597,
"24248320" : 5314,
"24510464" : 9276,
"24772608" : 9500,
"25034752" : 10986,
"25296896" : 16329,
"25559040" : 17690,
"25821184" : 18709,
"26083328" : 20006,
"26345472" : 21601,
"26607616" : 22289,
"26869760" : 24487,
"27131904" : 25128,
"27394048" : 26679,
"27656192" : 28696,
"27918336" : 28635,
"28180480" : 31316,
"28442624" : 28896,
"28704768" : 20347,
"28966912" : 21127,
"29229056" : 24215,
"29491200" : 22756,
"29753344" : 16944,
"30015488" : 12314,
"30277632" : 12905,
"30539776" : 12537,
"30801920" : 7877,
"31064064" : 5980,
"31326208" : 5068,
"31588352" : 4083,
"31850496" : 2196,
"32112640" : 1962,
"32374784" : 1456,
"32636928" : 997,
"32899072" : 821,
"33161216" : 650,
"33423360" : 306,
"33816576" : 374,
"34340864" : 178,
"34865152" : 66,
"35389440" : 28,
"35913728" : 15
}
},
"lat_ns" : {
"min" : 22425053,
"max" : 37039800,
"mean" : 28602129.440777,
"stddev" : 1996240.187039,
"N" : 537006
},
"bw_min" : 4065280,
"bw_max" : 5427200,
"bw_agg" : 99.999581,
"bw_mean" : 4582432.811715,
"bw_dev" : 68551.330068,
"bw_samples" : 956,
"iops_min" : 3970,
"iops_max" : 5300,
"iops_mean" : 4474.903766,
"iops_stddev" : 66.925869,
"iops_samples" : 956
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479999,
"usr_cpu" : 3.780841,
"sys_cpu" : 16.866702,
"ctx" : 550776,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999255,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072343,
"timestamp_ms" : 1773072343429,
"time" : "Mon Mar 9 13:05:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 609313882112,
"io_kbytes" : 595033088,
"bw_bytes" : 4687029862,
"bw" : 4577177,
"iops" : 4469.930769,
"runtime" : 130000,
"total_ios" : 581091,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 481916,
"max" : 5314363,
"mean" : 891391.033344,
"stddev" : 88974.054117,
"N" : 581091
},
"clat_ns" : {
"min" : 21729029,
"max" : 35992559,
"mean" : 27743472.060533,
"stddev" : 1917861.216155,
"N" : 581087,
"percentile" : {
"1.000000" : 23199744,
"5.000000" : 24510464,
"10.000000" : 25296896,
"20.000000" : 26083328,
"30.000000" : 26607616,
"40.000000" : 27394048,
"50.000000" : 27656192,
"60.000000" : 28180480,
"70.000000" : 28704768,
"80.000000" : 29491200,
"90.000000" : 30277632,
"95.000000" : 30801920,
"99.000000" : 32112640,
"99.500000" : 32636928,
"99.900000" : 33816576,
"99.950000" : 33816576,
"99.990000" : 34865152
},
"bins" : {
"21626880" : 5,
"21889024" : 53,
"22151168" : 102,
"22413312" : 166,
"22675456" : 1071,
"22937600" : 1956,
"23199744" : 2686,
"23461888" : 2602,
"23724032" : 4029,
"23986176" : 3597,
"24248320" : 5314,
"24510464" : 9404,
"24772608" : 9612,
"25034752" : 11468,
"25296896" : 17401,
"25559040" : 20549,
"25821184" : 20460,
"26083328" : 20725,
"26345472" : 22433,
"26607616" : 23121,
"26869760" : 25532,
"27131904" : 27173,
"27394048" : 28936,
"27656192" : 34076,
"27918336" : 31214,
"28180480" : 33477,
"28442624" : 31359,
"28704768" : 22527,
"28966912" : 24157,
"29229056" : 26826,
"29491200" : 24859,
"29753344" : 18052,
"30015488" : 13045,
"30277632" : 13971,
"30539776" : 13722,
"30801920" : 9016,
"31064064" : 6716,
"31326208" : 5958,
"31588352" : 4258,
"31850496" : 2334,
"32112640" : 2127,
"32374784" : 1493,
"32636928" : 1015,
"32899072" : 842,
"33161216" : 668,
"33423360" : 309,
"33816576" : 384,
"34340864" : 178,
"34865152" : 66,
"35389440" : 28,
"35913728" : 15
}
},
"lat_ns" : {
"min" : 22425053,
"max" : 37039800,
"mean" : 28634862.245067,
"stddev" : 1977853.104351,
"N" : 581087
},
"bw_min" : 4065280,
"bw_max" : 5427200,
"bw_agg" : 100.000000,
"bw_mean" : 4579877.949807,
"bw_dev" : 67318.669377,
"bw_samples" : 1036,
"iops_min" : 3970,
"iops_max" : 5300,
"iops_mean" : 4472.409266,
"iops_stddev" : 65.721646,
"iops_samples" : 1036
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 519999,
"usr_cpu" : 3.768084,
"sys_cpu" : 16.849455,
"ctx" : 595683,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999312,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072353,
"timestamp_ms" : 1773072353429,
"time" : "Mon Mar 9 13:05:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 655710224384,
"io_kbytes" : 640342016,
"bw_bytes" : 4683644459,
"bw" : 4573871,
"iops" : 4466.700000,
"runtime" : 140000,
"total_ios" : 625338,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 481916,
"max" : 5314363,
"mean" : 892034.599004,
"stddev" : 88846.520978,
"N" : 625338
},
"clat_ns" : {
"min" : 21729029,
"max" : 35992559,
"mean" : 27763356.381163,
"stddev" : 1933109.350819,
"N" : 625334,
"percentile" : {
"1.000000" : 23461888,
"5.000000" : 24510464,
"10.000000" : 25296896,
"20.000000" : 26083328,
"30.000000" : 26607616,
"40.000000" : 27394048,
"50.000000" : 27656192,
"60.000000" : 28180480,
"70.000000" : 28704768,
"80.000000" : 29491200,
"90.000000" : 30277632,
"95.000000" : 30801920,
"99.000000" : 32112640,
"99.500000" : 32636928,
"99.900000" : 33816576,
"99.950000" : 34340864,
"99.990000" : 34865152
},
"bins" : {
"21626880" : 5,
"21889024" : 53,
"22151168" : 102,
"22413312" : 166,
"22675456" : 1071,
"22937600" : 1956,
"23199744" : 2686,
"23461888" : 2602,
"23724032" : 4029,
"23986176" : 3597,
"24248320" : 5358,
"24510464" : 10086,
"24772608" : 10634,
"25034752" : 12789,
"25296896" : 18363,
"25559040" : 22437,
"25821184" : 22620,
"26083328" : 23193,
"26345472" : 24717,
"26607616" : 25590,
"26869760" : 27771,
"27131904" : 29119,
"27394048" : 30642,
"27656192" : 35792,
"27918336" : 33226,
"28180480" : 34748,
"28442624" : 32147,
"28704768" : 23428,
"28966912" : 24903,
"29229056" : 28198,
"29491200" : 26330,
"29753344" : 20196,
"30015488" : 14374,
"30277632" : 15674,
"30539776" : 15975,
"30801920" : 10416,
"31064064" : 7874,
"31326208" : 6599,
"31588352" : 4665,
"31850496" : 2696,
"32112640" : 2481,
"32374784" : 1839,
"32636928" : 1307,
"32899072" : 1039,
"33161216" : 744,
"33423360" : 352,
"33816576" : 412,
"34340864" : 208,
"34865152" : 73,
"35389440" : 36,
"35913728" : 16
}
},
"lat_ns" : {
"min" : 22425053,
"max" : 37039800,
"mean" : 28655384.482636,
"stddev" : 1993644.939011,
"N" : 625334
},
"bw_min" : 4063232,
"bw_max" : 5427200,
"bw_agg" : 100.000000,
"bw_mean" : 4575640.835125,
"bw_dev" : 68149.513111,
"bw_samples" : 1116,
"iops_min" : 3968,
"iops_max" : 5300,
"iops_mean" : 4468.272401,
"iops_stddev" : 66.533631,
"iops_samples" : 1116
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559997,
"usr_cpu" : 3.766449,
"sys_cpu" : 16.833483,
"ctx" : 640813,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999360,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072363,
"timestamp_ms" : 1773072363429,
"time" : "Mon Mar 9 13:06:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 698700791808,
"io_kbytes" : 682324992,
"bw_bytes" : 4658036332,
"bw" : 4548863,
"iops" : 4442.276282,
"runtime" : 149999,
"total_ios" : 666337,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 481916,
"max" : 5314363,
"mean" : 896964.344853,
"stddev" : 89807.155346,
"N" : 666337
},
"clat_ns" : {
"min" : 21729029,
"max" : 35992559,
"mean" : 27916055.733680,
"stddev" : 1991941.076250,
"N" : 666333,
"percentile" : {
"1.000000" : 23461888,
"5.000000" : 24772608,
"10.000000" : 25296896,
"20.000000" : 26083328,
"30.000000" : 26869760,
"40.000000" : 27394048,
"50.000000" : 27918336,
"60.000000" : 28442624,
"70.000000" : 28966912,
"80.000000" : 29753344,
"90.000000" : 30539776,
"95.000000" : 31064064,
"99.000000" : 32374784,
"99.500000" : 32899072,
"99.900000" : 33816576,
"99.950000" : 34340864,
"99.990000" : 35389440
},
"bins" : {
"21626880" : 5,
"21889024" : 53,
"22151168" : 102,
"22413312" : 166,
"22675456" : 1071,
"22937600" : 1956,
"23199744" : 2686,
"23461888" : 2602,
"23724032" : 4029,
"23986176" : 3597,
"24248320" : 5358,
"24510464" : 10086,
"24772608" : 10634,
"25034752" : 12789,
"25296896" : 18363,
"25559040" : 22437,
"25821184" : 22620,
"26083328" : 23193,
"26345472" : 24717,
"26607616" : 25590,
"26869760" : 27771,
"27131904" : 29119,
"27394048" : 30655,
"27656192" : 36285,
"27918336" : 34133,
"28180480" : 36092,
"28442624" : 33398,
"28704768" : 25145,
"28966912" : 26504,
"29229056" : 31539,
"29491200" : 30137,
"29753344" : 23020,
"30015488" : 17281,
"30277632" : 18796,
"30539776" : 19219,
"30801920" : 13048,
"31064064" : 10294,
"31326208" : 9097,
"31588352" : 6034,
"31850496" : 3956,
"32112640" : 3749,
"32374784" : 2799,
"32636928" : 1916,
"32899072" : 1317,
"33161216" : 1012,
"33423360" : 698,
"33816576" : 658,
"34340864" : 440,
"34865152" : 93,
"35389440" : 57,
"35913728" : 17
}
},
"lat_ns" : {
"min" : 22425053,
"max" : 37039800,
"mean" : 28813007.005041,
"stddev" : 2054457.607986,
"N" : 666333
},
"bw_min" : 3977216,
"bw_max" : 5427200,
"bw_agg" : 100.000000,
"bw_mean" : 4551090.745819,
"bw_dev" : 70207.373741,
"bw_samples" : 1196,
"iops_min" : 3884,
"iops_max" : 5300,
"iops_mean" : 4444.294314,
"iops_stddev" : 68.543292,
"iops_samples" : 1196
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 599996,
"usr_cpu" : 3.733858,
"sys_cpu" : 16.730112,
"ctx" : 682516,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999400,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072373,
"timestamp_ms" : 1773072373429,
"time" : "Mon Mar 9 13:06:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 745116008448,
"io_kbytes" : 727652352,
"bw_bytes" : 4656975052,
"bw" : 4547827,
"iops" : 4441.262500,
"runtime" : 160000,
"total_ios" : 710602,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 481916,
"max" : 5314363,
"mean" : 897163.292786,
"stddev" : 88887.829775,
"N" : 710602
},
"clat_ns" : {
"min" : 21729029,
"max" : 35992559,
"mean" : 27922484.005837,
"stddev" : 1962864.940630,
"N" : 710598,
"percentile" : {
"1.000000" : 23461888,
"5.000000" : 24772608,
"10.000000" : 25296896,
"20.000000" : 26083328,
"30.000000" : 26869760,
"40.000000" : 27394048,
"50.000000" : 27918336,
"60.000000" : 28442624,
"70.000000" : 28966912,
"80.000000" : 29491200,
"90.000000" : 30539776,
"95.000000" : 31064064,
"99.000000" : 32374784,
"99.500000" : 32899072,
"99.900000" : 33816576,
"99.950000" : 34340864,
"99.990000" : 35389440
},
"bins" : {
"21626880" : 5,
"21889024" : 53,
"22151168" : 102,
"22413312" : 166,
"22675456" : 1071,
"22937600" : 1956,
"23199744" : 2686,
"23461888" : 2602,
"23724032" : 4029,
"23986176" : 3597,
"24248320" : 5358,
"24510464" : 10086,
"24772608" : 10634,
"25034752" : 12880,
"25296896" : 18794,
"25559040" : 23163,
"25821184" : 23360,
"26083328" : 24963,
"26345472" : 26957,
"26607616" : 28226,
"26869760" : 31093,
"27131904" : 31814,
"27394048" : 32727,
"27656192" : 39763,
"27918336" : 39042,
"28180480" : 38827,
"28442624" : 36389,
"28704768" : 27715,
"28966912" : 28291,
"29229056" : 32995,
"29491200" : 31655,
"29753344" : 24425,
"30015488" : 18275,
"30277632" : 19679,
"30539776" : 19981,
"30801920" : 13434,
"31064064" : 10600,
"31326208" : 9395,
"31588352" : 6284,
"31850496" : 4137,
"32112640" : 4030,
"32374784" : 2844,
"32636928" : 1968,
"32899072" : 1375,
"33161216" : 1088,
"33423360" : 723,
"33816576" : 707,
"34340864" : 472,
"34865152" : 108,
"35389440" : 57,
"35913728" : 17
}
},
"lat_ns" : {
"min" : 22425053,
"max" : 37039800,
"mean" : 28819649.815980,
"stddev" : 2024438.761972,
"N" : 710598
},
"bw_min" : 3977216,
"bw_max" : 5427200,
"bw_agg" : 100.000000,
"bw_mean" : 4548438.485893,
"bw_dev" : 68946.704574,
"bw_samples" : 1276,
"iops_min" : 3884,
"iops_max" : 5300,
"iops_mean" : 4441.705329,
"iops_stddev" : 67.312533,
"iops_samples" : 1276
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639997,
"usr_cpu" : 3.735643,
"sys_cpu" : 16.724297,
"ctx" : 727618,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999437,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072383,
"timestamp_ms" : 1773072383429,
"time" : "Mon Mar 9 13:06:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 787585433600,
"io_kbytes" : 769126400,
"bw_bytes" : 4632855491,
"bw" : 4524272,
"iops" : 4418.258824,
"runtime" : 170000,
"total_ios" : 751104,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 481916,
"max" : 5314363,
"mean" : 901855.671003,
"stddev" : 90903.176280,
"N" : 751104
},
"clat_ns" : {
"min" : 21729029,
"max" : 36688242,
"mean" : 28067510.686714,
"stddev" : 2066496.832594,
"N" : 751100,
"percentile" : {
"1.000000" : 23461888,
"5.000000" : 24772608,
"10.000000" : 25559040,
"20.000000" : 26345472,
"30.000000" : 26869760,
"40.000000" : 27656192,
"50.000000" : 27918336,
"60.000000" : 28442624,
"70.000000" : 29229056,
"80.000000" : 29753344,
"90.000000" : 30801920,
"95.000000" : 31588352,
"99.000000" : 33161216,
"99.500000" : 33816576,
"99.900000" : 35389440,
"99.950000" : 35913728,
"99.990000" : 35913728
},
"bins" : {
"21626880" : 5,
"21889024" : 53,
"22151168" : 102,
"22413312" : 166,
"22675456" : 1071,
"22937600" : 1956,
"23199744" : 2686,
"23461888" : 2602,
"23724032" : 4029,
"23986176" : 3597,
"24248320" : 5358,
"24510464" : 10086,
"24772608" : 10691,
"25034752" : 12990,
"25296896" : 18883,
"25559040" : 23295,
"25821184" : 23553,
"26083328" : 25163,
"26345472" : 27394,
"26607616" : 29016,
"26869760" : 31922,
"27131904" : 32367,
"27394048" : 33283,
"27656192" : 40946,
"27918336" : 39429,
"28180480" : 39418,
"28442624" : 37166,
"28704768" : 28781,
"28966912" : 29169,
"29229056" : 34702,
"29491200" : 33369,
"29753344" : 26684,
"30015488" : 20344,
"30277632" : 21692,
"30539776" : 21929,
"30801920" : 15380,
"31064064" : 11515,
"31326208" : 11309,
"31588352" : 9560,
"31850496" : 6233,
"32112640" : 5089,
"32374784" : 3673,
"32636928" : 3358,
"32899072" : 2774,
"33161216" : 2108,
"33423360" : 1572,
"33816576" : 1825,
"34340864" : 1202,
"34865152" : 620,
"35389440" : 433,
"35913728" : 517,
"36438016" : 35
}
},
"lat_ns" : {
"min" : 22425053,
"max" : 37897722,
"mean" : 28969348.141004,
"stddev" : 2131520.486818,
"N" : 751100
},
"bw_min" : 3782656,
"bw_max" : 5427200,
"bw_agg" : 100.000000,
"bw_mean" : 4527197.324484,
"bw_dev" : 72206.928053,
"bw_samples" : 1356,
"iops_min" : 3694,
"iops_max" : 5300,
"iops_mean" : 4420.955752,
"iops_stddev" : 70.501536,
"iops_samples" : 1356
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 679997,
"usr_cpu" : 3.704575,
"sys_cpu" : 16.621838,
"ctx" : 768748,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999467,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072393,
"timestamp_ms" : 1773072393429,
"time" : "Mon Mar 9 13:06:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 826610286592,
"io_kbytes" : 807236608,
"bw_bytes" : 4592279369,
"bw" : 4484647,
"iops" : 4379.538889,
"runtime" : 180000,
"total_ios" : 788317,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 481916,
"max" : 5314363,
"mean" : 909857.445475,
"stddev" : 96738.789191,
"N" : 788321
},
"clat_ns" : {
"min" : 7712,
"max" : 38011806,
"mean" : 28313478.621772,
"stddev" : 2332748.861277,
"N" : 788441,
"percentile" : {
"1.000000" : 23461888,
"5.000000" : 24772608,
"10.000000" : 25559040,
"20.000000" : 26345472,
"30.000000" : 27131904,
"40.000000" : 27656192,
"50.000000" : 28180480,
"60.000000" : 28704768,
"70.000000" : 29491200,
"80.000000" : 30277632,
"90.000000" : 31326208,
"95.000000" : 32636928,
"99.000000" : 34865152,
"99.500000" : 35389440,
"99.900000" : 36438016,
"99.950000" : 36962304,
"99.990000" : 38010880
},
"bins" : {
"7712" : 1,
"8096" : 1,
"8256" : 1,
"15040" : 1,
"946176" : 1,
"987136" : 2,
"1003520" : 1,
"1974272" : 3,
"1990656" : 1,
"2932736" : 3,
"2965504" : 1,
"3915776" : 3,
"3948544" : 1,
"4882432" : 2,
"4947968" : 2,
"5865472" : 2,
"5931008" : 2,
"6848512" : 3,
"6914048" : 1,
"7766016" : 1,
"7831552" : 2,
"7962624" : 1,
"8847360" : 4,
"9764864" : 4,
"10813440" : 4,
"11730944" : 4,
"12648448" : 3,
"12779520" : 1,
"13697024" : 4,
"14614528" : 4,
"15663104" : 4,
"16580608" : 4,
"17694720" : 4,
"18481152" : 4,
"19529728" : 4,
"20578304" : 4,
"21364736" : 3,
"21626880" : 6,
"21889024" : 53,
"22151168" : 102,
"22413312" : 170,
"22675456" : 1071,
"22937600" : 1956,
"23199744" : 2686,
"23461888" : 2606,
"23724032" : 4029,
"23986176" : 3597,
"24248320" : 5359,
"24510464" : 10089,
"24772608" : 10691,
"25034752" : 12990,
"25296896" : 18887,
"25559040" : 23295,
"25821184" : 23553,
"26083328" : 25163,
"26345472" : 27398,
"26607616" : 29016,
"26869760" : 31922,
"27131904" : 32367,
"27394048" : 33287,
"27656192" : 40946,
"27918336" : 39429,
"28180480" : 39421,
"28442624" : 37167,
"28704768" : 28781,
"28966912" : 29169,
"29229056" : 34705,
"29491200" : 33370,
"29753344" : 26685,
"30015488" : 20432,
"30277632" : 21873,
"30539776" : 22252,
"30801920" : 15694,
"31064064" : 11858,
"31326208" : 12472,
"31588352" : 11308,
"31850496" : 8552,
"32112640" : 8322,
"32374784" : 5583,
"32636928" : 5397,
"32899072" : 5386,
"33161216" : 4466,
"33423360" : 4803,
"33816576" : 6809,
"34340864" : 4942,
"34865152" : 3308,
"35389440" : 2422,
"35913728" : 1248,
"36438016" : 659,
"36962304" : 421,
"37486592" : 91,
"38010880" : 86
}
},
"lat_ns" : {
"min" : 943792,
"max" : 39193141,
"mean" : 29223336.699979,
"stddev" : 2405972.588710,
"N" : 788441
},
"bw_min" : 3579904,
"bw_max" : 5427200,
"bw_agg" : 100.000000,
"bw_mean" : 4487209.284123,
"bw_dev" : 81636.693927,
"bw_samples" : 1436,
"iops_min" : 3496,
"iops_max" : 5300,
"iops_mean" : 4381.894150,
"iops_stddev" : 79.719008,
"iops_samples" : 1436
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719997,
"usr_cpu" : 3.666404,
"sys_cpu" : 16.447846,
"ctx" : 806304,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999493,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 100.005074,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072393,
"timestamp_ms" : 1773072393471,
"time" : "Mon Mar 9 13:06:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 826744504320,
"io_kbytes" : 807367680,
"bw_bytes" : 4592948474,
"bw" : 4485301,
"iops" : 4379.465898,
"runtime" : 180003,
"total_ios" : 788317,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 481916,
"max" : 5314363,
"mean" : 909857.445475,
"stddev" : 96738.789191,
"N" : 788321
},
"clat_ns" : {
"min" : 7712,
"max" : 38011806,
"mean" : 28313478.621772,
"stddev" : 2332748.861277,
"N" : 788441,
"percentile" : {
"1.000000" : 23461888,
"5.000000" : 24772608,
"10.000000" : 25559040,
"20.000000" : 26345472,
"30.000000" : 27131904,
"40.000000" : 27656192,
"50.000000" : 28180480,
"60.000000" : 28704768,
"70.000000" : 29491200,
"80.000000" : 30277632,
"90.000000" : 31326208,
"95.000000" : 32636928,
"99.000000" : 34865152,
"99.500000" : 35389440,
"99.900000" : 36438016,
"99.950000" : 36962304,
"99.990000" : 38010880
},
"bins" : {
"7712" : 1,
"8096" : 1,
"8256" : 1,
"15040" : 1,
"946176" : 1,
"987136" : 2,
"1003520" : 1,
"1974272" : 3,
"1990656" : 1,
"2932736" : 3,
"2965504" : 1,
"3915776" : 3,
"3948544" : 1,
"4882432" : 2,
"4947968" : 2,
"5865472" : 2,
"5931008" : 2,
"6848512" : 3,
"6914048" : 1,
"7766016" : 1,
"7831552" : 2,
"7962624" : 1,
"8847360" : 4,
"9764864" : 4,
"10813440" : 4,
"11730944" : 4,
"12648448" : 3,
"12779520" : 1,
"13697024" : 4,
"14614528" : 4,
"15663104" : 4,
"16580608" : 4,
"17694720" : 4,
"18481152" : 4,
"19529728" : 4,
"20578304" : 4,
"21364736" : 3,
"21626880" : 6,
"21889024" : 53,
"22151168" : 102,
"22413312" : 170,
"22675456" : 1071,
"22937600" : 1956,
"23199744" : 2686,
"23461888" : 2606,
"23724032" : 4029,
"23986176" : 3597,
"24248320" : 5359,
"24510464" : 10089,
"24772608" : 10691,
"25034752" : 12990,
"25296896" : 18887,
"25559040" : 23295,
"25821184" : 23553,
"26083328" : 25163,
"26345472" : 27398,
"26607616" : 29016,
"26869760" : 31922,
"27131904" : 32367,
"27394048" : 33287,
"27656192" : 40946,
"27918336" : 39429,
"28180480" : 39421,
"28442624" : 37167,
"28704768" : 28781,
"28966912" : 29169,
"29229056" : 34705,
"29491200" : 33370,
"29753344" : 26685,
"30015488" : 20432,
"30277632" : 21873,
"30539776" : 22252,
"30801920" : 15694,
"31064064" : 11858,
"31326208" : 12472,
"31588352" : 11308,
"31850496" : 8552,
"32112640" : 8322,
"32374784" : 5583,
"32636928" : 5397,
"32899072" : 5386,
"33161216" : 4466,
"33423360" : 4803,
"33816576" : 6809,
"34340864" : 4942,
"34865152" : 3308,
"35389440" : 2422,
"35913728" : 1248,
"36438016" : 659,
"36962304" : 421,
"37486592" : 91,
"38010880" : 86
}
},
"lat_ns" : {
"min" : 943792,
"max" : 39193141,
"mean" : 29223336.699979,
"stddev" : 2405972.588710,
"N" : 788441
},
"bw_min" : 3579904,
"bw_max" : 5427200,
"bw_agg" : 100.000000,
"bw_mean" : 4487209.284123,
"bw_dev" : 81636.693927,
"bw_samples" : 1436,
"iops_min" : 3496,
"iops_max" : 5300,
"iops_mean" : 4381.894150,
"iops_stddev" : 79.719008,
"iops_samples" : 1436
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 720005,
"usr_cpu" : 3.666363,
"sys_cpu" : 16.447664,
"ctx" : 806309,
"majf" : 0,
"minf" : 145,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999493,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 100.005074,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}