raidz2/benchmarks/rand/rand-read-qd32-nj1_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773085143,
"timestamp_ms" : 1773085143458,
"time" : "Mon Mar 9 16:39:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 2011385856,
"io_kbytes" : 1964244,
"bw_bytes" : 206021290,
"bw" : 201192,
"iops" : 50302.161221,
"runtime" : 9763,
"total_ios" : 491100,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9763,
"usr_cpu" : 7.723036,
"sys_cpu" : 91.949196,
"ctx" : 5,
"majf" : 0,
"minf" : 39,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.993688,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085153,
"timestamp_ms" : 1773085153693,
"time" : "Mon Mar 9 16:39:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 2088775680,
"io_kbytes" : 2039820,
"bw_bytes" : 208898457,
"bw" : 204002,
"iops" : 51000.700070,
"runtime" : 9999,
"total_ios" : 509956,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5158,
"max" : 126714,
"mean" : 17935.975121,
"stddev" : 3044.565577,
"N" : 509956
},
"clat_ns" : {
"min" : 502047,
"max" : 747992,
"mean" : 609029.514859,
"stddev" : 22379.941949,
"N" : 509955,
"percentile" : {
"1.000000" : 561152,
"5.000000" : 577536,
"10.000000" : 585728,
"20.000000" : 593920,
"30.000000" : 602112,
"40.000000" : 602112,
"50.000000" : 610304,
"60.000000" : 610304,
"70.000000" : 618496,
"80.000000" : 626688,
"90.000000" : 634880,
"95.000000" : 643072,
"99.000000" : 684032,
"99.500000" : 692224,
"99.900000" : 708608,
"99.950000" : 716800,
"99.990000" : 724992
},
"bins" : {
"501760" : 1,
"505856" : 3,
"514048" : 6,
"518144" : 12,
"522240" : 15,
"528384" : 69,
"536576" : 338,
"544768" : 790,
"552960" : 2264,
"561152" : 5474,
"569344" : 11278,
"577536" : 23210,
"585728" : 42240,
"593920" : 62927,
"602112" : 83394,
"610304" : 94447,
"618496" : 76338,
"626688" : 51107,
"634880" : 21416,
"643072" : 10203,
"651264" : 6566,
"659456" : 3716,
"667648" : 3311,
"675840" : 3023,
"684032" : 3196,
"692224" : 2228,
"700416" : 1491,
"708608" : 538,
"716800" : 239,
"724992" : 74,
"733184" : 21,
"741376" : 18,
"749568" : 3
}
},
"lat_ns" : {
"min" : 519344,
"max" : 766220,
"mean" : 626965.491977,
"stddev" : 22894.423020,
"N" : 509955
},
"bw_min" : 200248,
"bw_max" : 206680,
"bw_agg" : 99.974314,
"bw_mean" : 203950.473684,
"bw_dev" : 2424.394137,
"bw_samples" : 19,
"iops_min" : 50064,
"iops_max" : 51672,
"iops_mean" : 50987.789474,
"iops_stddev" : 606.012796,
"iops_samples" : 19
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 8.310831,
"sys_cpu" : 91.359136,
"ctx" : 18,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999804,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 99.999804,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085163,
"timestamp_ms" : 1773085163694,
"time" : "Mon Mar 9 16:39:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 4195028992,
"io_kbytes" : 4096708,
"bw_bytes" : 209761937,
"bw" : 204845,
"iops" : 51211.460573,
"runtime" : 19999,
"total_ios" : 1024178,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5088,
"max" : 127275,
"mean" : 17855.289803,
"stddev" : 3013.143883,
"N" : 1024178
},
"clat_ns" : {
"min" : 502047,
"max" : 747992,
"mean" : 606536.778373,
"stddev" : 20422.825113,
"N" : 1024177,
"percentile" : {
"1.000000" : 561152,
"5.000000" : 577536,
"10.000000" : 585728,
"20.000000" : 593920,
"30.000000" : 593920,
"40.000000" : 602112,
"50.000000" : 610304,
"60.000000" : 610304,
"70.000000" : 618496,
"80.000000" : 618496,
"90.000000" : 626688,
"95.000000" : 634880,
"99.000000" : 675840,
"99.500000" : 684032,
"99.900000" : 700416,
"99.950000" : 708608,
"99.990000" : 724992
},
"bins" : {
"501760" : 1,
"505856" : 5,
"509952" : 7,
"514048" : 10,
"518144" : 22,
"522240" : 32,
"528384" : 172,
"536576" : 667,
"544768" : 1726,
"552960" : 4805,
"561152" : 12285,
"569344" : 25965,
"577536" : 51495,
"585728" : 94279,
"593920" : 136057,
"602112" : 176748,
"610304" : 193968,
"618496" : 147093,
"626688" : 95882,
"634880" : 35571,
"643072" : 17298,
"651264" : 11071,
"659456" : 4652,
"667648" : 3380,
"675840" : 3055,
"684032" : 3204,
"692224" : 2249,
"700416" : 1504,
"708608" : 588,
"716800" : 243,
"724992" : 102,
"733184" : 21,
"741376" : 18,
"749568" : 3
}
},
"lat_ns" : {
"min" : 519344,
"max" : 766220,
"mean" : 624392.067329,
"stddev" : 20857.766679,
"N" : 1024177
},
"bw_min" : 200248,
"bw_max" : 206992,
"bw_agg" : 100.000000,
"bw_mean" : 204863.692308,
"bw_dev" : 1944.265132,
"bw_samples" : 39,
"iops_min" : 50064,
"iops_max" : 51748,
"iops_mean" : 51216.000000,
"iops_stddev" : 485.975741,
"iops_samples" : 39
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 8.210411,
"sys_cpu" : 91.459573,
"ctx" : 28,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999902,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999902,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 99.999902,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085173,
"timestamp_ms" : 1773085173693,
"time" : "Mon Mar 9 16:39:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 6272991232,
"io_kbytes" : 6125968,
"bw_bytes" : 209106677,
"bw" : 204205,
"iops" : 51051.468382,
"runtime" : 29999,
"total_ios" : 1531493,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5088,
"max" : 127275,
"mean" : 17915.155207,
"stddev" : 3040.955088,
"N" : 1531493
},
"clat_ns" : {
"min" : 502047,
"max" : 766762,
"mean" : 608415.528166,
"stddev" : 21991.838780,
"N" : 1531492,
"percentile" : {
"1.000000" : 561152,
"5.000000" : 577536,
"10.000000" : 585728,
"20.000000" : 593920,
"30.000000" : 593920,
"40.000000" : 602112,
"50.000000" : 610304,
"60.000000" : 610304,
"70.000000" : 618496,
"80.000000" : 626688,
"90.000000" : 634880,
"95.000000" : 643072,
"99.000000" : 684032,
"99.500000" : 692224,
"99.900000" : 708608,
"99.950000" : 716800,
"99.990000" : 724992
},
"bins" : {
"501760" : 2,
"505856" : 10,
"509952" : 10,
"514048" : 17,
"518144" : 24,
"522240" : 40,
"528384" : 240,
"536576" : 834,
"544768" : 2307,
"552960" : 6490,
"561152" : 17015,
"569344" : 35933,
"577536" : 72749,
"585728" : 131785,
"593920" : 192608,
"602112" : 253856,
"610304" : 281151,
"618496" : 224592,
"626688" : 152205,
"634880" : 62226,
"643072" : 29690,
"651264" : 19068,
"659456" : 10744,
"667648" : 9263,
"675840" : 8474,
"684032" : 8604,
"692224" : 5755,
"700416" : 3626,
"708608" : 1329,
"716800" : 479,
"724992" : 283,
"733184" : 34,
"741376" : 20,
"749568" : 10,
"757760" : 12,
"765952" : 8
}
},
"lat_ns" : {
"min" : 515428,
"max" : 786391,
"mean" : 626330.669221,
"stddev" : 22490.148522,
"N" : 1531492
},
"bw_min" : 199728,
"bw_max" : 206992,
"bw_agg" : 100.000000,
"bw_mean" : 204298.728814,
"bw_dev" : 2292.238733,
"bw_samples" : 59,
"iops_min" : 49932,
"iops_max" : 51748,
"iops_mean" : 51074.728814,
"iops_stddev" : 573.028880,
"iops_samples" : 59
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 8.153605,
"sys_cpu" : 91.519717,
"ctx" : 34,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999935,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999935,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 99.998302,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085183,
"timestamp_ms" : 1773085183694,
"time" : "Mon Mar 9 16:39:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 8370704384,
"io_kbytes" : 8174516,
"bw_bytes" : 209272841,
"bw" : 204368,
"iops" : 51092.027301,
"runtime" : 39999,
"total_ios" : 2043630,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5088,
"max" : 127275,
"mean" : 17898.859497,
"stddev" : 3032.247686,
"N" : 2043630
},
"clat_ns" : {
"min" : 502047,
"max" : 861056,
"mean" : 607939.508534,
"stddev" : 21367.218988,
"N" : 2043629,
"percentile" : {
"1.000000" : 561152,
"5.000000" : 577536,
"10.000000" : 585728,
"20.000000" : 593920,
"30.000000" : 593920,
"40.000000" : 602112,
"50.000000" : 610304,
"60.000000" : 610304,
"70.000000" : 618496,
"80.000000" : 618496,
"90.000000" : 626688,
"95.000000" : 643072,
"99.000000" : 684032,
"99.500000" : 692224,
"99.900000" : 708608,
"99.950000" : 708608,
"99.990000" : 724992
},
"bins" : {
"501760" : 2,
"505856" : 10,
"509952" : 12,
"514048" : 25,
"518144" : 35,
"522240" : 56,
"528384" : 330,
"536576" : 1156,
"544768" : 3123,
"552960" : 8677,
"561152" : 22641,
"569344" : 48050,
"577536" : 97176,
"585728" : 177350,
"593920" : 258878,
"602112" : 344103,
"610304" : 380323,
"618496" : 300843,
"626688" : 204655,
"634880" : 79689,
"643072" : 37604,
"651264" : 23900,
"659456" : 12510,
"667648" : 10411,
"675840" : 9556,
"684032" : 9553,
"692224" : 6504,
"700416" : 4007,
"708608" : 1461,
"716800" : 561,
"724992" : 307,
"733184" : 38,
"741376" : 21,
"749568" : 11,
"757760" : 13,
"765952" : 11,
"774144" : 1,
"782336" : 1,
"790528" : 1,
"798720" : 2,
"806912" : 2,
"815104" : 1,
"823296" : 2,
"831488" : 7,
"839680" : 5,
"847872" : 1,
"856064" : 4,
"864256" : 1
}
},
"lat_ns" : {
"min" : 515428,
"max" : 881607,
"mean" : 625838.369196,
"stddev" : 21840.719746,
"N" : 2043629
},
"bw_min" : 199728,
"bw_max" : 206992,
"bw_agg" : 99.999996,
"bw_mean" : 204368.126582,
"bw_dev" : 2170.363159,
"bw_samples" : 79,
"iops_min" : 49932,
"iops_max" : 51748,
"iops_mean" : 51092.063291,
"iops_stddev" : 542.565046,
"iops_samples" : 79
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 7.945199,
"sys_cpu" : 91.727293,
"ctx" : 44,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999951,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999951,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 99.997162,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085193,
"timestamp_ms" : 1773085193693,
"time" : "Mon Mar 9 16:39:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 10471727104,
"io_kbytes" : 10226296,
"bw_bytes" : 209438730,
"bw" : 204530,
"iops" : 51132.522650,
"runtime" : 49999,
"total_ios" : 2556575,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5018,
"max" : 127275,
"mean" : 17878.217941,
"stddev" : 3027.659931,
"N" : 2556575
},
"clat_ns" : {
"min" : 500355,
"max" : 861056,
"mean" : 607455.308385,
"stddev" : 21166.666492,
"N" : 2556574,
"percentile" : {
"1.000000" : 561152,
"5.000000" : 577536,
"10.000000" : 585728,
"20.000000" : 593920,
"30.000000" : 593920,
"40.000000" : 602112,
"50.000000" : 610304,
"60.000000" : 610304,
"70.000000" : 618496,
"80.000000" : 618496,
"90.000000" : 626688,
"95.000000" : 643072,
"99.000000" : 675840,
"99.500000" : 692224,
"99.900000" : 708608,
"99.950000" : 708608,
"99.990000" : 724992
},
"bins" : {
"501760" : 8,
"505856" : 13,
"509952" : 20,
"514048" : 38,
"518144" : 57,
"522240" : 86,
"528384" : 446,
"536576" : 1509,
"544768" : 3998,
"552960" : 11451,
"561152" : 29393,
"569344" : 62307,
"577536" : 124704,
"585728" : 227151,
"593920" : 330080,
"602112" : 436223,
"610304" : 474765,
"618496" : 371396,
"626688" : 247946,
"634880" : 94495,
"643072" : 45684,
"651264" : 29326,
"659456" : 16076,
"667648" : 13164,
"675840" : 11653,
"684032" : 10918,
"692224" : 6985,
"700416" : 4106,
"708608" : 1513,
"716800" : 587,
"724992" : 315,
"733184" : 47,
"741376" : 29,
"749568" : 16,
"757760" : 13,
"765952" : 13,
"774144" : 3,
"782336" : 5,
"790528" : 2,
"798720" : 3,
"806912" : 5,
"815104" : 1,
"823296" : 3,
"831488" : 10,
"839680" : 6,
"847872" : 1,
"856064" : 4,
"864256" : 1
}
},
"lat_ns" : {
"min" : 515428,
"max" : 881607,
"mean" : 625333.529218,
"stddev" : 21632.740722,
"N" : 2556574
},
"bw_min" : 199728,
"bw_max" : 206992,
"bw_agg" : 100.000000,
"bw_mean" : 204554.565657,
"bw_dev" : 2001.848927,
"bw_samples" : 99,
"iops_min" : 49932,
"iops_max" : 51748,
"iops_mean" : 51138.656566,
"iops_stddev" : 500.433387,
"iops_samples" : 99
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 8.074161,
"sys_cpu" : 91.597832,
"ctx" : 54,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999961,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999961,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 99.997027,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085203,
"timestamp_ms" : 1773085203694,
"time" : "Mon Mar 9 16:40:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 12571598848,
"io_kbytes" : 12276952,
"bw_bytes" : 209526647,
"bw" : 204615,
"iops" : 51154.000000,
"runtime" : 60000,
"total_ios" : 3069240,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4858,
"max" : 127275,
"mean" : 17857.301320,
"stddev" : 3040.303798,
"N" : 3069240
},
"clat_ns" : {
"min" : 493173,
"max" : 861056,
"mean" : 607208.938578,
"stddev" : 22178.831355,
"N" : 3069239,
"percentile" : {
"1.000000" : 561152,
"5.000000" : 577536,
"10.000000" : 577536,
"20.000000" : 593920,
"30.000000" : 593920,
"40.000000" : 602112,
"50.000000" : 610304,
"60.000000" : 610304,
"70.000000" : 618496,
"80.000000" : 618496,
"90.000000" : 626688,
"95.000000" : 643072,
"99.000000" : 684032,
"99.500000" : 692224,
"99.900000" : 700416,
"99.950000" : 708608,
"99.990000" : 724992
},
"bins" : {
"493568" : 3,
"497664" : 3,
"501760" : 10,
"505856" : 16,
"509952" : 23,
"514048" : 57,
"518144" : 80,
"522240" : 118,
"528384" : 633,
"536576" : 2094,
"544768" : 5510,
"552960" : 15704,
"561152" : 39020,
"569344" : 82747,
"577536" : 162222,
"585728" : 284185,
"593920" : 407786,
"602112" : 523979,
"610304" : 549078,
"618496" : 421034,
"626688" : 270241,
"634880" : 106292,
"643072" : 55598,
"651264" : 39064,
"659456" : 27002,
"667648" : 23768,
"675840" : 20415,
"684032" : 15920,
"692224" : 9095,
"700416" : 4749,
"708608" : 1680,
"716800" : 614,
"724992" : 324,
"733184" : 54,
"741376" : 35,
"749568" : 16,
"757760" : 13,
"765952" : 13,
"774144" : 3,
"782336" : 5,
"790528" : 2,
"798720" : 3,
"806912" : 5,
"815104" : 1,
"823296" : 3,
"831488" : 10,
"839680" : 6,
"847872" : 1,
"856064" : 4,
"864256" : 1
}
},
"lat_ns" : {
"min" : 511402,
"max" : 881607,
"mean" : 625066.229566,
"stddev" : 22688.007095,
"N" : 3069239
},
"bw_min" : 199728,
"bw_max" : 206992,
"bw_agg" : 100.000000,
"bw_mean" : 204650.554622,
"bw_dev" : 1858.194790,
"bw_samples" : 119,
"iops_min" : 49932,
"iops_max" : 51748,
"iops_mean" : 51162.647059,
"iops_stddev" : 464.520923,
"iops_samples" : 119
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 60000,
"usr_cpu" : 8.035000,
"sys_cpu" : 91.640000,
"ctx" : 59,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 99.999967,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 99.997328,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085213,
"timestamp_ms" : 1773085213693,
"time" : "Mon Mar 9 16:40:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 14670053376,
"io_kbytes" : 14326224,
"bw_bytes" : 209575185,
"bw" : 204663,
"iops" : 51165.830940,
"runtime" : 69999,
"total_ios" : 3581557,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4858,
"max" : 127275,
"mean" : 17843.936500,
"stddev" : 3050.718838,
"N" : 3581558
},
"clat_ns" : {
"min" : 493173,
"max" : 861056,
"mean" : 607083.704511,
"stddev" : 22870.107789,
"N" : 3581556,
"percentile" : {
"1.000000" : 561152,
"5.000000" : 569344,
"10.000000" : 577536,
"20.000000" : 585728,
"30.000000" : 593920,
"40.000000" : 602112,
"50.000000" : 602112,
"60.000000" : 610304,
"70.000000" : 618496,
"80.000000" : 618496,
"90.000000" : 634880,
"95.000000" : 651264,
"99.000000" : 684032,
"99.500000" : 692224,
"99.900000" : 700416,
"99.950000" : 708608,
"99.990000" : 724992
},
"bins" : {
"493568" : 3,
"497664" : 3,
"501760" : 13,
"505856" : 20,
"509952" : 28,
"514048" : 60,
"518144" : 101,
"522240" : 146,
"528384" : 799,
"536576" : 2660,
"544768" : 7314,
"552960" : 20111,
"561152" : 48479,
"569344" : 102644,
"577536" : 198283,
"585728" : 338781,
"593920" : 484535,
"602112" : 610884,
"610304" : 624526,
"618496" : 473398,
"626688" : 295191,
"634880" : 118355,
"643072" : 65074,
"651264" : 48685,
"659456" : 37538,
"667648" : 33977,
"675840" : 28664,
"684032" : 21382,
"692224" : 11296,
"700416" : 5319,
"708608" : 1973,
"716800" : 692,
"724992" : 387,
"733184" : 88,
"741376" : 51,
"749568" : 26,
"757760" : 14,
"765952" : 13,
"774144" : 3,
"782336" : 5,
"790528" : 2,
"798720" : 3,
"806912" : 5,
"815104" : 1,
"823296" : 3,
"831488" : 10,
"839680" : 6,
"847872" : 1,
"856064" : 4,
"864256" : 1
}
},
"lat_ns" : {
"min" : 511402,
"max" : 881607,
"mean" : 624927.639006,
"stddev" : 23407.295336,
"N" : 3581556
},
"bw_min" : 199728,
"bw_max" : 206992,
"bw_agg" : 100.000000,
"bw_mean" : 204694.633094,
"bw_dev" : 1734.862469,
"bw_samples" : 139,
"iops_min" : 49932,
"iops_max" : 51748,
"iops_mean" : 51173.661871,
"iops_stddev" : 433.689038,
"iops_samples" : 139
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 8.014400,
"sys_cpu" : 91.664167,
"ctx" : 64,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 99.997599,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085223,
"timestamp_ms" : 1773085223693,
"time" : "Mon Mar 9 16:40:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 16767217664,
"io_kbytes" : 16374236,
"bw_bytes" : 209592840,
"bw" : 204680,
"iops" : 51170.139627,
"runtime" : 79999,
"total_ios" : 4093560,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4858,
"max" : 127275,
"mean" : 17834.785174,
"stddev" : 3056.968934,
"N" : 4093560
},
"clat_ns" : {
"min" : 493173,
"max" : 861056,
"mean" : 607036.438284,
"stddev" : 23377.852637,
"N" : 4093559,
"percentile" : {
"1.000000" : 561152,
"5.000000" : 569344,
"10.000000" : 577536,
"20.000000" : 585728,
"30.000000" : 593920,
"40.000000" : 602112,
"50.000000" : 602112,
"60.000000" : 610304,
"70.000000" : 618496,
"80.000000" : 618496,
"90.000000" : 634880,
"95.000000" : 651264,
"99.000000" : 684032,
"99.500000" : 692224,
"99.900000" : 700416,
"99.950000" : 708608,
"99.990000" : 724992
},
"bins" : {
"493568" : 3,
"497664" : 3,
"501760" : 13,
"505856" : 21,
"509952" : 33,
"514048" : 69,
"518144" : 109,
"522240" : 183,
"528384" : 973,
"536576" : 3221,
"544768" : 9086,
"552960" : 24270,
"561152" : 57406,
"569344" : 121154,
"577536" : 232595,
"585728" : 394426,
"593920" : 562435,
"602112" : 697195,
"610304" : 700069,
"618496" : 526594,
"626688" : 319832,
"634880" : 131019,
"643072" : 74681,
"651264" : 58068,
"659456" : 48107,
"667648" : 44497,
"675840" : 36757,
"684032" : 27303,
"692224" : 13432,
"700416" : 6239,
"708608" : 2357,
"716800" : 756,
"724992" : 414,
"733184" : 91,
"741376" : 51,
"749568" : 26,
"757760" : 14,
"765952" : 13,
"774144" : 3,
"782336" : 5,
"790528" : 2,
"798720" : 3,
"806912" : 5,
"815104" : 1,
"823296" : 3,
"831488" : 10,
"839680" : 6,
"847872" : 1,
"856064" : 4,
"864256" : 1
}
},
"lat_ns" : {
"min" : 511402,
"max" : 881607,
"mean" : 624871.207984,
"stddev" : 23935.569355,
"N" : 4093559
},
"bw_min" : 199728,
"bw_max" : 206992,
"bw_agg" : 100.000000,
"bw_mean" : 204711.364780,
"bw_dev" : 1636.089593,
"bw_samples" : 159,
"iops_min" : 49932,
"iops_max" : 51748,
"iops_mean" : 51177.855346,
"iops_stddev" : 408.997676,
"iops_samples" : 159
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 8.021350,
"sys_cpu" : 91.657396,
"ctx" : 68,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999976,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999976,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 99.997899,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085233,
"timestamp_ms" : 1773085233694,
"time" : "Mon Mar 9 16:40:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 18866647040,
"io_kbytes" : 18424460,
"bw_bytes" : 209629411,
"bw" : 204716,
"iops" : 51179.066667,
"runtime" : 90000,
"total_ios" : 4606116,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4858,
"max" : 127275,
"mean" : 17825.476730,
"stddev" : 3062.304902,
"N" : 4606117
},
"clat_ns" : {
"min" : 493173,
"max" : 861056,
"mean" : 606934.145993,
"stddev" : 23783.890163,
"N" : 4606115,
"percentile" : {
"1.000000" : 561152,
"5.000000" : 569344,
"10.000000" : 577536,
"20.000000" : 585728,
"30.000000" : 593920,
"40.000000" : 602112,
"50.000000" : 602112,
"60.000000" : 610304,
"70.000000" : 618496,
"80.000000" : 618496,
"90.000000" : 634880,
"95.000000" : 651264,
"99.000000" : 684032,
"99.500000" : 692224,
"99.900000" : 700416,
"99.950000" : 708608,
"99.990000" : 724992
},
"bins" : {
"493568" : 3,
"497664" : 3,
"501760" : 13,
"505856" : 23,
"509952" : 33,
"514048" : 74,
"518144" : 126,
"522240" : 222,
"528384" : 1246,
"536576" : 3886,
"544768" : 10947,
"552960" : 28895,
"561152" : 67002,
"569344" : 140657,
"577536" : 269654,
"585728" : 451078,
"593920" : 639953,
"602112" : 784345,
"610304" : 773825,
"618496" : 577006,
"626688" : 343194,
"634880" : 143548,
"643072" : 84517,
"651264" : 67086,
"659456" : 58566,
"667648" : 55338,
"675840" : 45383,
"684032" : 32963,
"692224" : 15549,
"700416" : 6964,
"708608" : 2570,
"716800" : 788,
"724992" : 420,
"733184" : 91,
"741376" : 51,
"749568" : 26,
"757760" : 14,
"765952" : 13,
"774144" : 3,
"782336" : 5,
"790528" : 2,
"798720" : 3,
"806912" : 5,
"815104" : 1,
"823296" : 3,
"831488" : 10,
"839680" : 6,
"847872" : 1,
"856064" : 4,
"864256" : 1
}
},
"lat_ns" : {
"min" : 511402,
"max" : 881607,
"mean" : 624759.627203,
"stddev" : 24357.878089,
"N" : 4606115
},
"bw_min" : 199728,
"bw_max" : 206992,
"bw_agg" : 100.000000,
"bw_mean" : 204749.614525,
"bw_dev" : 1561.064532,
"bw_samples" : 179,
"iops_min" : 49932,
"iops_max" : 51748,
"iops_mean" : 51187.413408,
"iops_stddev" : 390.241868,
"iops_samples" : 179
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 90000,
"usr_cpu" : 7.981111,
"sys_cpu" : 91.698889,
"ctx" : 71,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 99.998133,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085243,
"timestamp_ms" : 1773085243693,
"time" : "Mon Mar 9 16:40:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 20966125568,
"io_kbytes" : 20474732,
"bw_bytes" : 209663352,
"bw" : 204749,
"iops" : 51187.351874,
"runtime" : 99999,
"total_ios" : 5118684,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4858,
"max" : 127275,
"mean" : 17817.862275,
"stddev" : 3067.714399,
"N" : 5118685
},
"clat_ns" : {
"min" : 485712,
"max" : 861056,
"mean" : 606843.985055,
"stddev" : 24113.302066,
"N" : 5118683,
"percentile" : {
"1.000000" : 552960,
"5.000000" : 569344,
"10.000000" : 577536,
"20.000000" : 585728,
"30.000000" : 593920,
"40.000000" : 602112,
"50.000000" : 602112,
"60.000000" : 610304,
"70.000000" : 618496,
"80.000000" : 618496,
"90.000000" : 634880,
"95.000000" : 659456,
"99.000000" : 684032,
"99.500000" : 692224,
"99.900000" : 700416,
"99.950000" : 708608,
"99.990000" : 724992
},
"bins" : {
"485376" : 1,
"493568" : 3,
"497664" : 5,
"501760" : 13,
"505856" : 29,
"509952" : 46,
"514048" : 83,
"518144" : 145,
"522240" : 257,
"528384" : 1426,
"536576" : 4462,
"544768" : 12534,
"552960" : 33496,
"561152" : 76794,
"569344" : 161190,
"577536" : 306867,
"585728" : 507869,
"593920" : 717475,
"602112" : 871524,
"610304" : 848419,
"618496" : 626943,
"626688" : 366590,
"634880" : 154922,
"643072" : 93846,
"651264" : 75554,
"659456" : 68854,
"667648" : 66174,
"675840" : 54469,
"684032" : 38696,
"692224" : 18047,
"700416" : 7659,
"708608" : 2792,
"716800" : 817,
"724992" : 423,
"733184" : 95,
"741376" : 53,
"749568" : 31,
"757760" : 17,
"765952" : 18,
"774144" : 5,
"782336" : 5,
"790528" : 2,
"798720" : 3,
"806912" : 5,
"815104" : 1,
"823296" : 3,
"831488" : 10,
"839680" : 6,
"847872" : 1,
"856064" : 4,
"864256" : 1
}
},
"lat_ns" : {
"min" : 502208,
"max" : 881607,
"mean" : 624661.837967,
"stddev" : 24699.869279,
"N" : 5118683
},
"bw_min" : 199728,
"bw_max" : 206992,
"bw_agg" : 100.000000,
"bw_mean" : 204779.316583,
"bw_dev" : 1499.908548,
"bw_samples" : 199,
"iops_min" : 49932,
"iops_max" : 51748,
"iops_mean" : 51194.854271,
"iops_stddev" : 374.942910,
"iops_samples" : 199
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 7.974080,
"sys_cpu" : 91.707917,
"ctx" : 76,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999980,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 99.998007,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085253,
"timestamp_ms" : 1773085253693,
"time" : "Mon Mar 9 16:40:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 23064944640,
"io_kbytes" : 22524360,
"bw_bytes" : 209683221,
"bw" : 204768,
"iops" : 51192.201747,
"runtime" : 109999,
"total_ios" : 5631091,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4858,
"max" : 127275,
"mean" : 17811.984164,
"stddev" : 3070.519007,
"N" : 5631091
},
"clat_ns" : {
"min" : 485712,
"max" : 861056,
"mean" : 606788.562637,
"stddev" : 24374.372415,
"N" : 5631090,
"percentile" : {
"1.000000" : 552960,
"5.000000" : 569344,
"10.000000" : 577536,
"20.000000" : 585728,
"30.000000" : 593920,
"40.000000" : 602112,
"50.000000" : 602112,
"60.000000" : 610304,
"70.000000" : 618496,
"80.000000" : 618496,
"90.000000" : 634880,
"95.000000" : 659456,
"99.000000" : 684032,
"99.500000" : 692224,
"99.900000" : 700416,
"99.950000" : 708608,
"99.990000" : 724992
},
"bins" : {
"485376" : 1,
"493568" : 3,
"497664" : 6,
"501760" : 22,
"505856" : 35,
"509952" : 59,
"514048" : 108,
"518144" : 169,
"522240" : 300,
"528384" : 1633,
"536576" : 5020,
"544768" : 14199,
"552960" : 37499,
"561152" : 86514,
"569344" : 180739,
"577536" : 343849,
"585728" : 563586,
"593920" : 796070,
"602112" : 958237,
"610304" : 923678,
"618496" : 678673,
"626688" : 390021,
"634880" : 165974,
"643072" : 102680,
"651264" : 84420,
"659456" : 79303,
"667648" : 76913,
"675840" : 63058,
"684032" : 44907,
"692224" : 20317,
"700416" : 8373,
"708608" : 3030,
"716800" : 894,
"724992" : 453,
"733184" : 135,
"741376" : 97,
"749568" : 35,
"757760" : 17,
"765952" : 18,
"774144" : 5,
"782336" : 5,
"790528" : 2,
"798720" : 3,
"806912" : 5,
"815104" : 1,
"823296" : 3,
"831488" : 10,
"839680" : 6,
"847872" : 1,
"856064" : 4,
"864256" : 1
}
},
"lat_ns" : {
"min" : 502208,
"max" : 881607,
"mean" : 624600.552621,
"stddev" : 24971.433591,
"N" : 5631090
},
"bw_min" : 199728,
"bw_max" : 206992,
"bw_agg" : 100.000000,
"bw_mean" : 204798.132420,
"bw_dev" : 1439.784071,
"bw_samples" : 219,
"iops_min" : 49932,
"iops_max" : 51748,
"iops_mean" : 51199.561644,
"iops_stddev" : 359.911686,
"iops_samples" : 219
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 7.993709,
"sys_cpu" : 91.688106,
"ctx" : 79,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999982,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999982,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 99.998171,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085263,
"timestamp_ms" : 1773085263693,
"time" : "Mon Mar 9 16:41:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 25165332480,
"io_kbytes" : 24575520,
"bw_bytes" : 209712851,
"bw" : 204797,
"iops" : 51199.434995,
"runtime" : 119999,
"total_ios" : 6143881,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4858,
"max" : 127275,
"mean" : 17805.767345,
"stddev" : 3073.432853,
"N" : 6143881
},
"clat_ns" : {
"min" : 485712,
"max" : 861056,
"mean" : 606705.337859,
"stddev" : 24582.517077,
"N" : 6143880,
"percentile" : {
"1.000000" : 552960,
"5.000000" : 569344,
"10.000000" : 577536,
"20.000000" : 585728,
"30.000000" : 593920,
"40.000000" : 602112,
"50.000000" : 602112,
"60.000000" : 610304,
"70.000000" : 618496,
"80.000000" : 618496,
"90.000000" : 634880,
"95.000000" : 659456,
"99.000000" : 684032,
"99.500000" : 692224,
"99.900000" : 700416,
"99.950000" : 708608,
"99.990000" : 724992
},
"bins" : {
"485376" : 1,
"493568" : 3,
"497664" : 6,
"501760" : 22,
"505856" : 39,
"509952" : 65,
"514048" : 122,
"518144" : 184,
"522240" : 341,
"528384" : 1885,
"536576" : 5718,
"544768" : 15951,
"552960" : 42050,
"561152" : 96397,
"569344" : 201391,
"577536" : 381792,
"585728" : 620771,
"593920" : 873578,
"602112" : 1045733,
"610304" : 997552,
"618496" : 727462,
"626688" : 413307,
"634880" : 177512,
"643072" : 112394,
"651264" : 93777,
"659456" : 89867,
"667648" : 87458,
"675840" : 71693,
"684032" : 50655,
"692224" : 22320,
"700416" : 8924,
"708608" : 3205,
"716800" : 905,
"724992" : 453,
"733184" : 135,
"741376" : 97,
"749568" : 35,
"757760" : 17,
"765952" : 18,
"774144" : 5,
"782336" : 5,
"790528" : 2,
"798720" : 3,
"806912" : 5,
"815104" : 1,
"823296" : 3,
"831488" : 10,
"839680" : 6,
"847872" : 1,
"856064" : 4,
"864256" : 1
}
},
"lat_ns" : {
"min" : 502208,
"max" : 881607,
"mean" : 624511.094374,
"stddev" : 25187.752646,
"N" : 6143880
},
"bw_min" : 199728,
"bw_max" : 206992,
"bw_agg" : 100.000000,
"bw_mean" : 204823.803347,
"bw_dev" : 1393.018676,
"bw_samples" : 239,
"iops_min" : 49932,
"iops_max" : 51748,
"iops_mean" : 51205.974895,
"iops_stddev" : 348.222002,
"iops_samples" : 239
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 8.030067,
"sys_cpu" : 91.652430,
"ctx" : 83,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999984,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999984,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 99.998324,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085273,
"timestamp_ms" : 1773085273694,
"time" : "Mon Mar 9 16:41:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 27265388544,
"io_kbytes" : 26626356,
"bw_bytes" : 209733758,
"bw" : 204818,
"iops" : 51204.538462,
"runtime" : 130000,
"total_ios" : 6656590,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4858,
"max" : 127275,
"mean" : 17800.703545,
"stddev" : 3076.884131,
"N" : 6656590
},
"clat_ns" : {
"min" : 485712,
"max" : 861056,
"mean" : 606645.889070,
"stddev" : 24747.174929,
"N" : 6656589,
"percentile" : {
"1.000000" : 552960,
"5.000000" : 569344,
"10.000000" : 577536,
"20.000000" : 585728,
"30.000000" : 593920,
"40.000000" : 602112,
"50.000000" : 602112,
"60.000000" : 610304,
"70.000000" : 618496,
"80.000000" : 618496,
"90.000000" : 634880,
"95.000000" : 659456,
"99.000000" : 684032,
"99.500000" : 692224,
"99.900000" : 700416,
"99.950000" : 708608,
"99.990000" : 724992
},
"bins" : {
"485376" : 1,
"493568" : 3,
"497664" : 6,
"501760" : 24,
"505856" : 42,
"509952" : 70,
"514048" : 138,
"518144" : 216,
"522240" : 364,
"528384" : 2106,
"536576" : 6289,
"544768" : 17748,
"552960" : 46467,
"561152" : 106241,
"569344" : 221127,
"577536" : 419233,
"585728" : 678429,
"593920" : 950930,
"602112" : 1131825,
"610304" : 1072433,
"618496" : 778796,
"626688" : 436609,
"634880" : 188734,
"643072" : 121855,
"651264" : 103386,
"659456" : 100336,
"667648" : 97609,
"675840" : 79855,
"684032" : 56397,
"692224" : 24715,
"700416" : 9507,
"708608" : 3344,
"716800" : 923,
"724992" : 461,
"733184" : 142,
"741376" : 102,
"749568" : 41,
"757760" : 19,
"765952" : 21,
"774144" : 5,
"782336" : 5,
"790528" : 2,
"798720" : 3,
"806912" : 5,
"815104" : 1,
"823296" : 3,
"831488" : 10,
"839680" : 6,
"847872" : 1,
"856064" : 4,
"864256" : 1
}
},
"lat_ns" : {
"min" : 502208,
"max" : 881607,
"mean" : 624446.594482,
"stddev" : 25358.806346,
"N" : 6656589
},
"bw_min" : 199728,
"bw_max" : 206992,
"bw_agg" : 100.000000,
"bw_mean" : 204854.119691,
"bw_dev" : 1356.593458,
"bw_samples" : 259,
"iops_min" : 49932,
"iops_max" : 51748,
"iops_mean" : 51213.552124,
"iops_stddev" : 339.116922,
"iops_samples" : 259
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 130000,
"usr_cpu" : 8.035385,
"sys_cpu" : 91.647692,
"ctx" : 87,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999985,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999985,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 99.998348,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085283,
"timestamp_ms" : 1773085283693,
"time" : "Mon Mar 9 16:41:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 29364744192,
"io_kbytes" : 28676508,
"bw_bytes" : 209749671,
"bw" : 204833,
"iops" : 51208.430060,
"runtime" : 139999,
"total_ios" : 7169129,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4858,
"max" : 127275,
"mean" : 17796.760516,
"stddev" : 3079.378618,
"N" : 7169129
},
"clat_ns" : {
"min" : 485712,
"max" : 861056,
"mean" : 606604.517383,
"stddev" : 24883.389708,
"N" : 7169128,
"percentile" : {
"1.000000" : 552960,
"5.000000" : 569344,
"10.000000" : 577536,
"20.000000" : 585728,
"30.000000" : 593920,
"40.000000" : 602112,
"50.000000" : 602112,
"60.000000" : 610304,
"70.000000" : 610304,
"80.000000" : 618496,
"90.000000" : 634880,
"95.000000" : 659456,
"99.000000" : 684032,
"99.500000" : 692224,
"99.900000" : 700416,
"99.950000" : 708608,
"99.990000" : 724992
},
"bins" : {
"485376" : 1,
"493568" : 3,
"497664" : 6,
"501760" : 25,
"505856" : 42,
"509952" : 72,
"514048" : 153,
"518144" : 233,
"522240" : 391,
"528384" : 2303,
"536576" : 6818,
"544768" : 19428,
"552960" : 51156,
"561152" : 115758,
"569344" : 241105,
"577536" : 456391,
"585728" : 734523,
"593920" : 1027771,
"602112" : 1218016,
"610304" : 1147766,
"618496" : 831387,
"626688" : 460433,
"634880" : 200589,
"643072" : 130597,
"651264" : 112342,
"659456" : 110775,
"667648" : 109016,
"675840" : 88222,
"684032" : 61685,
"692224" : 26636,
"700416" : 10092,
"708608" : 3568,
"716800" : 936,
"724992" : 464,
"733184" : 148,
"741376" : 106,
"749568" : 49,
"757760" : 19,
"765952" : 31,
"774144" : 13,
"782336" : 10,
"790528" : 9,
"798720" : 7,
"806912" : 6,
"815104" : 2,
"823296" : 3,
"831488" : 10,
"839680" : 6,
"847872" : 1,
"856064" : 4,
"864256" : 1
}
},
"lat_ns" : {
"min" : 502208,
"max" : 881607,
"mean" : 624401.279260,
"stddev" : 25500.226277,
"N" : 7169128
},
"bw_min" : 199728,
"bw_max" : 206992,
"bw_agg" : 100.000000,
"bw_mean" : 204868.422939,
"bw_dev" : 1316.443528,
"bw_samples" : 279,
"iops_min" : 49932,
"iops_max" : 51748,
"iops_mean" : 51217.118280,
"iops_stddev" : 329.083407,
"iops_samples" : 279
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 8.019343,
"sys_cpu" : 91.664940,
"ctx" : 93,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999986,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999986,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 99.997908,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085293,
"timestamp_ms" : 1773085293693,
"time" : "Mon Mar 9 16:41:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 31464914944,
"io_kbytes" : 30727456,
"bw_bytes" : 209767498,
"bw" : 204851,
"iops" : 51212.774752,
"runtime" : 149999,
"total_ios" : 7681865,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4858,
"max" : 127275,
"mean" : 17792.748108,
"stddev" : 3080.543048,
"N" : 7681866
},
"clat_ns" : {
"min" : 485712,
"max" : 861056,
"mean" : 606552.901495,
"stddev" : 24987.343855,
"N" : 7681864,
"percentile" : {
"1.000000" : 552960,
"5.000000" : 569344,
"10.000000" : 577536,
"20.000000" : 585728,
"30.000000" : 593920,
"40.000000" : 602112,
"50.000000" : 602112,
"60.000000" : 610304,
"70.000000" : 610304,
"80.000000" : 618496,
"90.000000" : 634880,
"95.000000" : 659456,
"99.000000" : 684032,
"99.500000" : 692224,
"99.900000" : 700416,
"99.950000" : 708608,
"99.990000" : 724992
},
"bins" : {
"485376" : 1,
"493568" : 3,
"497664" : 8,
"501760" : 25,
"505856" : 42,
"509952" : 79,
"514048" : 159,
"518144" : 247,
"522240" : 424,
"528384" : 2518,
"536576" : 7441,
"544768" : 21125,
"552960" : 55680,
"561152" : 125336,
"569344" : 261037,
"577536" : 493328,
"585728" : 791245,
"593920" : 1105441,
"602112" : 1307051,
"610304" : 1222208,
"618496" : 881770,
"626688" : 483810,
"634880" : 212517,
"643072" : 140160,
"651264" : 121700,
"659456" : 120985,
"667648" : 119151,
"675840" : 96220,
"684032" : 67320,
"692224" : 28576,
"700416" : 10721,
"708608" : 3700,
"716800" : 948,
"724992" : 464,
"733184" : 148,
"741376" : 106,
"749568" : 49,
"757760" : 19,
"765952" : 31,
"774144" : 13,
"782336" : 10,
"790528" : 9,
"798720" : 7,
"806912" : 6,
"815104" : 2,
"823296" : 3,
"831488" : 10,
"839680" : 6,
"847872" : 1,
"856064" : 4,
"864256" : 1
}
},
"lat_ns" : {
"min" : 502208,
"max" : 881607,
"mean" : 624345.650262,
"stddev" : 25608.363180,
"N" : 7681864
},
"bw_min" : 199728,
"bw_max" : 206992,
"bw_agg" : 100.000000,
"bw_mean" : 204886.538462,
"bw_dev" : 1284.023095,
"bw_samples" : 299,
"iops_min" : 49932,
"iops_max" : 51748,
"iops_mean" : 51221.638796,
"iops_stddev" : 320.973388,
"iops_samples" : 299
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 8.016053,
"sys_cpu" : 91.667944,
"ctx" : 96,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999987,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 99.998021,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085303,
"timestamp_ms" : 1773085303694,
"time" : "Mon Mar 9 16:41:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 33562075136,
"io_kbytes" : 32775464,
"bw_bytes" : 209764280,
"bw" : 204847,
"iops" : 51211.988825,
"runtime" : 159999,
"total_ios" : 8193867,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4858,
"max" : 127275,
"mean" : 17791.027201,
"stddev" : 3082.336913,
"N" : 8193867
},
"clat_ns" : {
"min" : 485712,
"max" : 861056,
"mean" : 606566.109491,
"stddev" : 25089.066456,
"N" : 8193866,
"percentile" : {
"1.000000" : 552960,
"5.000000" : 569344,
"10.000000" : 577536,
"20.000000" : 585728,
"30.000000" : 593920,
"40.000000" : 602112,
"50.000000" : 602112,
"60.000000" : 610304,
"70.000000" : 610304,
"80.000000" : 618496,
"90.000000" : 634880,
"95.000000" : 659456,
"99.000000" : 684032,
"99.500000" : 692224,
"99.900000" : 700416,
"99.950000" : 708608,
"99.990000" : 724992
},
"bins" : {
"485376" : 1,
"493568" : 3,
"497664" : 8,
"501760" : 25,
"505856" : 45,
"509952" : 90,
"514048" : 160,
"518144" : 262,
"522240" : 461,
"528384" : 2656,
"536576" : 7929,
"544768" : 22628,
"552960" : 59793,
"561152" : 134524,
"569344" : 279912,
"577536" : 528353,
"585728" : 846074,
"593920" : 1181714,
"602112" : 1393161,
"610304" : 1298301,
"618496" : 935475,
"626688" : 509279,
"634880" : 225057,
"643072" : 149933,
"651264" : 130761,
"659456" : 131538,
"667648" : 129834,
"675840" : 104880,
"684032" : 72895,
"692224" : 30803,
"700416" : 11516,
"708608" : 3924,
"716800" : 978,
"724992" : 465,
"733184" : 152,
"741376" : 106,
"749568" : 49,
"757760" : 19,
"765952" : 31,
"774144" : 13,
"782336" : 10,
"790528" : 9,
"798720" : 7,
"806912" : 6,
"815104" : 2,
"823296" : 3,
"831488" : 10,
"839680" : 6,
"847872" : 1,
"856064" : 4,
"864256" : 1
}
},
"lat_ns" : {
"min" : 502208,
"max" : 881607,
"mean" : 624357.136471,
"stddev" : 25713.922301,
"N" : 8193866
},
"bw_min" : 199728,
"bw_max" : 206992,
"bw_agg" : 100.000000,
"bw_mean" : 204892.034483,
"bw_dev" : 1255.492808,
"bw_samples" : 319,
"iops_min" : 49932,
"iops_max" : 51748,
"iops_mean" : 51223.012539,
"iops_stddev" : 313.846856,
"iops_samples" : 319
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 8.021300,
"sys_cpu" : 91.663698,
"ctx" : 102,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999988,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999988,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 99.998145,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085313,
"timestamp_ms" : 1773085313693,
"time" : "Mon Mar 9 16:41:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 35660345344,
"io_kbytes" : 34824556,
"bw_bytes" : 209767971,
"bw" : 204851,
"iops" : 51212.889488,
"runtime" : 169999,
"total_ios" : 8706140,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4858,
"max" : 127275,
"mean" : 17788.735950,
"stddev" : 3086.004354,
"N" : 8706140
},
"clat_ns" : {
"min" : 485712,
"max" : 861056,
"mean" : 606555.536278,
"stddev" : 25194.325109,
"N" : 8706139,
"percentile" : {
"1.000000" : 552960,
"5.000000" : 569344,
"10.000000" : 577536,
"20.000000" : 585728,
"30.000000" : 593920,
"40.000000" : 602112,
"50.000000" : 602112,
"60.000000" : 610304,
"70.000000" : 610304,
"80.000000" : 618496,
"90.000000" : 634880,
"95.000000" : 659456,
"99.000000" : 684032,
"99.500000" : 692224,
"99.900000" : 700416,
"99.950000" : 708608,
"99.990000" : 724992
},
"bins" : {
"485376" : 1,
"493568" : 3,
"497664" : 11,
"501760" : 28,
"505856" : 45,
"509952" : 99,
"514048" : 170,
"518144" : 287,
"522240" : 513,
"528384" : 2911,
"536576" : 8581,
"544768" : 24343,
"552960" : 64015,
"561152" : 144190,
"569344" : 299531,
"577536" : 564902,
"585728" : 901711,
"593920" : 1257687,
"602112" : 1479388,
"610304" : 1373450,
"618496" : 987684,
"626688" : 533245,
"634880" : 237757,
"643072" : 159474,
"651264" : 140141,
"659456" : 142169,
"667648" : 140388,
"675840" : 113464,
"684032" : 78341,
"692224" : 33228,
"700416" : 12244,
"708608" : 4140,
"716800" : 1031,
"724992" : 497,
"733184" : 171,
"741376" : 119,
"749568" : 55,
"757760" : 22,
"765952" : 31,
"774144" : 13,
"782336" : 10,
"790528" : 9,
"798720" : 7,
"806912" : 6,
"815104" : 2,
"823296" : 3,
"831488" : 10,
"839680" : 6,
"847872" : 1,
"856064" : 4,
"864256" : 1
}
},
"lat_ns" : {
"min" : 502208,
"max" : 881607,
"mean" : 624344.274431,
"stddev" : 25822.946411,
"N" : 8706139
},
"bw_min" : 199728,
"bw_max" : 207064,
"bw_agg" : 100.000000,
"bw_mean" : 204881.784661,
"bw_dev" : 1254.412450,
"bw_samples" : 339,
"iops_min" : 49932,
"iops_max" : 51766,
"iops_mean" : 51220.448378,
"iops_stddev" : 313.577713,
"iops_samples" : 339
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 8.010047,
"sys_cpu" : 91.674069,
"ctx" : 116,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999989,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999989,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 99.998151,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085323,
"timestamp_ms" : 1773085323693,
"time" : "Mon Mar 9 16:42:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 37760544768,
"io_kbytes" : 36875532,
"bw_bytes" : 209781969,
"bw" : 204865,
"iops" : 51216.312313,
"runtime" : 179999,
"total_ios" : 9218885,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4858,
"max" : 127275,
"mean" : 17785.628845,
"stddev" : 3088.875119,
"N" : 9218885
},
"clat_ns" : {
"min" : 485712,
"max" : 861056,
"mean" : 606515.276058,
"stddev" : 25307.510325,
"N" : 9218884,
"percentile" : {
"1.000000" : 552960,
"5.000000" : 569344,
"10.000000" : 577536,
"20.000000" : 585728,
"30.000000" : 593920,
"40.000000" : 602112,
"50.000000" : 602112,
"60.000000" : 610304,
"70.000000" : 610304,
"80.000000" : 618496,
"90.000000" : 634880,
"95.000000" : 659456,
"99.000000" : 684032,
"99.500000" : 692224,
"99.900000" : 700416,
"99.950000" : 708608,
"99.990000" : 724992
},
"bins" : {
"485376" : 1,
"493568" : 4,
"497664" : 12,
"501760" : 36,
"505856" : 51,
"509952" : 101,
"514048" : 183,
"518144" : 332,
"522240" : 540,
"528384" : 3217,
"536576" : 9181,
"544768" : 26422,
"552960" : 68814,
"561152" : 154527,
"569344" : 321175,
"577536" : 603109,
"585728" : 957206,
"593920" : 1334098,
"602112" : 1565758,
"610304" : 1447590,
"618496" : 1038248,
"626688" : 556397,
"634880" : 249456,
"643072" : 168627,
"651264" : 149330,
"659456" : 152293,
"667648" : 150541,
"675840" : 121883,
"684032" : 84337,
"692224" : 35665,
"700416" : 12924,
"708608" : 4525,
"716800" : 1183,
"724992" : 552,
"733184" : 231,
"741376" : 150,
"749568" : 60,
"757760" : 22,
"765952" : 31,
"774144" : 13,
"782336" : 10,
"790528" : 9,
"798720" : 7,
"806912" : 6,
"815104" : 2,
"823296" : 3,
"831488" : 10,
"839680" : 6,
"847872" : 1,
"856064" : 4,
"864256" : 1
}
},
"lat_ns" : {
"min" : 502208,
"max" : 881607,
"mean" : 624300.906005,
"stddev" : 25940.280951,
"N" : 9218884
},
"bw_min" : 199728,
"bw_max" : 207064,
"bw_agg" : 100.000000,
"bw_mean" : 204895.364903,
"bw_dev" : 1234.517341,
"bw_samples" : 359,
"iops_min" : 49932,
"iops_max" : 51766,
"iops_mean" : 51223.841226,
"iops_stddev" : 308.607215,
"iops_samples" : 359
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 8.025045,
"sys_cpu" : 91.659398,
"ctx" : 129,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 99.998232,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085323,
"timestamp_ms" : 1773085323739,
"time" : "Mon Mar 9 16:42:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 37760851968,
"io_kbytes" : 36875832,
"bw_bytes" : 209781345,
"bw" : 204864,
"iops" : 51215.971022,
"runtime" : 180001,
"total_ios" : 9218926,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4858,
"max" : 127275,
"mean" : 17785.628630,
"stddev" : 3088.871302,
"N" : 9218927
},
"clat_ns" : {
"min" : 3075,
"max" : 861056,
"mean" : 606514.262138,
"stddev" : 25316.045236,
"N" : 9218957,
"percentile" : {
"1.000000" : 552960,
"5.000000" : 569344,
"10.000000" : 577536,
"20.000000" : 585728,
"30.000000" : 593920,
"40.000000" : 602112,
"50.000000" : 602112,
"60.000000" : 610304,
"70.000000" : 610304,
"80.000000" : 618496,
"90.000000" : 634880,
"95.000000" : 659456,
"99.000000" : 684032,
"99.500000" : 692224,
"99.900000" : 700416,
"99.950000" : 708608,
"99.990000" : 724992
},
"bins" : {
"3088" : 1,
"22400" : 1,
"41728" : 1,
"60672" : 1,
"80384" : 1,
"99840" : 1,
"120320" : 1,
"140288" : 1,
"162816" : 1,
"171008" : 1,
"189440" : 1,
"209920" : 1,
"228352" : 1,
"246784" : 1,
"268288" : 1,
"284672" : 1,
"305152" : 1,
"325632" : 1,
"346112" : 1,
"366592" : 1,
"382976" : 1,
"403456" : 1,
"423936" : 1,
"444416" : 1,
"460800" : 1,
"485376" : 2,
"493568" : 4,
"497664" : 12,
"501760" : 36,
"505856" : 52,
"509952" : 101,
"514048" : 183,
"518144" : 332,
"522240" : 540,
"528384" : 3218,
"536576" : 9181,
"544768" : 26423,
"552960" : 68814,
"561152" : 154528,
"569344" : 321175,
"577536" : 603109,
"585728" : 957207,
"593920" : 1334098,
"602112" : 1565767,
"610304" : 1447599,
"618496" : 1038256,
"626688" : 556413,
"634880" : 249456,
"643072" : 168627,
"651264" : 149330,
"659456" : 152293,
"667648" : 150541,
"675840" : 121883,
"684032" : 84337,
"692224" : 35665,
"700416" : 12924,
"708608" : 4525,
"716800" : 1183,
"724992" : 552,
"733184" : 231,
"741376" : 150,
"749568" : 60,
"757760" : 22,
"765952" : 31,
"774144" : 13,
"782336" : 10,
"790528" : 9,
"798720" : 7,
"806912" : 6,
"815104" : 2,
"823296" : 3,
"831488" : 10,
"839680" : 6,
"847872" : 1,
"856064" : 4,
"864256" : 1
}
},
"lat_ns" : {
"min" : 20712,
"max" : 881607,
"mean" : 624299.890693,
"stddev" : 25948.618653,
"N" : 9218957
},
"bw_min" : 199728,
"bw_max" : 207064,
"bw_agg" : 100.000000,
"bw_mean" : 204898.488889,
"bw_dev" : 1234.220885,
"bw_samples" : 360,
"iops_min" : 49932,
"iops_max" : 51766,
"iops_mean" : 51224.622222,
"iops_stddev" : 308.533157,
"iops_samples" : 360
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180000,
"usr_cpu" : 8.025000,
"sys_cpu" : 91.658889,
"ctx" : 129,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999989,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.010000,
"750" : 99.998297,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}