raidz2/benchmarks/rand/rand-read-qd32-nj1_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773084903,
"timestamp_ms" : 1773084903435,
"time" : "Mon Mar 9 16:35:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1777029120,
"io_kbytes" : 1735380,
"bw_bytes" : 181960794,
"bw" : 177696,
"iops" : 44428.220356,
"runtime" : 9766,
"total_ios" : 433886,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9766,
"usr_cpu" : 6.747901,
"sys_cpu" : 83.155847,
"ctx" : 3338,
"majf" : 0,
"minf" : 39,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.992855,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999770,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999770,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773084913,
"timestamp_ms" : 1773084913668,
"time" : "Mon Mar 9 16:35:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 2068013056,
"io_kbytes" : 2019544,
"bw_bytes" : 206821987,
"bw" : 201974,
"iops" : 50493.749375,
"runtime" : 9999,
"total_ios" : 504887,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5078,
"max" : 55605,
"mean" : 18157.951367,
"stddev" : 3114.989940,
"N" : 504887
},
"clat_ns" : {
"min" : 509789,
"max" : 773952,
"mean" : 615121.056155,
"stddev" : 24836.470723,
"N" : 504886,
"percentile" : {
"1.000000" : 561152,
"5.000000" : 577536,
"10.000000" : 585728,
"20.000000" : 593920,
"30.000000" : 602112,
"40.000000" : 610304,
"50.000000" : 610304,
"60.000000" : 618496,
"70.000000" : 626688,
"80.000000" : 626688,
"90.000000" : 643072,
"95.000000" : 667648,
"99.000000" : 692224,
"99.500000" : 700416,
"99.900000" : 716800,
"99.950000" : 724992,
"99.990000" : 749568
},
"bins" : {
"509952" : 2,
"518144" : 4,
"522240" : 17,
"528384" : 47,
"536576" : 191,
"544768" : 581,
"552960" : 1404,
"561152" : 3421,
"569344" : 8149,
"577536" : 17294,
"585728" : 30808,
"593920" : 50021,
"602112" : 70358,
"610304" : 82161,
"618496" : 82295,
"626688" : 61693,
"634880" : 36921,
"643072" : 16664,
"651264" : 9372,
"659456" : 7019,
"667648" : 6274,
"675840" : 6276,
"684032" : 5398,
"692224" : 4284,
"700416" : 2520,
"708608" : 984,
"716800" : 405,
"724992" : 148,
"733184" : 91,
"741376" : 27,
"749568" : 36,
"757760" : 13,
"765952" : 5,
"774144" : 4
}
},
"lat_ns" : {
"min" : 527546,
"max" : 795886,
"mean" : 633278.986662,
"stddev" : 25441.131649,
"N" : 504886
},
"bw_min" : 199288,
"bw_max" : 206632,
"bw_agg" : 99.973464,
"bw_mean" : 201921.631579,
"bw_dev" : 2108.402429,
"bw_samples" : 19,
"iops_min" : 49822,
"iops_max" : 51658,
"iops_mean" : 50480.368421,
"iops_stddev" : 527.144004,
"iops_samples" : 19
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 7.850785,
"sys_cpu" : 91.819182,
"ctx" : 4,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999802,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999802,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 99.993464,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773084923,
"timestamp_ms" : 1773084923668,
"time" : "Mon Mar 9 16:35:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 4163158016,
"io_kbytes" : 4065584,
"bw_bytes" : 208168309,
"bw" : 203289,
"iops" : 50822.391120,
"runtime" : 19999,
"total_ios" : 1016397,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5078,
"max" : 55605,
"mean" : 18031.568186,
"stddev" : 3056.636139,
"N" : 1016397
},
"clat_ns" : {
"min" : 489669,
"max" : 773952,
"mean" : 611159.179241,
"stddev" : 21995.431758,
"N" : 1016396,
"percentile" : {
"1.000000" : 561152,
"5.000000" : 577536,
"10.000000" : 585728,
"20.000000" : 593920,
"30.000000" : 602112,
"40.000000" : 602112,
"50.000000" : 610304,
"60.000000" : 618496,
"70.000000" : 618496,
"80.000000" : 626688,
"90.000000" : 634880,
"95.000000" : 643072,
"99.000000" : 684032,
"99.500000" : 692224,
"99.900000" : 708608,
"99.950000" : 716800,
"99.990000" : 733184
},
"bins" : {
"489472" : 1,
"493568" : 2,
"501760" : 6,
"505856" : 3,
"509952" : 3,
"514048" : 7,
"518144" : 4,
"522240" : 33,
"528384" : 143,
"536576" : 477,
"544768" : 1526,
"552960" : 3418,
"561152" : 8642,
"569344" : 19972,
"577536" : 39137,
"585728" : 70939,
"593920" : 114779,
"602112" : 154139,
"610304" : 175721,
"618496" : 170840,
"626688" : 117060,
"634880" : 66904,
"643072" : 26169,
"651264" : 12231,
"659456" : 7581,
"667648" : 6438,
"675840" : 6307,
"684032" : 5398,
"692224" : 4284,
"700416" : 2520,
"708608" : 984,
"716800" : 405,
"724992" : 148,
"733184" : 91,
"741376" : 27,
"749568" : 36,
"757760" : 13,
"765952" : 5,
"774144" : 4
}
},
"lat_ns" : {
"min" : 506684,
"max" : 795886,
"mean" : 629190.732900,
"stddev" : 22491.467364,
"N" : 1016396
},
"bw_min" : 199288,
"bw_max" : 207216,
"bw_agg" : 100.000000,
"bw_mean" : 203304.564103,
"bw_dev" : 2112.705758,
"bw_samples" : 39,
"iops_min" : 49822,
"iops_max" : 51804,
"iops_mean" : 50826.051282,
"iops_stddev" : 528.213322,
"iops_samples" : 39
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 8.110406,
"sys_cpu" : 91.559578,
"ctx" : 8,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999902,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999902,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 99.996458,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773084933,
"timestamp_ms" : 1773084933668,
"time" : "Mon Mar 9 16:35:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 6095978496,
"io_kbytes" : 5953104,
"bw_bytes" : 203206056,
"bw" : 198443,
"iops" : 49610.887030,
"runtime" : 29999,
"total_ios" : 1488277,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4918,
"max" : 434935,
"mean" : 18487.768159,
"stddev" : 13685.667245,
"N" : 1488278
},
"clat_ns" : {
"min" : 489669,
"max" : 2805106,
"mean" : 626062.653866,
"stddev" : 101384.486458,
"N" : 1488276,
"percentile" : {
"1.000000" : 561152,
"5.000000" : 577536,
"10.000000" : 585728,
"20.000000" : 593920,
"30.000000" : 602112,
"40.000000" : 602112,
"50.000000" : 610304,
"60.000000" : 618496,
"70.000000" : 618496,
"80.000000" : 626688,
"90.000000" : 643072,
"95.000000" : 675840,
"99.000000" : 1236992,
"99.500000" : 1335296,
"99.900000" : 1662976,
"99.950000" : 1761280,
"99.990000" : 2056192
},
"bins" : {
"489472" : 1,
"493568" : 2,
"501760" : 6,
"505856" : 3,
"509952" : 5,
"514048" : 10,
"518144" : 27,
"522240" : 51,
"528384" : 319,
"536576" : 990,
"544768" : 2939,
"552960" : 7280,
"561152" : 16965,
"569344" : 36260,
"577536" : 69435,
"585728" : 117106,
"593920" : 174124,
"602112" : 223134,
"610304" : 236753,
"618496" : 216033,
"626688" : 142562,
"634880" : 81043,
"643072" : 34993,
"651264" : 19322,
"659456" : 14511,
"667648" : 13581,
"675840" : 11775,
"684032" : 8910,
"692224" : 5535,
"700416" : 3090,
"708608" : 1221,
"716800" : 448,
"724992" : 182,
"733184" : 97,
"741376" : 54,
"749568" : 45,
"757760" : 15,
"765952" : 6,
"774144" : 6,
"782336" : 1,
"798720" : 5,
"806912" : 8,
"815104" : 8,
"823296" : 26,
"831488" : 39,
"839680" : 96,
"847872" : 105,
"856064" : 167,
"864256" : 272,
"872448" : 378,
"880640" : 677,
"888832" : 940,
"897024" : 1306,
"905216" : 1492,
"913408" : 2107,
"921600" : 2158,
"929792" : 2035,
"937984" : 2000,
"946176" : 1940,
"954368" : 1991,
"962560" : 2162,
"970752" : 2328,
"978944" : 2247,
"987136" : 2008,
"995328" : 1544,
"1003520" : 1156,
"1011712" : 822,
"1019904" : 514,
"1028096" : 271,
"1036288" : 284,
"1044480" : 280,
"1056768" : 309,
"1073152" : 86,
"1089536" : 68,
"1105920" : 31,
"1122304" : 16,
"1138688" : 55,
"1155072" : 94,
"1171456" : 160,
"1187840" : 260,
"1204224" : 435,
"1220608" : 705,
"1236992" : 1024,
"1253376" : 1265,
"1269760" : 1385,
"1286144" : 1733,
"1302528" : 1459,
"1318912" : 1502,
"1335296" : 1230,
"1351680" : 796,
"1368064" : 559,
"1384448" : 354,
"1400832" : 244,
"1417216" : 109,
"1433600" : 40,
"1449984" : 18,
"1466368" : 30,
"1482752" : 32,
"1499136" : 60,
"1515520" : 80,
"1531904" : 117,
"1548288" : 185,
"1564672" : 241,
"1581056" : 317,
"1597440" : 358,
"1613824" : 387,
"1630208" : 359,
"1646592" : 254,
"1662976" : 365,
"1679360" : 213,
"1695744" : 132,
"1712128" : 105,
"1728512" : 87,
"1744896" : 53,
"1761280" : 46,
"1777664" : 18,
"1794048" : 6,
"1810432" : 1,
"1826816" : 28,
"1843200" : 19,
"1859584" : 18,
"1875968" : 26,
"1892352" : 55,
"1908736" : 45,
"1925120" : 28,
"1941504" : 27,
"1957888" : 69,
"1974272" : 46,
"1990656" : 47,
"2007040" : 40,
"2023424" : 44,
"2039808" : 44,
"2056192" : 19,
"2072576" : 10,
"2088960" : 19,
"2113536" : 12,
"2146304" : 10,
"2179072" : 12,
"2211840" : 12,
"2244608" : 1,
"2277376" : 12,
"2310144" : 15,
"2342912" : 5,
"2408448" : 4,
"2441216" : 11,
"2506752" : 8,
"2801664" : 2
}
},
"lat_ns" : {
"min" : 506684,
"max" : 2823885,
"mean" : 644550.435427,
"stddev" : 103769.757864,
"N" : 1488276
},
"bw_min" : 136744,
"bw_max" : 207216,
"bw_agg" : 100.000000,
"bw_mean" : 199419.593220,
"bw_dev" : 16737.455900,
"bw_samples" : 59,
"iops_min" : 34186,
"iops_max" : 51804,
"iops_mean" : 49854.830508,
"iops_stddev" : 4184.383905,
"iops_samples" : 59
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 7.890263,
"sys_cpu" : 89.559652,
"ctx" : 2332,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999933,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999866,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 96.675216,
"1000" : 1.892322
},
"latency_ms" : {
"2" : 1.413379,
"4" : 0.018814,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773084943,
"timestamp_ms" : 1773084943668,
"time" : "Mon Mar 9 16:35:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 7710912512,
"io_kbytes" : 7530188,
"bw_bytes" : 192777632,
"bw" : 188259,
"iops" : 47064.876622,
"runtime" : 39999,
"total_ios" : 1882548,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4918,
"max" : 662112,
"mean" : 19569.940038,
"stddev" : 23938.402324,
"N" : 1882548
},
"clat_ns" : {
"min" : 489669,
"max" : 2805106,
"mean" : 659865.977543,
"stddev" : 160674.777889,
"N" : 1882547,
"percentile" : {
"1.000000" : 561152,
"5.000000" : 577536,
"10.000000" : 585728,
"20.000000" : 593920,
"30.000000" : 602112,
"40.000000" : 602112,
"50.000000" : 610304,
"60.000000" : 618496,
"70.000000" : 626688,
"80.000000" : 634880,
"90.000000" : 905216,
"95.000000" : 978944,
"99.000000" : 1335296,
"99.500000" : 1564672,
"99.900000" : 1728512,
"99.950000" : 1957888,
"99.990000" : 2113536
},
"bins" : {
"489472" : 1,
"493568" : 2,
"501760" : 8,
"505856" : 6,
"509952" : 13,
"514048" : 20,
"518144" : 59,
"522240" : 94,
"528384" : 488,
"536576" : 1567,
"544768" : 4312,
"552960" : 10310,
"561152" : 23774,
"569344" : 48720,
"577536" : 88914,
"585728" : 146373,
"593920" : 209258,
"602112" : 258111,
"610304" : 267231,
"618496" : 236998,
"626688" : 154263,
"634880" : 87345,
"643072" : 38716,
"651264" : 21828,
"659456" : 16669,
"667648" : 15690,
"675840" : 13613,
"684032" : 10217,
"692224" : 6177,
"700416" : 3426,
"708608" : 1415,
"716800" : 475,
"724992" : 188,
"733184" : 97,
"741376" : 54,
"749568" : 45,
"757760" : 15,
"765952" : 6,
"774144" : 8,
"782336" : 6,
"790528" : 2,
"798720" : 7,
"806912" : 19,
"815104" : 44,
"823296" : 105,
"831488" : 257,
"839680" : 516,
"847872" : 712,
"856064" : 1128,
"864256" : 1807,
"872448" : 2621,
"880640" : 4183,
"888832" : 5211,
"897024" : 7094,
"905216" : 8848,
"913408" : 10477,
"921600" : 10945,
"929792" : 11196,
"937984" : 10432,
"946176" : 10118,
"954368" : 10383,
"962560" : 10819,
"970752" : 11271,
"978944" : 10663,
"987136" : 8588,
"995328" : 6548,
"1003520" : 4411,
"1011712" : 2792,
"1019904" : 1840,
"1028096" : 1118,
"1036288" : 989,
"1044480" : 847,
"1056768" : 976,
"1073152" : 389,
"1089536" : 173,
"1105920" : 54,
"1122304" : 31,
"1138688" : 133,
"1155072" : 361,
"1171456" : 689,
"1187840" : 1210,
"1204224" : 2198,
"1220608" : 3053,
"1236992" : 4243,
"1253376" : 4858,
"1269760" : 5683,
"1286144" : 5953,
"1302528" : 5191,
"1318912" : 4181,
"1335296" : 3421,
"1351680" : 2424,
"1368064" : 1650,
"1384448" : 842,
"1400832" : 508,
"1417216" : 233,
"1433600" : 80,
"1449984" : 36,
"1466368" : 71,
"1482752" : 96,
"1499136" : 230,
"1515520" : 322,
"1531904" : 440,
"1548288" : 610,
"1564672" : 862,
"1581056" : 1042,
"1597440" : 1021,
"1613824" : 962,
"1630208" : 902,
"1646592" : 823,
"1662976" : 839,
"1679360" : 481,
"1695744" : 421,
"1712128" : 277,
"1728512" : 211,
"1744896" : 101,
"1761280" : 76,
"1777664" : 38,
"1794048" : 11,
"1810432" : 11,
"1826816" : 41,
"1843200" : 19,
"1859584" : 31,
"1875968" : 79,
"1892352" : 127,
"1908736" : 96,
"1925120" : 112,
"1941504" : 152,
"1957888" : 161,
"1974272" : 119,
"1990656" : 115,
"2007040" : 107,
"2023424" : 82,
"2039808" : 82,
"2056192" : 43,
"2072576" : 19,
"2088960" : 43,
"2113536" : 13,
"2146304" : 10,
"2179072" : 12,
"2211840" : 12,
"2244608" : 5,
"2277376" : 53,
"2310144" : 26,
"2342912" : 20,
"2375680" : 19,
"2408448" : 9,
"2441216" : 11,
"2506752" : 8,
"2801664" : 2
}
},
"lat_ns" : {
"min" : 506684,
"max" : 2823885,
"mean" : 679435.911026,
"stddev" : 164096.378380,
"N" : 1882547
},
"bw_min" : 136744,
"bw_max" : 207216,
"bw_agg" : 100.000000,
"bw_mean" : 188456.481013,
"bw_dev" : 24260.766325,
"bw_samples" : 79,
"iops_min" : 34186,
"iops_max" : 51804,
"iops_mean" : 47114.063291,
"iops_stddev" : 6065.188968,
"iops_samples" : 79
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 7.407685,
"sys_cpu" : 85.604640,
"ctx" : 9310,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999947,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999947,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 88.521514,
"1000" : 7.669180
},
"latency_ms" : {
"2" : 3.778708,
"4" : 0.030384,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773084953,
"timestamp_ms" : 1773084953668,
"time" : "Mon Mar 9 16:35:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 9568976896,
"io_kbytes" : 9344704,
"bw_bytes" : 191383365,
"bw" : 186897,
"iops" : 46724.494490,
"runtime" : 49999,
"total_ios" : 2336178,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4867,
"max" : 662112,
"mean" : 19709.825491,
"stddev" : 25515.313919,
"N" : 2336178
},
"clat_ns" : {
"min" : 489669,
"max" : 2805106,
"mean" : 664686.806385,
"stddev" : 164286.963283,
"N" : 2336177,
"percentile" : {
"1.000000" : 552960,
"5.000000" : 569344,
"10.000000" : 577536,
"20.000000" : 593920,
"30.000000" : 593920,
"40.000000" : 602112,
"50.000000" : 610304,
"60.000000" : 618496,
"70.000000" : 626688,
"80.000000" : 634880,
"90.000000" : 929792,
"95.000000" : 987136,
"99.000000" : 1335296,
"99.500000" : 1531904,
"99.900000" : 1712128,
"99.950000" : 1941504,
"99.990000" : 2088960
},
"bins" : {
"489472" : 1,
"493568" : 2,
"501760" : 10,
"505856" : 10,
"509952" : 21,
"514048" : 28,
"518144" : 99,
"522240" : 139,
"528384" : 705,
"536576" : 2364,
"544768" : 6373,
"552960" : 15155,
"561152" : 34431,
"569344" : 69338,
"577536" : 123188,
"585728" : 196965,
"593920" : 269468,
"602112" : 317586,
"610304" : 312660,
"618496" : 262498,
"626688" : 166501,
"634880" : 94781,
"643072" : 43437,
"651264" : 26239,
"659456" : 20880,
"667648" : 19347,
"675840" : 16110,
"684032" : 11595,
"692224" : 6659,
"700416" : 3647,
"708608" : 1529,
"716800" : 487,
"724992" : 191,
"733184" : 103,
"741376" : 59,
"749568" : 46,
"757760" : 17,
"765952" : 13,
"774144" : 9,
"782336" : 6,
"790528" : 2,
"798720" : 14,
"806912" : 37,
"815104" : 72,
"823296" : 161,
"831488" : 378,
"839680" : 756,
"847872" : 1052,
"856064" : 1595,
"864256" : 2557,
"872448" : 3717,
"880640" : 5981,
"888832" : 7811,
"897024" : 10433,
"905216" : 13081,
"913408" : 15565,
"921600" : 16259,
"929792" : 16681,
"937984" : 16068,
"946176" : 16036,
"954368" : 16097,
"962560" : 17155,
"970752" : 17415,
"978944" : 16259,
"987136" : 13120,
"995328" : 10013,
"1003520" : 7345,
"1011712" : 4921,
"1019904" : 3492,
"1028096" : 2324,
"1036288" : 1856,
"1044480" : 1367,
"1056768" : 1701,
"1073152" : 794,
"1089536" : 350,
"1105920" : 100,
"1122304" : 78,
"1138688" : 166,
"1155072" : 418,
"1171456" : 830,
"1187840" : 1445,
"1204224" : 2736,
"1220608" : 3733,
"1236992" : 5163,
"1253376" : 5990,
"1269760" : 6874,
"1286144" : 7114,
"1302528" : 6394,
"1318912" : 5431,
"1335296" : 4372,
"1351680" : 3175,
"1368064" : 2107,
"1384448" : 1065,
"1400832" : 614,
"1417216" : 282,
"1433600" : 84,
"1449984" : 37,
"1466368" : 95,
"1482752" : 122,
"1499136" : 248,
"1515520" : 335,
"1531904" : 482,
"1548288" : 673,
"1564672" : 939,
"1581056" : 1175,
"1597440" : 1205,
"1613824" : 1112,
"1630208" : 1036,
"1646592" : 883,
"1662976" : 897,
"1679360" : 567,
"1695744" : 496,
"1712128" : 308,
"1728512" : 279,
"1744896" : 103,
"1761280" : 92,
"1777664" : 40,
"1794048" : 11,
"1810432" : 11,
"1826816" : 41,
"1843200" : 19,
"1859584" : 31,
"1875968" : 79,
"1892352" : 127,
"1908736" : 104,
"1925120" : 124,
"1941504" : 160,
"1957888" : 178,
"1974272" : 122,
"1990656" : 124,
"2007040" : 107,
"2023424" : 89,
"2039808" : 82,
"2056192" : 49,
"2072576" : 19,
"2088960" : 43,
"2113536" : 13,
"2146304" : 10,
"2179072" : 12,
"2211840" : 12,
"2244608" : 5,
"2277376" : 53,
"2310144" : 26,
"2342912" : 20,
"2375680" : 19,
"2408448" : 9,
"2441216" : 11,
"2506752" : 8,
"2801664" : 2
}
},
"lat_ns" : {
"min" : 506684,
"max" : 2823885,
"mean" : 684396.625700,
"stddev" : 167600.635825,
"N" : 2336177
},
"bw_min" : 136744,
"bw_max" : 207216,
"bw_agg" : 99.999028,
"bw_mean" : 186896.565657,
"bw_dev" : 21970.186172,
"bw_samples" : 99,
"iops_min" : 34186,
"iops_max" : 51804,
"iops_mean" : 46724.090909,
"iops_stddev" : 5492.542863,
"iops_samples" : 99
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 7.322146,
"sys_cpu" : 84.963699,
"ctx" : 12914,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 86.578848,
"1000" : 9.371161
},
"latency_ms" : {
"2" : 4.024779,
"4" : 0.025041,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773084963,
"timestamp_ms" : 1773084963668,
"time" : "Mon Mar 9 16:36:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 11530547200,
"io_kbytes" : 11260300,
"bw_bytes" : 192178989,
"bw" : 187674,
"iops" : 46918.715312,
"runtime" : 59999,
"total_ios" : 2815076,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4867,
"max" : 662112,
"mean" : 19618.552349,
"stddev" : 24771.164664,
"N" : 2815077
},
"clat_ns" : {
"min" : 489669,
"max" : 2805106,
"mean" : 661935.585692,
"stddev" : 157410.893752,
"N" : 2815075,
"percentile" : {
"1.000000" : 552960,
"5.000000" : 569344,
"10.000000" : 577536,
"20.000000" : 593920,
"30.000000" : 602112,
"40.000000" : 602112,
"50.000000" : 610304,
"60.000000" : 618496,
"70.000000" : 626688,
"80.000000" : 643072,
"90.000000" : 921600,
"95.000000" : 987136,
"99.000000" : 1318912,
"99.500000" : 1400832,
"99.900000" : 1695744,
"99.950000" : 1892352,
"99.990000" : 2056192
},
"bins" : {
"489472" : 1,
"493568" : 2,
"501760" : 10,
"505856" : 11,
"509952" : 27,
"514048" : 33,
"518144" : 112,
"522240" : 150,
"528384" : 793,
"536576" : 2679,
"544768" : 7412,
"552960" : 17634,
"561152" : 39633,
"569344" : 80012,
"577536" : 143969,
"585728" : 231160,
"593920" : 318326,
"602112" : 380036,
"610304" : 376345,
"618496" : 321067,
"626688" : 208383,
"634880" : 120383,
"643072" : 57094,
"651264" : 36755,
"659456" : 29207,
"667648" : 27160,
"675840" : 23447,
"684032" : 16945,
"692224" : 10021,
"700416" : 5158,
"708608" : 1974,
"716800" : 769,
"724992" : 233,
"733184" : 137,
"741376" : 68,
"749568" : 46,
"757760" : 17,
"765952" : 13,
"774144" : 9,
"782336" : 6,
"790528" : 2,
"798720" : 14,
"806912" : 37,
"815104" : 85,
"823296" : 167,
"831488" : 378,
"839680" : 777,
"847872" : 1075,
"856064" : 1660,
"864256" : 2649,
"872448" : 3886,
"880640" : 6259,
"888832" : 8202,
"897024" : 11007,
"905216" : 13972,
"913408" : 16699,
"921600" : 17507,
"929792" : 18332,
"937984" : 18013,
"946176" : 18078,
"954368" : 18628,
"962560" : 19845,
"970752" : 20423,
"978944" : 19296,
"987136" : 16250,
"995328" : 12842,
"1003520" : 9942,
"1011712" : 7332,
"1019904" : 5490,
"1028096" : 4146,
"1036288" : 3344,
"1044480" : 2581,
"1056768" : 3248,
"1073152" : 1522,
"1089536" : 783,
"1105920" : 316,
"1122304" : 134,
"1138688" : 187,
"1155072" : 425,
"1171456" : 840,
"1187840" : 1469,
"1204224" : 2775,
"1220608" : 3773,
"1236992" : 5271,
"1253376" : 6147,
"1269760" : 7012,
"1286144" : 7354,
"1302528" : 6627,
"1318912" : 5575,
"1335296" : 4492,
"1351680" : 3350,
"1368064" : 2255,
"1384448" : 1231,
"1400832" : 746,
"1417216" : 328,
"1433600" : 154,
"1449984" : 59,
"1466368" : 100,
"1482752" : 122,
"1499136" : 248,
"1515520" : 335,
"1531904" : 482,
"1548288" : 673,
"1564672" : 944,
"1581056" : 1175,
"1597440" : 1205,
"1613824" : 1112,
"1630208" : 1043,
"1646592" : 892,
"1662976" : 898,
"1679360" : 567,
"1695744" : 501,
"1712128" : 313,
"1728512" : 282,
"1744896" : 103,
"1761280" : 93,
"1777664" : 40,
"1794048" : 11,
"1810432" : 11,
"1826816" : 41,
"1843200" : 19,
"1859584" : 31,
"1875968" : 79,
"1892352" : 127,
"1908736" : 104,
"1925120" : 124,
"1941504" : 160,
"1957888" : 178,
"1974272" : 122,
"1990656" : 124,
"2007040" : 107,
"2023424" : 89,
"2039808" : 82,
"2056192" : 49,
"2072576" : 19,
"2088960" : 43,
"2113536" : 13,
"2146304" : 10,
"2179072" : 12,
"2211840" : 12,
"2244608" : 5,
"2277376" : 53,
"2310144" : 26,
"2342912" : 20,
"2375680" : 19,
"2408448" : 9,
"2441216" : 11,
"2506752" : 8,
"2801664" : 2
}
},
"lat_ns" : {
"min" : 506684,
"max" : 2823885,
"mean" : 681553.992772,
"stddev" : 160533.594880,
"N" : 2815075
},
"bw_min" : 136744,
"bw_max" : 207216,
"bw_agg" : 99.982526,
"bw_mean" : 187642.159664,
"bw_dev" : 20110.133569,
"bw_samples" : 119,
"iops_min" : 34186,
"iops_max" : 51804,
"iops_mean" : 46910.512605,
"iops_stddev" : 5027.535466,
"iops_samples" : 119
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 7.386790,
"sys_cpu" : 85.409757,
"ctx" : 14421,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 87.286311,
"1000" : 8.770456
},
"latency_ms" : {
"2" : 3.922310,
"4" : 0.020781,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773084973,
"timestamp_ms" : 1773084973668,
"time" : "Mon Mar 9 16:36:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 13564215296,
"io_kbytes" : 13246304,
"bw_bytes" : 193777272,
"bw" : 189235,
"iops" : 47308.918699,
"runtime" : 69999,
"total_ios" : 3311577,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4827,
"max" : 662112,
"mean" : 19436.615011,
"stddev" : 23475.048674,
"N" : 3311577
},
"clat_ns" : {
"min" : 489669,
"max" : 2805106,
"mean" : 656490.552522,
"stddev" : 149038.371546,
"N" : 3311576,
"percentile" : {
"1.000000" : 552960,
"5.000000" : 569344,
"10.000000" : 577536,
"20.000000" : 593920,
"30.000000" : 593920,
"40.000000" : 602112,
"50.000000" : 610304,
"60.000000" : 618496,
"70.000000" : 626688,
"80.000000" : 634880,
"90.000000" : 905216,
"95.000000" : 978944,
"99.000000" : 1302528,
"99.500000" : 1368064,
"99.900000" : 1679360,
"99.950000" : 1843200,
"99.990000" : 2039808
},
"bins" : {
"489472" : 1,
"493568" : 3,
"497664" : 2,
"501760" : 11,
"505856" : 14,
"509952" : 27,
"514048" : 51,
"518144" : 132,
"522240" : 177,
"528384" : 947,
"536576" : 3082,
"544768" : 8529,
"552960" : 20804,
"561152" : 46322,
"569344" : 93691,
"577536" : 170471,
"585728" : 273874,
"593920" : 379031,
"602112" : 454944,
"610304" : 448699,
"618496" : 379684,
"626688" : 246143,
"634880" : 140767,
"643072" : 68540,
"651264" : 45967,
"659456" : 38936,
"667648" : 36295,
"675840" : 31099,
"684032" : 22384,
"692224" : 13019,
"700416" : 6239,
"708608" : 2384,
"716800" : 920,
"724992" : 298,
"733184" : 184,
"741376" : 87,
"749568" : 70,
"757760" : 44,
"765952" : 22,
"774144" : 10,
"782336" : 8,
"790528" : 2,
"798720" : 14,
"806912" : 37,
"815104" : 85,
"823296" : 167,
"831488" : 378,
"839680" : 778,
"847872" : 1081,
"856064" : 1662,
"864256" : 2668,
"872448" : 3910,
"880640" : 6314,
"888832" : 8319,
"897024" : 11145,
"905216" : 14149,
"913408" : 17035,
"921600" : 18003,
"929792" : 18971,
"937984" : 18874,
"946176" : 18995,
"954368" : 19713,
"962560" : 21113,
"970752" : 21767,
"978944" : 20738,
"987136" : 17610,
"995328" : 14297,
"1003520" : 11117,
"1011712" : 8408,
"1019904" : 6631,
"1028096" : 5138,
"1036288" : 4249,
"1044480" : 3294,
"1056768" : 4060,
"1073152" : 1834,
"1089536" : 1105,
"1105920" : 545,
"1122304" : 204,
"1138688" : 187,
"1155072" : 425,
"1171456" : 840,
"1187840" : 1469,
"1204224" : 2775,
"1220608" : 3788,
"1236992" : 5282,
"1253376" : 6150,
"1269760" : 7031,
"1286144" : 7360,
"1302528" : 6645,
"1318912" : 5607,
"1335296" : 4515,
"1351680" : 3409,
"1368064" : 2291,
"1384448" : 1281,
"1400832" : 792,
"1417216" : 338,
"1433600" : 154,
"1449984" : 59,
"1466368" : 108,
"1482752" : 122,
"1499136" : 248,
"1515520" : 335,
"1531904" : 482,
"1548288" : 673,
"1564672" : 944,
"1581056" : 1175,
"1597440" : 1205,
"1613824" : 1112,
"1630208" : 1043,
"1646592" : 892,
"1662976" : 898,
"1679360" : 567,
"1695744" : 501,
"1712128" : 313,
"1728512" : 282,
"1744896" : 103,
"1761280" : 93,
"1777664" : 40,
"1794048" : 11,
"1810432" : 11,
"1826816" : 41,
"1843200" : 19,
"1859584" : 31,
"1875968" : 79,
"1892352" : 127,
"1908736" : 104,
"1925120" : 124,
"1941504" : 160,
"1957888" : 178,
"1974272" : 122,
"1990656" : 124,
"2007040" : 107,
"2023424" : 89,
"2039808" : 82,
"2056192" : 49,
"2072576" : 19,
"2088960" : 43,
"2113536" : 13,
"2146304" : 10,
"2179072" : 12,
"2211840" : 12,
"2244608" : 5,
"2277376" : 53,
"2310144" : 26,
"2342912" : 20,
"2375680" : 19,
"2408448" : 9,
"2441216" : 11,
"2506752" : 8,
"2801664" : 2
}
},
"lat_ns" : {
"min" : 506684,
"max" : 2823885,
"mean" : 675927.163140,
"stddev" : 151993.063537,
"N" : 3311576
},
"bw_min" : 136744,
"bw_max" : 207216,
"bw_agg" : 99.974309,
"bw_mean" : 189187.115108,
"bw_dev" : 19000.052523,
"bw_samples" : 139,
"iops_min" : 34186,
"iops_max" : 51804,
"iops_mean" : 47296.755396,
"iops_stddev" : 4750.016923,
"iops_samples" : 139
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 7.380105,
"sys_cpu" : 86.129802,
"ctx" : 15082,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999970,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999970,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 88.591991,
"1000" : 7.814162
},
"latency_ms" : {
"2" : 3.575970,
"4" : 0.017665,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773084983,
"timestamp_ms" : 1773084983668,
"time" : "Mon Mar 9 16:36:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 15631118336,
"io_kbytes" : 15264764,
"bw_bytes" : 195391421,
"bw" : 190811,
"iops" : 47702.996287,
"runtime" : 79999,
"total_ios" : 3816192,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4827,
"max" : 662112,
"mean" : 19255.615855,
"stddev" : 22120.931208,
"N" : 3816193
},
"clat_ns" : {
"min" : 489669,
"max" : 2805106,
"mean" : 651081.081979,
"stddev" : 140944.508977,
"N" : 3816191,
"percentile" : {
"1.000000" : 552960,
"5.000000" : 569344,
"10.000000" : 577536,
"20.000000" : 593920,
"30.000000" : 593920,
"40.000000" : 602112,
"50.000000" : 610304,
"60.000000" : 618496,
"70.000000" : 626688,
"80.000000" : 634880,
"90.000000" : 856064,
"95.000000" : 970752,
"99.000000" : 1286144,
"99.500000" : 1351680,
"99.900000" : 1662976,
"99.950000" : 1744896,
"99.990000" : 2039808
},
"bins" : {
"489472" : 1,
"493568" : 3,
"497664" : 3,
"501760" : 18,
"505856" : 19,
"509952" : 31,
"514048" : 67,
"518144" : 157,
"522240" : 214,
"528384" : 1100,
"536576" : 3637,
"544768" : 9646,
"552960" : 24104,
"561152" : 53694,
"569344" : 108410,
"577536" : 198108,
"585728" : 318585,
"593920" : 442295,
"602112" : 534515,
"610304" : 525729,
"618496" : 441505,
"626688" : 284757,
"634880" : 160532,
"643072" : 80020,
"651264" : 55464,
"659456" : 48302,
"667648" : 45787,
"675840" : 39415,
"684032" : 27767,
"692224" : 15627,
"700416" : 6978,
"708608" : 2528,
"716800" : 979,
"724992" : 357,
"733184" : 219,
"741376" : 123,
"749568" : 78,
"757760" : 57,
"765952" : 43,
"774144" : 24,
"782336" : 19,
"790528" : 13,
"798720" : 16,
"806912" : 37,
"815104" : 85,
"823296" : 167,
"831488" : 380,
"839680" : 788,
"847872" : 1098,
"856064" : 1664,
"864256" : 2672,
"872448" : 3932,
"880640" : 6332,
"888832" : 8335,
"897024" : 11202,
"905216" : 14232,
"913408" : 17165,
"921600" : 18130,
"929792" : 19137,
"937984" : 19073,
"946176" : 19184,
"954368" : 20031,
"962560" : 21501,
"970752" : 22246,
"978944" : 21236,
"987136" : 18137,
"995328" : 14768,
"1003520" : 11671,
"1011712" : 8954,
"1019904" : 7140,
"1028096" : 5609,
"1036288" : 4663,
"1044480" : 3636,
"1056768" : 4507,
"1073152" : 2024,
"1089536" : 1226,
"1105920" : 695,
"1122304" : 245,
"1138688" : 192,
"1155072" : 433,
"1171456" : 848,
"1187840" : 1470,
"1204224" : 2775,
"1220608" : 3788,
"1236992" : 5282,
"1253376" : 6150,
"1269760" : 7031,
"1286144" : 7370,
"1302528" : 6645,
"1318912" : 5616,
"1335296" : 4529,
"1351680" : 3431,
"1368064" : 2297,
"1384448" : 1281,
"1400832" : 796,
"1417216" : 341,
"1433600" : 154,
"1449984" : 59,
"1466368" : 108,
"1482752" : 122,
"1499136" : 248,
"1515520" : 335,
"1531904" : 482,
"1548288" : 673,
"1564672" : 944,
"1581056" : 1175,
"1597440" : 1205,
"1613824" : 1112,
"1630208" : 1043,
"1646592" : 892,
"1662976" : 898,
"1679360" : 567,
"1695744" : 501,
"1712128" : 313,
"1728512" : 282,
"1744896" : 103,
"1761280" : 93,
"1777664" : 40,
"1794048" : 11,
"1810432" : 11,
"1826816" : 41,
"1843200" : 19,
"1859584" : 31,
"1875968" : 79,
"1892352" : 127,
"1908736" : 104,
"1925120" : 124,
"1941504" : 160,
"1957888" : 178,
"1974272" : 122,
"1990656" : 124,
"2007040" : 107,
"2023424" : 89,
"2039808" : 82,
"2056192" : 49,
"2072576" : 19,
"2088960" : 43,
"2113536" : 13,
"2146304" : 10,
"2179072" : 12,
"2211840" : 12,
"2244608" : 5,
"2277376" : 53,
"2310144" : 26,
"2342912" : 20,
"2375680" : 19,
"2408448" : 9,
"2441216" : 11,
"2506752" : 8,
"2801664" : 2
}
},
"lat_ns" : {
"min" : 506283,
"max" : 2823885,
"mean" : 670336.703839,
"stddev" : 143752.779740,
"N" : 3816191
},
"bw_min" : 136744,
"bw_max" : 207216,
"bw_agg" : 99.976975,
"bw_mean" : 190768.943396,
"bw_dev" : 18245.027277,
"bw_samples" : 159,
"iops_min" : 34186,
"iops_max" : 51804,
"iops_mean" : 47692.220126,
"iops_stddev" : 4561.264358,
"iops_samples" : 159
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 7.385092,
"sys_cpu" : 86.806085,
"ctx" : 15352,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999974,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 89.899434,
"1000" : 6.881022
},
"latency_ms" : {
"2" : 3.204005,
"4" : 0.015329,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773084993,
"timestamp_ms" : 1773084993669,
"time" : "Mon Mar 9 16:36:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 17712070656,
"io_kbytes" : 17296944,
"bw_bytes" : 196802971,
"bw" : 192190,
"iops" : 48047.633863,
"runtime" : 89999,
"total_ios" : 4324239,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4827,
"max" : 662112,
"mean" : 19100.835591,
"stddev" : 20887.709057,
"N" : 4324239
},
"clat_ns" : {
"min" : 489669,
"max" : 2805106,
"mean" : 646429.893783,
"stddev" : 133691.857242,
"N" : 4324238,
"percentile" : {
"1.000000" : 552960,
"5.000000" : 569344,
"10.000000" : 577536,
"20.000000" : 593920,
"30.000000" : 593920,
"40.000000" : 602112,
"50.000000" : 610304,
"60.000000" : 618496,
"70.000000" : 618496,
"80.000000" : 634880,
"90.000000" : 684032,
"95.000000" : 962560,
"99.000000" : 1286144,
"99.500000" : 1335296,
"99.900000" : 1662976,
"99.950000" : 1728512,
"99.990000" : 2023424
},
"bins" : {
"489472" : 1,
"493568" : 3,
"497664" : 3,
"501760" : 18,
"505856" : 20,
"509952" : 35,
"514048" : 86,
"518144" : 183,
"522240" : 230,
"528384" : 1284,
"536576" : 4138,
"544768" : 10992,
"552960" : 27379,
"561152" : 61393,
"569344" : 123618,
"577536" : 226777,
"585728" : 366325,
"593920" : 508009,
"602112" : 614590,
"610304" : 603194,
"618496" : 502680,
"626688" : 323599,
"634880" : 180083,
"643072" : 90780,
"651264" : 65296,
"659456" : 58058,
"667648" : 55561,
"675840" : 47557,
"684032" : 33214,
"692224" : 18445,
"700416" : 7887,
"708608" : 2664,
"716800" : 1031,
"724992" : 383,
"733184" : 236,
"741376" : 139,
"749568" : 102,
"757760" : 68,
"765952" : 43,
"774144" : 24,
"782336" : 20,
"790528" : 26,
"798720" : 24,
"806912" : 45,
"815104" : 85,
"823296" : 168,
"831488" : 380,
"839680" : 788,
"847872" : 1098,
"856064" : 1664,
"864256" : 2672,
"872448" : 3932,
"880640" : 6332,
"888832" : 8335,
"897024" : 11202,
"905216" : 14260,
"913408" : 17204,
"921600" : 18167,
"929792" : 19189,
"937984" : 19180,
"946176" : 19309,
"954368" : 20157,
"962560" : 21690,
"970752" : 22448,
"978944" : 21421,
"987136" : 18372,
"995328" : 14945,
"1003520" : 11868,
"1011712" : 9096,
"1019904" : 7271,
"1028096" : 5741,
"1036288" : 4775,
"1044480" : 3736,
"1056768" : 4775,
"1073152" : 2138,
"1089536" : 1273,
"1105920" : 730,
"1122304" : 245,
"1138688" : 192,
"1155072" : 433,
"1171456" : 848,
"1187840" : 1470,
"1204224" : 2775,
"1220608" : 3788,
"1236992" : 5282,
"1253376" : 6150,
"1269760" : 7031,
"1286144" : 7374,
"1302528" : 6646,
"1318912" : 5616,
"1335296" : 4529,
"1351680" : 3431,
"1368064" : 2297,
"1384448" : 1281,
"1400832" : 796,
"1417216" : 341,
"1433600" : 154,
"1449984" : 59,
"1466368" : 108,
"1482752" : 122,
"1499136" : 248,
"1515520" : 335,
"1531904" : 482,
"1548288" : 673,
"1564672" : 944,
"1581056" : 1175,
"1597440" : 1205,
"1613824" : 1112,
"1630208" : 1043,
"1646592" : 892,
"1662976" : 898,
"1679360" : 567,
"1695744" : 501,
"1712128" : 313,
"1728512" : 282,
"1744896" : 103,
"1761280" : 93,
"1777664" : 40,
"1794048" : 11,
"1810432" : 11,
"1826816" : 41,
"1843200" : 19,
"1859584" : 31,
"1875968" : 79,
"1892352" : 127,
"1908736" : 104,
"1925120" : 124,
"1941504" : 160,
"1957888" : 178,
"1974272" : 122,
"1990656" : 124,
"2007040" : 107,
"2023424" : 89,
"2039808" : 82,
"2056192" : 49,
"2072576" : 19,
"2088960" : 43,
"2113536" : 13,
"2146304" : 10,
"2179072" : 12,
"2211840" : 12,
"2244608" : 5,
"2277376" : 53,
"2310144" : 26,
"2342912" : 20,
"2375680" : 19,
"2408448" : 9,
"2441216" : 11,
"2506752" : 8,
"2801664" : 2
}
},
"lat_ns" : {
"min" : 506283,
"max" : 2823885,
"mean" : 665530.738191,
"stddev" : 136372.409460,
"N" : 4324238
},
"bw_min" : 136744,
"bw_max" : 207216,
"bw_agg" : 99.983141,
"bw_mean" : 192158.754190,
"bw_dev" : 17636.085832,
"bw_samples" : 179,
"iops_min" : 34186,
"iops_max" : 51804,
"iops_mean" : 48039.670391,
"iops_stddev" : 4409.027153,
"iops_samples" : 179
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 7.388971,
"sys_cpu" : 87.385415,
"ctx" : 15456,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999977,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 91.020593,
"1000" : 6.108821
},
"latency_ms" : {
"2" : 2.856873,
"4" : 0.013528,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085003,
"timestamp_ms" : 1773085003668,
"time" : "Mon Mar 9 16:36:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 19796287488,
"io_kbytes" : 19332312,
"bw_bytes" : 197964854,
"bw" : 193325,
"iops" : 48331.283313,
"runtime" : 99999,
"total_ios" : 4833080,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4827,
"max" : 662112,
"mean" : 18974.649743,
"stddev" : 19817.549445,
"N" : 4833080
},
"clat_ns" : {
"min" : 489669,
"max" : 2805106,
"mean" : 642644.155975,
"stddev" : 127377.059095,
"N" : 4833079,
"percentile" : {
"1.000000" : 552960,
"5.000000" : 569344,
"10.000000" : 577536,
"20.000000" : 593920,
"30.000000" : 593920,
"40.000000" : 602112,
"50.000000" : 610304,
"60.000000" : 618496,
"70.000000" : 618496,
"80.000000" : 634880,
"90.000000" : 675840,
"95.000000" : 954368,
"99.000000" : 1269760,
"99.500000" : 1335296,
"99.900000" : 1646592,
"99.950000" : 1712128,
"99.990000" : 2007040
},
"bins" : {
"489472" : 1,
"493568" : 3,
"497664" : 4,
"501760" : 20,
"505856" : 22,
"509952" : 37,
"514048" : 101,
"518144" : 210,
"522240" : 263,
"528384" : 1422,
"536576" : 4558,
"544768" : 12155,
"552960" : 30435,
"561152" : 68831,
"569344" : 138423,
"577536" : 255837,
"585728" : 413860,
"593920" : 573064,
"602112" : 695660,
"610304" : 682296,
"618496" : 564783,
"626688" : 362870,
"634880" : 199685,
"643072" : 101034,
"651264" : 74591,
"659456" : 67922,
"667648" : 65578,
"675840" : 56153,
"684032" : 38849,
"692224" : 21367,
"700416" : 8724,
"708608" : 2858,
"716800" : 1089,
"724992" : 400,
"733184" : 257,
"741376" : 146,
"749568" : 106,
"757760" : 89,
"765952" : 57,
"774144" : 31,
"782336" : 20,
"790528" : 26,
"798720" : 24,
"806912" : 45,
"815104" : 85,
"823296" : 168,
"831488" : 380,
"839680" : 788,
"847872" : 1098,
"856064" : 1664,
"864256" : 2672,
"872448" : 3932,
"880640" : 6332,
"888832" : 8335,
"897024" : 11202,
"905216" : 14260,
"913408" : 17204,
"921600" : 18167,
"929792" : 19189,
"937984" : 19198,
"946176" : 19337,
"954368" : 20235,
"962560" : 21777,
"970752" : 22522,
"978944" : 21482,
"987136" : 18463,
"995328" : 15031,
"1003520" : 11921,
"1011712" : 9161,
"1019904" : 7323,
"1028096" : 5891,
"1036288" : 4849,
"1044480" : 3840,
"1056768" : 4874,
"1073152" : 2162,
"1089536" : 1284,
"1105920" : 742,
"1122304" : 256,
"1138688" : 192,
"1155072" : 433,
"1171456" : 848,
"1187840" : 1470,
"1204224" : 2775,
"1220608" : 3788,
"1236992" : 5282,
"1253376" : 6150,
"1269760" : 7031,
"1286144" : 7374,
"1302528" : 6646,
"1318912" : 5616,
"1335296" : 4529,
"1351680" : 3431,
"1368064" : 2297,
"1384448" : 1281,
"1400832" : 796,
"1417216" : 341,
"1433600" : 154,
"1449984" : 59,
"1466368" : 108,
"1482752" : 122,
"1499136" : 248,
"1515520" : 335,
"1531904" : 482,
"1548288" : 673,
"1564672" : 944,
"1581056" : 1175,
"1597440" : 1205,
"1613824" : 1112,
"1630208" : 1043,
"1646592" : 892,
"1662976" : 898,
"1679360" : 567,
"1695744" : 501,
"1712128" : 313,
"1728512" : 282,
"1744896" : 103,
"1761280" : 93,
"1777664" : 40,
"1794048" : 11,
"1810432" : 11,
"1826816" : 41,
"1843200" : 19,
"1859584" : 31,
"1875968" : 79,
"1892352" : 127,
"1908736" : 104,
"1925120" : 124,
"1941504" : 160,
"1957888" : 178,
"1974272" : 122,
"1990656" : 124,
"2007040" : 107,
"2023424" : 89,
"2039808" : 82,
"2056192" : 49,
"2072576" : 19,
"2088960" : 43,
"2113536" : 13,
"2146304" : 10,
"2179072" : 12,
"2211840" : 12,
"2244608" : 5,
"2277376" : 53,
"2310144" : 26,
"2342912" : 20,
"2375680" : 19,
"2408448" : 9,
"2441216" : 11,
"2506752" : 8,
"2801664" : 2
}
},
"lat_ns" : {
"min" : 506283,
"max" : 2823885,
"mean" : 661618.803861,
"stddev" : 129945.634745,
"N" : 4833079
},
"bw_min" : 136744,
"bw_max" : 207216,
"bw_agg" : 99.989110,
"bw_mean" : 193304.035176,
"bw_dev" : 17074.671313,
"bw_samples" : 199,
"iops_min" : 34186,
"iops_max" : 51804,
"iops_mean" : 48325.989950,
"iops_stddev" : 4268.672771,
"iops_samples" : 199
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 7.481075,
"sys_cpu" : 87.774878,
"ctx" : 15508,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 91.940688,
"1000" : 5.477397
},
"latency_ms" : {
"2" : 2.569624,
"4" : 0.012104,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085013,
"timestamp_ms" : 1773085013668,
"time" : "Mon Mar 9 16:36:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 21885702144,
"io_kbytes" : 21372756,
"bw_bytes" : 198962737,
"bw" : 194299,
"iops" : 48574.896135,
"runtime" : 109999,
"total_ios" : 5343190,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4817,
"max" : 662112,
"mean" : 18867.392957,
"stddev" : 18885.622529,
"N" : 5343191
},
"clat_ns" : {
"min" : 482367,
"max" : 2805106,
"mean" : 639428.100433,
"stddev" : 121870.175954,
"N" : 5343189,
"percentile" : {
"1.000000" : 552960,
"5.000000" : 569344,
"10.000000" : 577536,
"20.000000" : 593920,
"30.000000" : 593920,
"40.000000" : 602112,
"50.000000" : 610304,
"60.000000" : 610304,
"70.000000" : 618496,
"80.000000" : 634880,
"90.000000" : 675840,
"95.000000" : 937984,
"99.000000" : 1253376,
"99.500000" : 1318912,
"99.900000" : 1646592,
"99.950000" : 1695744,
"99.990000" : 2007040
},
"bins" : {
"481280" : 1,
"489472" : 3,
"493568" : 9,
"497664" : 4,
"501760" : 22,
"505856" : 29,
"509952" : 45,
"514048" : 109,
"518144" : 236,
"522240" : 290,
"528384" : 1569,
"536576" : 5025,
"544768" : 13614,
"552960" : 34112,
"561152" : 77086,
"569344" : 155015,
"577536" : 287661,
"585728" : 463701,
"593920" : 640218,
"602112" : 776590,
"610304" : 758279,
"618496" : 625042,
"626688" : 399496,
"634880" : 218432,
"643072" : 111687,
"651264" : 83738,
"659456" : 77939,
"667648" : 75587,
"675840" : 64764,
"684032" : 44339,
"692224" : 24220,
"700416" : 9439,
"708608" : 2974,
"716800" : 1090,
"724992" : 403,
"733184" : 263,
"741376" : 150,
"749568" : 109,
"757760" : 90,
"765952" : 57,
"774144" : 32,
"782336" : 20,
"790528" : 44,
"798720" : 27,
"806912" : 54,
"815104" : 85,
"823296" : 168,
"831488" : 380,
"839680" : 788,
"847872" : 1098,
"856064" : 1664,
"864256" : 2672,
"872448" : 3932,
"880640" : 6332,
"888832" : 8335,
"897024" : 11202,
"905216" : 14260,
"913408" : 17204,
"921600" : 18167,
"929792" : 19191,
"937984" : 19204,
"946176" : 19356,
"954368" : 20238,
"962560" : 21792,
"970752" : 22540,
"978944" : 21519,
"987136" : 18492,
"995328" : 15085,
"1003520" : 11986,
"1011712" : 9221,
"1019904" : 7370,
"1028096" : 5908,
"1036288" : 4871,
"1044480" : 3842,
"1056768" : 4877,
"1073152" : 2166,
"1089536" : 1284,
"1105920" : 742,
"1122304" : 256,
"1138688" : 192,
"1155072" : 433,
"1171456" : 848,
"1187840" : 1470,
"1204224" : 2775,
"1220608" : 3788,
"1236992" : 5282,
"1253376" : 6150,
"1269760" : 7031,
"1286144" : 7374,
"1302528" : 6646,
"1318912" : 5616,
"1335296" : 4529,
"1351680" : 3431,
"1368064" : 2297,
"1384448" : 1281,
"1400832" : 796,
"1417216" : 341,
"1433600" : 154,
"1449984" : 59,
"1466368" : 108,
"1482752" : 122,
"1499136" : 248,
"1515520" : 335,
"1531904" : 482,
"1548288" : 673,
"1564672" : 944,
"1581056" : 1175,
"1597440" : 1205,
"1613824" : 1112,
"1630208" : 1043,
"1646592" : 892,
"1662976" : 898,
"1679360" : 567,
"1695744" : 501,
"1712128" : 313,
"1728512" : 282,
"1744896" : 103,
"1761280" : 93,
"1777664" : 40,
"1794048" : 11,
"1810432" : 11,
"1826816" : 41,
"1843200" : 19,
"1859584" : 31,
"1875968" : 79,
"1892352" : 127,
"1908736" : 104,
"1925120" : 124,
"1941504" : 160,
"1957888" : 178,
"1974272" : 122,
"1990656" : 124,
"2007040" : 107,
"2023424" : 89,
"2039808" : 82,
"2056192" : 49,
"2072576" : 19,
"2088960" : 43,
"2113536" : 13,
"2146304" : 10,
"2179072" : 12,
"2211840" : 12,
"2244608" : 5,
"2277376" : 53,
"2310144" : 26,
"2342912" : 20,
"2375680" : 19,
"2408448" : 9,
"2441216" : 11,
"2506752" : 8,
"2801664" : 2
}
},
"lat_ns" : {
"min" : 498933,
"max" : 2823885,
"mean" : 658295.491002,
"stddev" : 124340.897082,
"N" : 5343189
},
"bw_min" : 136744,
"bw_max" : 207216,
"bw_agg" : 99.996630,
"bw_mean" : 194293.182648,
"bw_dev" : 16575.256468,
"bw_samples" : 219,
"iops_min" : 34186,
"iops_max" : 51804,
"iops_mean" : 48573.264840,
"iops_stddev" : 4143.811719,
"iops_samples" : 219
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 7.549160,
"sys_cpu" : 88.107165,
"ctx" : 15529,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999981,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 92.701794,
"1000" : 4.958573
},
"latency_ms" : {
"2" : 2.328347,
"4" : 0.010949,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085023,
"timestamp_ms" : 1773085023668,
"time" : "Mon Mar 9 16:37:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 23973789696,
"io_kbytes" : 23411904,
"bw_bytes" : 199783245,
"bw" : 195100,
"iops" : 48775.214793,
"runtime" : 119999,
"total_ios" : 5852977,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4817,
"max" : 662112,
"mean" : 18779.824519,
"stddev" : 18073.325868,
"N" : 5852977
},
"clat_ns" : {
"min" : 482367,
"max" : 2805106,
"mean" : 636808.513553,
"stddev" : 117018.764549,
"N" : 5852976,
"percentile" : {
"1.000000" : 552960,
"5.000000" : 569344,
"10.000000" : 577536,
"20.000000" : 593920,
"30.000000" : 593920,
"40.000000" : 602112,
"50.000000" : 610304,
"60.000000" : 610304,
"70.000000" : 618496,
"80.000000" : 634880,
"90.000000" : 667648,
"95.000000" : 929792,
"99.000000" : 1253376,
"99.500000" : 1318912,
"99.900000" : 1630208,
"99.950000" : 1695744,
"99.990000" : 2007040
},
"bins" : {
"481280" : 1,
"489472" : 3,
"493568" : 11,
"497664" : 4,
"501760" : 26,
"505856" : 38,
"509952" : 51,
"514048" : 119,
"518144" : 252,
"522240" : 329,
"528384" : 1742,
"536576" : 5496,
"544768" : 14980,
"552960" : 37507,
"561152" : 84537,
"569344" : 170636,
"577536" : 317504,
"585728" : 511412,
"593920" : 704862,
"602112" : 857479,
"610304" : 837229,
"618496" : 687578,
"626688" : 438295,
"634880" : 238081,
"643072" : 123359,
"651264" : 93700,
"659456" : 87893,
"667648" : 85834,
"675840" : 72244,
"684032" : 49439,
"692224" : 26880,
"700416" : 10223,
"708608" : 3079,
"716800" : 1120,
"724992" : 428,
"733184" : 276,
"741376" : 151,
"749568" : 113,
"757760" : 95,
"765952" : 62,
"774144" : 33,
"782336" : 20,
"790528" : 44,
"798720" : 34,
"806912" : 68,
"815104" : 92,
"823296" : 171,
"831488" : 380,
"839680" : 788,
"847872" : 1098,
"856064" : 1664,
"864256" : 2672,
"872448" : 3932,
"880640" : 6332,
"888832" : 8335,
"897024" : 11202,
"905216" : 14260,
"913408" : 17204,
"921600" : 18167,
"929792" : 19191,
"937984" : 19204,
"946176" : 19356,
"954368" : 20241,
"962560" : 21799,
"970752" : 22542,
"978944" : 21519,
"987136" : 18516,
"995328" : 15087,
"1003520" : 11989,
"1011712" : 9234,
"1019904" : 7379,
"1028096" : 5935,
"1036288" : 4886,
"1044480" : 3858,
"1056768" : 4880,
"1073152" : 2166,
"1089536" : 1284,
"1105920" : 742,
"1122304" : 256,
"1138688" : 192,
"1155072" : 433,
"1171456" : 848,
"1187840" : 1470,
"1204224" : 2775,
"1220608" : 3788,
"1236992" : 5282,
"1253376" : 6150,
"1269760" : 7031,
"1286144" : 7374,
"1302528" : 6646,
"1318912" : 5616,
"1335296" : 4529,
"1351680" : 3431,
"1368064" : 2297,
"1384448" : 1281,
"1400832" : 796,
"1417216" : 341,
"1433600" : 154,
"1449984" : 59,
"1466368" : 108,
"1482752" : 122,
"1499136" : 248,
"1515520" : 335,
"1531904" : 482,
"1548288" : 673,
"1564672" : 944,
"1581056" : 1175,
"1597440" : 1205,
"1613824" : 1112,
"1630208" : 1043,
"1646592" : 892,
"1662976" : 898,
"1679360" : 567,
"1695744" : 501,
"1712128" : 313,
"1728512" : 282,
"1744896" : 103,
"1761280" : 93,
"1777664" : 40,
"1794048" : 11,
"1810432" : 11,
"1826816" : 41,
"1843200" : 19,
"1859584" : 31,
"1875968" : 79,
"1892352" : 127,
"1908736" : 104,
"1925120" : 124,
"1941504" : 160,
"1957888" : 178,
"1974272" : 122,
"1990656" : 124,
"2007040" : 107,
"2023424" : 89,
"2039808" : 82,
"2056192" : 49,
"2072576" : 19,
"2088960" : 43,
"2113536" : 13,
"2146304" : 10,
"2179072" : 12,
"2211840" : 12,
"2244608" : 5,
"2277376" : 53,
"2310144" : 26,
"2342912" : 20,
"2375680" : 19,
"2408448" : 9,
"2441216" : 11,
"2506752" : 8,
"2801664" : 2
}
},
"lat_ns" : {
"min" : 498933,
"max" : 2823885,
"mean" : 655588.335719,
"stddev" : 119401.637320,
"N" : 5852976
},
"bw_min" : 136744,
"bw_max" : 207216,
"bw_agg" : 100.000000,
"bw_mean" : 195105.347280,
"bw_dev" : 16093.674209,
"bw_samples" : 239,
"iops_min" : 34186,
"iops_max" : 51804,
"iops_mean" : 48776.305439,
"iops_stddev" : 4023.416019,
"iops_samples" : 239
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 7.576730,
"sys_cpu" : 88.415737,
"ctx" : 15540,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999966,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999966,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 93.334554,
"1000" : 4.528089
},
"latency_ms" : {
"2" : 2.127020,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085033,
"timestamp_ms" : 1773085033668,
"time" : "Mon Mar 9 16:37:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 26059694080,
"io_kbytes" : 25448920,
"bw_bytes" : 200460727,
"bw" : 195762,
"iops" : 48940.614928,
"runtime" : 129999,
"total_ios" : 6362231,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4817,
"max" : 662112,
"mean" : 18708.059611,
"stddev" : 17362.849519,
"N" : 6362231
},
"clat_ns" : {
"min" : 482367,
"max" : 2805106,
"mean" : 634660.907964,
"stddev" : 112730.148273,
"N" : 6362230,
"percentile" : {
"1.000000" : 552960,
"5.000000" : 569344,
"10.000000" : 577536,
"20.000000" : 593920,
"30.000000" : 593920,
"40.000000" : 602112,
"50.000000" : 610304,
"60.000000" : 610304,
"70.000000" : 618496,
"80.000000" : 626688,
"90.000000" : 667648,
"95.000000" : 921600,
"99.000000" : 1236992,
"99.500000" : 1302528,
"99.900000" : 1630208,
"99.950000" : 1679360,
"99.990000" : 1990656
},
"bins" : {
"481280" : 1,
"489472" : 3,
"493568" : 13,
"497664" : 4,
"501760" : 30,
"505856" : 45,
"509952" : 55,
"514048" : 137,
"518144" : 282,
"522240" : 357,
"528384" : 1950,
"536576" : 5983,
"544768" : 16179,
"552960" : 40532,
"561152" : 91249,
"569344" : 184742,
"577536" : 344699,
"585728" : 557670,
"593920" : 769417,
"602112" : 938894,
"610304" : 919440,
"618496" : 752998,
"626688" : 478626,
"634880" : 256242,
"643072" : 133487,
"651264" : 102852,
"659456" : 98026,
"667648" : 95641,
"675840" : 80759,
"684032" : 55324,
"692224" : 30008,
"700416" : 10987,
"708608" : 3179,
"716800" : 1177,
"724992" : 444,
"733184" : 277,
"741376" : 155,
"749568" : 120,
"757760" : 103,
"765952" : 80,
"774144" : 33,
"782336" : 20,
"790528" : 44,
"798720" : 34,
"806912" : 68,
"815104" : 92,
"823296" : 171,
"831488" : 380,
"839680" : 788,
"847872" : 1098,
"856064" : 1664,
"864256" : 2672,
"872448" : 3932,
"880640" : 6332,
"888832" : 8335,
"897024" : 11202,
"905216" : 14260,
"913408" : 17204,
"921600" : 18167,
"929792" : 19191,
"937984" : 19204,
"946176" : 19372,
"954368" : 20247,
"962560" : 21809,
"970752" : 22547,
"978944" : 21549,
"987136" : 18531,
"995328" : 15108,
"1003520" : 12000,
"1011712" : 9244,
"1019904" : 7379,
"1028096" : 5935,
"1036288" : 4888,
"1044480" : 3869,
"1056768" : 4898,
"1073152" : 2166,
"1089536" : 1284,
"1105920" : 742,
"1122304" : 256,
"1138688" : 192,
"1155072" : 433,
"1171456" : 848,
"1187840" : 1470,
"1204224" : 2775,
"1220608" : 3788,
"1236992" : 5282,
"1253376" : 6150,
"1269760" : 7031,
"1286144" : 7374,
"1302528" : 6646,
"1318912" : 5616,
"1335296" : 4529,
"1351680" : 3431,
"1368064" : 2297,
"1384448" : 1281,
"1400832" : 796,
"1417216" : 341,
"1433600" : 154,
"1449984" : 59,
"1466368" : 108,
"1482752" : 122,
"1499136" : 248,
"1515520" : 335,
"1531904" : 482,
"1548288" : 673,
"1564672" : 944,
"1581056" : 1175,
"1597440" : 1205,
"1613824" : 1112,
"1630208" : 1043,
"1646592" : 892,
"1662976" : 898,
"1679360" : 567,
"1695744" : 501,
"1712128" : 313,
"1728512" : 282,
"1744896" : 103,
"1761280" : 93,
"1777664" : 40,
"1794048" : 11,
"1810432" : 11,
"1826816" : 41,
"1843200" : 19,
"1859584" : 31,
"1875968" : 79,
"1892352" : 127,
"1908736" : 104,
"1925120" : 124,
"1941504" : 160,
"1957888" : 178,
"1974272" : 122,
"1990656" : 124,
"2007040" : 107,
"2023424" : 89,
"2039808" : 82,
"2056192" : 49,
"2072576" : 19,
"2088960" : 43,
"2113536" : 13,
"2146304" : 10,
"2179072" : 12,
"2211840" : 12,
"2244608" : 5,
"2277376" : 53,
"2310144" : 26,
"2342912" : 20,
"2375680" : 19,
"2408448" : 9,
"2441216" : 11,
"2506752" : 8,
"2801664" : 2
}
},
"lat_ns" : {
"min" : 498933,
"max" : 2823885,
"mean" : 653368.966601,
"stddev" : 115034.034121,
"N" : 6362230
},
"bw_min" : 136744,
"bw_max" : 207216,
"bw_agg" : 100.000000,
"bw_mean" : 195764.204633,
"bw_dev" : 15627.810824,
"bw_samples" : 259,
"iops_min" : 34186,
"iops_max" : 51804,
"iops_mean" : 48941.019305,
"iops_stddev" : 3906.949763,
"iops_samples" : 259
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 7.593905,
"sys_cpu" : 88.682990,
"ctx" : 15552,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999984,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999984,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 93.865124,
"1000" : 4.167768
},
"latency_ms" : {
"2" : 1.957568,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085043,
"timestamp_ms" : 1773085043669,
"time" : "Mon Mar 9 16:37:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 28154470400,
"io_kbytes" : 27494600,
"bw_bytes" : 201104796,
"bw" : 196391,
"iops" : 49097.864985,
"runtime" : 139999,
"total_ios" : 6873652,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4817,
"max" : 662112,
"mean" : 18640.612522,
"stddev" : 16727.567026,
"N" : 6873652
},
"clat_ns" : {
"min" : 482367,
"max" : 2805106,
"mean" : 632637.126736,
"stddev" : 108898.018778,
"N" : 6873651,
"percentile" : {
"1.000000" : 552960,
"5.000000" : 569344,
"10.000000" : 577536,
"20.000000" : 593920,
"30.000000" : 593920,
"40.000000" : 602112,
"50.000000" : 610304,
"60.000000" : 610304,
"70.000000" : 618496,
"80.000000" : 626688,
"90.000000" : 667648,
"95.000000" : 905216,
"99.000000" : 1204224,
"99.500000" : 1302528,
"99.900000" : 1613824,
"99.950000" : 1679360,
"99.990000" : 1990656
},
"bins" : {
"481280" : 1,
"489472" : 3,
"493568" : 13,
"497664" : 4,
"501760" : 30,
"505856" : 45,
"509952" : 55,
"514048" : 138,
"518144" : 288,
"522240" : 377,
"528384" : 2103,
"536576" : 6493,
"544768" : 17553,
"552960" : 44263,
"561152" : 99119,
"569344" : 201200,
"577536" : 374555,
"585728" : 607005,
"593920" : 839277,
"602112" : 1023206,
"610304" : 1001696,
"618496" : 817236,
"626688" : 516858,
"634880" : 274208,
"643072" : 142141,
"651264" : 110320,
"659456" : 105747,
"667648" : 103595,
"675840" : 87334,
"684032" : 59405,
"692224" : 32111,
"700416" : 11524,
"708608" : 3260,
"716800" : 1190,
"724992" : 460,
"733184" : 287,
"741376" : 161,
"749568" : 120,
"757760" : 105,
"765952" : 81,
"774144" : 44,
"782336" : 21,
"790528" : 52,
"798720" : 34,
"806912" : 68,
"815104" : 92,
"823296" : 171,
"831488" : 380,
"839680" : 788,
"847872" : 1098,
"856064" : 1664,
"864256" : 2672,
"872448" : 3932,
"880640" : 6332,
"888832" : 8335,
"897024" : 11202,
"905216" : 14260,
"913408" : 17204,
"921600" : 18167,
"929792" : 19191,
"937984" : 19204,
"946176" : 19372,
"954368" : 20247,
"962560" : 21809,
"970752" : 22547,
"978944" : 21549,
"987136" : 18531,
"995328" : 15108,
"1003520" : 12000,
"1011712" : 9244,
"1019904" : 7379,
"1028096" : 5935,
"1036288" : 4888,
"1044480" : 3869,
"1056768" : 4898,
"1073152" : 2166,
"1089536" : 1284,
"1105920" : 742,
"1122304" : 256,
"1138688" : 192,
"1155072" : 433,
"1171456" : 848,
"1187840" : 1470,
"1204224" : 2775,
"1220608" : 3788,
"1236992" : 5282,
"1253376" : 6150,
"1269760" : 7031,
"1286144" : 7374,
"1302528" : 6646,
"1318912" : 5616,
"1335296" : 4529,
"1351680" : 3431,
"1368064" : 2297,
"1384448" : 1281,
"1400832" : 796,
"1417216" : 341,
"1433600" : 154,
"1449984" : 59,
"1466368" : 108,
"1482752" : 122,
"1499136" : 248,
"1515520" : 335,
"1531904" : 482,
"1548288" : 673,
"1564672" : 944,
"1581056" : 1175,
"1597440" : 1205,
"1613824" : 1112,
"1630208" : 1043,
"1646592" : 892,
"1662976" : 898,
"1679360" : 567,
"1695744" : 501,
"1712128" : 313,
"1728512" : 282,
"1744896" : 103,
"1761280" : 93,
"1777664" : 40,
"1794048" : 11,
"1810432" : 11,
"1826816" : 41,
"1843200" : 19,
"1859584" : 31,
"1875968" : 79,
"1892352" : 127,
"1908736" : 104,
"1925120" : 124,
"1941504" : 160,
"1957888" : 178,
"1974272" : 122,
"1990656" : 124,
"2007040" : 107,
"2023424" : 89,
"2039808" : 82,
"2056192" : 49,
"2072576" : 19,
"2088960" : 43,
"2113536" : 13,
"2146304" : 10,
"2179072" : 12,
"2211840" : 12,
"2244608" : 5,
"2277376" : 53,
"2310144" : 26,
"2342912" : 20,
"2375680" : 19,
"2408448" : 9,
"2441216" : 11,
"2506752" : 8,
"2801664" : 2
}
},
"lat_ns" : {
"min" : 498933,
"max" : 2823885,
"mean" : 651277.739684,
"stddev" : 111131.385735,
"N" : 6873651
},
"bw_min" : 136744,
"bw_max" : 208024,
"bw_agg" : 99.995722,
"bw_mean" : 196383.322581,
"bw_dev" : 15227.171152,
"bw_samples" : 279,
"iops_min" : 34186,
"iops_max" : 52006,
"iops_mean" : 49095.799283,
"iops_stddev" : 3806.790150,
"iops_samples" : 279
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 7.615054,
"sys_cpu" : 88.907064,
"ctx" : 15559,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 94.321243,
"1000" : 3.858007
},
"latency_ms" : {
"2" : 1.811919,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085053,
"timestamp_ms" : 1773085053668,
"time" : "Mon Mar 9 16:37:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 30257094656,
"io_kbytes" : 29547944,
"bw_bytes" : 201715309,
"bw" : 196987,
"iops" : 49246.908313,
"runtime" : 149999,
"total_ios" : 7386987,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4817,
"max" : 662112,
"mean" : 18579.066053,
"stddev" : 16157.573283,
"N" : 7386988
},
"clat_ns" : {
"min" : 482367,
"max" : 2805106,
"mean" : 630724.238006,
"stddev" : 105458.273133,
"N" : 7386986,
"percentile" : {
"1.000000" : 552960,
"5.000000" : 569344,
"10.000000" : 577536,
"20.000000" : 593920,
"30.000000" : 593920,
"40.000000" : 602112,
"50.000000" : 610304,
"60.000000" : 610304,
"70.000000" : 618496,
"80.000000" : 626688,
"90.000000" : 659456,
"95.000000" : 888832,
"99.000000" : 1105920,
"99.500000" : 1302528,
"99.900000" : 1613824,
"99.950000" : 1662976,
"99.990000" : 1974272
},
"bins" : {
"481280" : 1,
"489472" : 3,
"493568" : 13,
"497664" : 5,
"501760" : 30,
"505856" : 54,
"509952" : 58,
"514048" : 147,
"518144" : 310,
"522240" : 405,
"528384" : 2276,
"536576" : 7014,
"544768" : 19231,
"552960" : 48205,
"561152" : 108268,
"569344" : 218970,
"577536" : 406411,
"585728" : 660136,
"593920" : 914008,
"602112" : 1109172,
"610304" : 1088081,
"618496" : 882541,
"626688" : 553124,
"634880" : 291022,
"643072" : 148894,
"651264" : 114719,
"659456" : 109415,
"667648" : 107261,
"675840" : 90954,
"684032" : 62630,
"692224" : 34284,
"700416" : 12810,
"708608" : 3721,
"716800" : 1399,
"724992" : 534,
"733184" : 295,
"741376" : 168,
"749568" : 126,
"757760" : 108,
"765952" : 85,
"774144" : 47,
"782336" : 21,
"790528" : 54,
"798720" : 37,
"806912" : 72,
"815104" : 93,
"823296" : 171,
"831488" : 382,
"839680" : 788,
"847872" : 1098,
"856064" : 1664,
"864256" : 2672,
"872448" : 3932,
"880640" : 6332,
"888832" : 8335,
"897024" : 11202,
"905216" : 14260,
"913408" : 17204,
"921600" : 18167,
"929792" : 19191,
"937984" : 19204,
"946176" : 19372,
"954368" : 20247,
"962560" : 21809,
"970752" : 22547,
"978944" : 21549,
"987136" : 18531,
"995328" : 15108,
"1003520" : 12000,
"1011712" : 9244,
"1019904" : 7379,
"1028096" : 5935,
"1036288" : 4888,
"1044480" : 3869,
"1056768" : 4898,
"1073152" : 2166,
"1089536" : 1284,
"1105920" : 742,
"1122304" : 256,
"1138688" : 192,
"1155072" : 433,
"1171456" : 848,
"1187840" : 1470,
"1204224" : 2775,
"1220608" : 3788,
"1236992" : 5282,
"1253376" : 6150,
"1269760" : 7031,
"1286144" : 7374,
"1302528" : 6646,
"1318912" : 5616,
"1335296" : 4529,
"1351680" : 3431,
"1368064" : 2297,
"1384448" : 1281,
"1400832" : 796,
"1417216" : 341,
"1433600" : 154,
"1449984" : 59,
"1466368" : 108,
"1482752" : 122,
"1499136" : 248,
"1515520" : 335,
"1531904" : 482,
"1548288" : 673,
"1564672" : 944,
"1581056" : 1175,
"1597440" : 1205,
"1613824" : 1112,
"1630208" : 1043,
"1646592" : 892,
"1662976" : 898,
"1679360" : 567,
"1695744" : 501,
"1712128" : 313,
"1728512" : 282,
"1744896" : 103,
"1761280" : 93,
"1777664" : 40,
"1794048" : 11,
"1810432" : 11,
"1826816" : 41,
"1843200" : 19,
"1859584" : 31,
"1875968" : 79,
"1892352" : 127,
"1908736" : 104,
"1925120" : 124,
"1941504" : 160,
"1957888" : 178,
"1974272" : 122,
"1990656" : 124,
"2007040" : 107,
"2023424" : 89,
"2039808" : 82,
"2056192" : 49,
"2072576" : 19,
"2088960" : 43,
"2113536" : 13,
"2146304" : 10,
"2179072" : 12,
"2211840" : 12,
"2244608" : 5,
"2277376" : 53,
"2310144" : 26,
"2342912" : 20,
"2375680" : 19,
"2408448" : 9,
"2441216" : 11,
"2506752" : 8,
"2801664" : 2
}
},
"lat_ns" : {
"min" : 498933,
"max" : 2823885,
"mean" : 649303.303518,
"stddev" : 107627.942870,
"N" : 7386986
},
"bw_min" : 136744,
"bw_max" : 208856,
"bw_agg" : 100.000000,
"bw_mean" : 197001.448161,
"bw_dev" : 14909.777276,
"bw_samples" : 299,
"iops_min" : 34186,
"iops_max" : 52214,
"iops_mean" : 49250.327759,
"iops_stddev" : 3727.439415,
"iops_samples" : 299
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 7.612717,
"sys_cpu" : 89.119927,
"ctx" : 15564,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999986,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 94.715532,
"1000" : 3.590232
},
"latency_ms" : {
"2" : 1.686005,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085063,
"timestamp_ms" : 1773085063668,
"time" : "Mon Mar 9 16:37:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 32319819776,
"io_kbytes" : 31562324,
"bw_bytes" : 202000136,
"bw" : 197265,
"iops" : 49316.445728,
"runtime" : 159999,
"total_ios" : 7890582,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4817,
"max" : 662112,
"mean" : 18553.556277,
"stddev" : 15654.368614,
"N" : 7890582
},
"clat_ns" : {
"min" : 482367,
"max" : 2805106,
"mean" : 629832.355991,
"stddev" : 102321.214614,
"N" : 7890581,
"percentile" : {
"1.000000" : 552960,
"5.000000" : 569344,
"10.000000" : 577536,
"20.000000" : 593920,
"30.000000" : 593920,
"40.000000" : 602112,
"50.000000" : 610304,
"60.000000" : 610304,
"70.000000" : 618496,
"80.000000" : 626688,
"90.000000" : 659456,
"95.000000" : 708608,
"99.000000" : 1056768,
"99.500000" : 1286144,
"99.900000" : 1597440,
"99.950000" : 1662976,
"99.990000" : 1974272
},
"bins" : {
"481280" : 1,
"489472" : 3,
"493568" : 13,
"497664" : 5,
"501760" : 30,
"505856" : 54,
"509952" : 58,
"514048" : 153,
"518144" : 311,
"522240" : 408,
"528384" : 2342,
"536576" : 7155,
"544768" : 19574,
"552960" : 49463,
"561152" : 111744,
"569344" : 226814,
"577536" : 423486,
"585728" : 691386,
"593920" : 963749,
"602112" : 1179257,
"610304" : 1169186,
"618496" : 961275,
"626688" : 610031,
"634880" : 322237,
"643072" : 163570,
"651264" : 125194,
"659456" : 118726,
"667648" : 117119,
"675840" : 100793,
"684032" : 71627,
"692224" : 40544,
"700416" : 16131,
"708608" : 4686,
"716800" : 1803,
"724992" : 661,
"733184" : 330,
"741376" : 193,
"749568" : 152,
"757760" : 121,
"765952" : 91,
"774144" : 49,
"782336" : 24,
"790528" : 56,
"798720" : 37,
"806912" : 72,
"815104" : 93,
"823296" : 171,
"831488" : 382,
"839680" : 788,
"847872" : 1098,
"856064" : 1664,
"864256" : 2672,
"872448" : 3932,
"880640" : 6332,
"888832" : 8335,
"897024" : 11202,
"905216" : 14260,
"913408" : 17204,
"921600" : 18167,
"929792" : 19191,
"937984" : 19204,
"946176" : 19372,
"954368" : 20247,
"962560" : 21809,
"970752" : 22547,
"978944" : 21549,
"987136" : 18531,
"995328" : 15108,
"1003520" : 12000,
"1011712" : 9244,
"1019904" : 7379,
"1028096" : 5935,
"1036288" : 4888,
"1044480" : 3869,
"1056768" : 4898,
"1073152" : 2166,
"1089536" : 1284,
"1105920" : 742,
"1122304" : 256,
"1138688" : 192,
"1155072" : 433,
"1171456" : 848,
"1187840" : 1470,
"1204224" : 2775,
"1220608" : 3788,
"1236992" : 5282,
"1253376" : 6150,
"1269760" : 7031,
"1286144" : 7374,
"1302528" : 6646,
"1318912" : 5616,
"1335296" : 4529,
"1351680" : 3431,
"1368064" : 2297,
"1384448" : 1281,
"1400832" : 796,
"1417216" : 341,
"1433600" : 154,
"1449984" : 59,
"1466368" : 108,
"1482752" : 122,
"1499136" : 248,
"1515520" : 335,
"1531904" : 482,
"1548288" : 673,
"1564672" : 944,
"1581056" : 1175,
"1597440" : 1205,
"1613824" : 1112,
"1630208" : 1043,
"1646592" : 892,
"1662976" : 898,
"1679360" : 567,
"1695744" : 501,
"1712128" : 313,
"1728512" : 282,
"1744896" : 103,
"1761280" : 93,
"1777664" : 40,
"1794048" : 11,
"1810432" : 11,
"1826816" : 41,
"1843200" : 19,
"1859584" : 31,
"1875968" : 79,
"1892352" : 127,
"1908736" : 104,
"1925120" : 124,
"1941504" : 160,
"1957888" : 178,
"1974272" : 122,
"1990656" : 124,
"2007040" : 107,
"2023424" : 89,
"2039808" : 82,
"2056192" : 49,
"2072576" : 19,
"2088960" : 43,
"2113536" : 13,
"2146304" : 10,
"2179072" : 12,
"2211840" : 12,
"2244608" : 5,
"2277376" : 53,
"2310144" : 26,
"2342912" : 20,
"2375680" : 19,
"2408448" : 9,
"2441216" : 11,
"2506752" : 8,
"2801664" : 2
}
},
"lat_ns" : {
"min" : 498933,
"max" : 2823885,
"mean" : 648385.912343,
"stddev" : 104429.478024,
"N" : 7890581
},
"bw_min" : 136744,
"bw_max" : 208856,
"bw_agg" : 100.000000,
"bw_mean" : 197282.695925,
"bw_dev" : 14475.082249,
"bw_samples" : 319,
"iops_min" : 34186,
"iops_max" : 52214,
"iops_mean" : 49320.639498,
"iops_stddev" : 3618.765825,
"iops_samples" : 319
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 7.630673,
"sys_cpu" : 89.284933,
"ctx" : 15573,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999975,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999975,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 95.052367,
"1000" : 3.361526
},
"latency_ms" : {
"2" : 1.578401,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085073,
"timestamp_ms" : 1773085073668,
"time" : "Mon Mar 9 16:37:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 34380709888,
"io_kbytes" : 33574912,
"bw_bytes" : 202240659,
"bw" : 197500,
"iops" : 49375.166913,
"runtime" : 169999,
"total_ios" : 8393729,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4817,
"max" : 662112,
"mean" : 18532.079572,
"stddev" : 15198.340468,
"N" : 8393729
},
"clat_ns" : {
"min" : 482367,
"max" : 2805106,
"mean" : 629080.916327,
"stddev" : 99473.659151,
"N" : 8393728,
"percentile" : {
"1.000000" : 561152,
"5.000000" : 569344,
"10.000000" : 577536,
"20.000000" : 593920,
"30.000000" : 593920,
"40.000000" : 602112,
"50.000000" : 610304,
"60.000000" : 610304,
"70.000000" : 618496,
"80.000000" : 626688,
"90.000000" : 659456,
"95.000000" : 692224,
"99.000000" : 1044480,
"99.500000" : 1286144,
"99.900000" : 1597440,
"99.950000" : 1662976,
"99.990000" : 1957888
},
"bins" : {
"481280" : 1,
"489472" : 3,
"493568" : 13,
"497664" : 5,
"501760" : 30,
"505856" : 54,
"509952" : 62,
"514048" : 156,
"518144" : 317,
"522240" : 422,
"528384" : 2392,
"536576" : 7331,
"544768" : 20088,
"552960" : 50844,
"561152" : 115027,
"569344" : 234443,
"577536" : 439674,
"585728" : 720981,
"593920" : 1012458,
"602112" : 1248708,
"610304" : 1249844,
"618496" : 1039380,
"626688" : 667725,
"634880" : 355342,
"643072" : 179251,
"651264" : 135867,
"659456" : 128168,
"667648" : 126699,
"675840" : 110967,
"684032" : 80969,
"692224" : 46929,
"700416" : 19507,
"708608" : 5828,
"716800" : 2321,
"724992" : 817,
"733184" : 370,
"741376" : 215,
"749568" : 172,
"757760" : 139,
"765952" : 98,
"774144" : 52,
"782336" : 27,
"790528" : 56,
"798720" : 37,
"806912" : 72,
"815104" : 93,
"823296" : 171,
"831488" : 382,
"839680" : 788,
"847872" : 1098,
"856064" : 1664,
"864256" : 2672,
"872448" : 3932,
"880640" : 6332,
"888832" : 8335,
"897024" : 11202,
"905216" : 14260,
"913408" : 17204,
"921600" : 18167,
"929792" : 19191,
"937984" : 19204,
"946176" : 19372,
"954368" : 20247,
"962560" : 21809,
"970752" : 22547,
"978944" : 21549,
"987136" : 18531,
"995328" : 15108,
"1003520" : 12000,
"1011712" : 9244,
"1019904" : 7379,
"1028096" : 5935,
"1036288" : 4888,
"1044480" : 3869,
"1056768" : 4898,
"1073152" : 2166,
"1089536" : 1284,
"1105920" : 742,
"1122304" : 256,
"1138688" : 192,
"1155072" : 433,
"1171456" : 848,
"1187840" : 1470,
"1204224" : 2775,
"1220608" : 3788,
"1236992" : 5282,
"1253376" : 6150,
"1269760" : 7031,
"1286144" : 7374,
"1302528" : 6646,
"1318912" : 5616,
"1335296" : 4529,
"1351680" : 3431,
"1368064" : 2297,
"1384448" : 1281,
"1400832" : 796,
"1417216" : 341,
"1433600" : 154,
"1449984" : 59,
"1466368" : 108,
"1482752" : 122,
"1499136" : 248,
"1515520" : 335,
"1531904" : 482,
"1548288" : 673,
"1564672" : 944,
"1581056" : 1175,
"1597440" : 1205,
"1613824" : 1112,
"1630208" : 1043,
"1646592" : 892,
"1662976" : 898,
"1679360" : 567,
"1695744" : 501,
"1712128" : 313,
"1728512" : 282,
"1744896" : 103,
"1761280" : 93,
"1777664" : 40,
"1794048" : 11,
"1810432" : 11,
"1826816" : 41,
"1843200" : 19,
"1859584" : 31,
"1875968" : 79,
"1892352" : 127,
"1908736" : 104,
"1925120" : 124,
"1941504" : 160,
"1957888" : 178,
"1974272" : 122,
"1990656" : 124,
"2007040" : 107,
"2023424" : 89,
"2039808" : 82,
"2056192" : 49,
"2072576" : 19,
"2088960" : 43,
"2113536" : 13,
"2146304" : 10,
"2179072" : 12,
"2211840" : 12,
"2244608" : 5,
"2277376" : 53,
"2310144" : 26,
"2342912" : 20,
"2375680" : 19,
"2408448" : 9,
"2441216" : 11,
"2506752" : 8,
"2801664" : 2
}
},
"lat_ns" : {
"min" : 498933,
"max" : 2823885,
"mean" : 647612.986920,
"stddev" : 101526.086913,
"N" : 8393728
},
"bw_min" : 136744,
"bw_max" : 208856,
"bw_agg" : 100.000000,
"bw_mean" : 197523.495575,
"bw_dev" : 14074.354721,
"bw_samples" : 339,
"iops_min" : 34186,
"iops_max" : 52214,
"iops_mean" : 49380.840708,
"iops_stddev" : 3518.584486,
"iops_samples" : 339
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 7.650633,
"sys_cpu" : 89.426408,
"ctx" : 15584,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999988,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999988,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 95.348480,
"1000" : 3.160490
},
"latency_ms" : {
"2" : 1.483786,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085083,
"timestamp_ms" : 1773085083668,
"time" : "Mon Mar 9 16:38:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 36441038848,
"io_kbytes" : 35586952,
"bw_bytes" : 202451340,
"bw" : 197706,
"iops" : 49426.602370,
"runtime" : 179999,
"total_ios" : 8896739,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4817,
"max" : 662112,
"mean" : 18513.253738,
"stddev" : 14782.060776,
"N" : 8896739
},
"clat_ns" : {
"min" : 482367,
"max" : 2805106,
"mean" : 628424.299896,
"stddev" : 96869.624958,
"N" : 8896738,
"percentile" : {
"1.000000" : 561152,
"5.000000" : 577536,
"10.000000" : 577536,
"20.000000" : 593920,
"30.000000" : 593920,
"40.000000" : 602112,
"50.000000" : 610304,
"60.000000" : 610304,
"70.000000" : 618496,
"80.000000" : 626688,
"90.000000" : 659456,
"95.000000" : 692224,
"99.000000" : 1036288,
"99.500000" : 1286144,
"99.900000" : 1581056,
"99.950000" : 1662976,
"99.990000" : 1957888
},
"bins" : {
"481280" : 1,
"489472" : 3,
"493568" : 13,
"497664" : 5,
"501760" : 30,
"505856" : 57,
"509952" : 62,
"514048" : 164,
"518144" : 324,
"522240" : 433,
"528384" : 2460,
"536576" : 7461,
"544768" : 20570,
"552960" : 52138,
"561152" : 118235,
"569344" : 241938,
"577536" : 455882,
"585728" : 749928,
"593920" : 1059802,
"602112" : 1316849,
"610304" : 1330263,
"618496" : 1118138,
"626688" : 729209,
"634880" : 388963,
"643072" : 194215,
"651264" : 146496,
"659456" : 137162,
"667648" : 136515,
"675840" : 120687,
"684032" : 90455,
"692224" : 53634,
"700416" : 23236,
"708608" : 6714,
"716800" : 2668,
"724992" : 869,
"733184" : 385,
"741376" : 236,
"749568" : 186,
"757760" : 143,
"765952" : 98,
"774144" : 52,
"782336" : 27,
"790528" : 56,
"798720" : 37,
"806912" : 72,
"815104" : 93,
"823296" : 171,
"831488" : 382,
"839680" : 788,
"847872" : 1098,
"856064" : 1664,
"864256" : 2672,
"872448" : 3932,
"880640" : 6332,
"888832" : 8335,
"897024" : 11202,
"905216" : 14260,
"913408" : 17204,
"921600" : 18167,
"929792" : 19191,
"937984" : 19204,
"946176" : 19372,
"954368" : 20247,
"962560" : 21809,
"970752" : 22547,
"978944" : 21549,
"987136" : 18531,
"995328" : 15108,
"1003520" : 12000,
"1011712" : 9244,
"1019904" : 7379,
"1028096" : 5935,
"1036288" : 4888,
"1044480" : 3869,
"1056768" : 4898,
"1073152" : 2166,
"1089536" : 1284,
"1105920" : 742,
"1122304" : 256,
"1138688" : 192,
"1155072" : 433,
"1171456" : 848,
"1187840" : 1470,
"1204224" : 2775,
"1220608" : 3788,
"1236992" : 5282,
"1253376" : 6150,
"1269760" : 7031,
"1286144" : 7374,
"1302528" : 6646,
"1318912" : 5616,
"1335296" : 4529,
"1351680" : 3431,
"1368064" : 2297,
"1384448" : 1281,
"1400832" : 796,
"1417216" : 341,
"1433600" : 154,
"1449984" : 59,
"1466368" : 108,
"1482752" : 122,
"1499136" : 248,
"1515520" : 335,
"1531904" : 482,
"1548288" : 673,
"1564672" : 944,
"1581056" : 1175,
"1597440" : 1205,
"1613824" : 1112,
"1630208" : 1043,
"1646592" : 892,
"1662976" : 898,
"1679360" : 567,
"1695744" : 501,
"1712128" : 313,
"1728512" : 282,
"1744896" : 103,
"1761280" : 93,
"1777664" : 40,
"1794048" : 11,
"1810432" : 11,
"1826816" : 41,
"1843200" : 19,
"1859584" : 31,
"1875968" : 79,
"1892352" : 127,
"1908736" : 104,
"1925120" : 124,
"1941504" : 160,
"1957888" : 178,
"1974272" : 122,
"1990656" : 124,
"2007040" : 107,
"2023424" : 89,
"2039808" : 82,
"2056192" : 49,
"2072576" : 19,
"2088960" : 43,
"2113536" : 13,
"2146304" : 10,
"2179072" : 12,
"2211840" : 12,
"2244608" : 5,
"2277376" : 53,
"2310144" : 26,
"2342912" : 20,
"2375680" : 19,
"2408448" : 9,
"2441216" : 11,
"2506752" : 8,
"2801664" : 2
}
},
"lat_ns" : {
"min" : 498933,
"max" : 2823885,
"mean" : 646937.551359,
"stddev" : 98870.898709,
"N" : 8896738
},
"bw_min" : 136744,
"bw_max" : 208856,
"bw_agg" : 100.000000,
"bw_mean" : 197732.871866,
"bw_dev" : 13703.576325,
"bw_samples" : 359,
"iops_min" : 34186,
"iops_max" : 52214,
"iops_mean" : 49433.178273,
"iops_stddev" : 3425.888535,
"iops_samples" : 359
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 7.698376,
"sys_cpu" : 89.522164,
"ctx" : 15592,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999989,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999989,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 95.611392,
"1000" : 2.981879
},
"latency_ms" : {
"2" : 1.399895,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085083,
"timestamp_ms" : 1773085083722,
"time" : "Mon Mar 9 16:38:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 36441325568,
"io_kbytes" : 35587232,
"bw_bytes" : 202450683,
"bw" : 197705,
"iops" : 49426.258743,
"runtime" : 180001,
"total_ios" : 8896776,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4817,
"max" : 662112,
"mean" : 18513.254753,
"stddev" : 14782.030090,
"N" : 8896777
},
"clat_ns" : {
"min" : 3125,
"max" : 2805106,
"mean" : 628423.236589,
"stddev" : 96871.694405,
"N" : 8896807,
"percentile" : {
"1.000000" : 561152,
"5.000000" : 577536,
"10.000000" : 577536,
"20.000000" : 593920,
"30.000000" : 593920,
"40.000000" : 602112,
"50.000000" : 610304,
"60.000000" : 610304,
"70.000000" : 618496,
"80.000000" : 626688,
"90.000000" : 659456,
"95.000000" : 692224,
"99.000000" : 1036288,
"99.500000" : 1286144,
"99.900000" : 1581056,
"99.950000" : 1662976,
"99.990000" : 1957888
},
"bins" : {
"3120" : 1,
"23680" : 1,
"43264" : 1,
"63744" : 1,
"83456" : 1,
"107008" : 1,
"126464" : 1,
"146432" : 1,
"164864" : 1,
"185344" : 1,
"203776" : 1,
"228352" : 1,
"248832" : 1,
"272384" : 1,
"292864" : 1,
"313344" : 1,
"333824" : 1,
"354304" : 1,
"374784" : 1,
"382976" : 1,
"403456" : 1,
"423936" : 1,
"444416" : 1,
"464896" : 1,
"481280" : 1,
"485376" : 1,
"489472" : 3,
"493568" : 13,
"497664" : 5,
"501760" : 30,
"505856" : 58,
"509952" : 62,
"514048" : 164,
"518144" : 324,
"522240" : 433,
"528384" : 2461,
"536576" : 7461,
"544768" : 20571,
"552960" : 52138,
"561152" : 118235,
"569344" : 241939,
"577536" : 455882,
"585728" : 749929,
"593920" : 1059802,
"602112" : 1316849,
"610304" : 1330264,
"618496" : 1118138,
"626688" : 729213,
"634880" : 388966,
"643072" : 194240,
"651264" : 146501,
"659456" : 137162,
"667648" : 136515,
"675840" : 120687,
"684032" : 90455,
"692224" : 53634,
"700416" : 23236,
"708608" : 6714,
"716800" : 2668,
"724992" : 869,
"733184" : 385,
"741376" : 236,
"749568" : 186,
"757760" : 143,
"765952" : 98,
"774144" : 52,
"782336" : 27,
"790528" : 56,
"798720" : 37,
"806912" : 72,
"815104" : 93,
"823296" : 171,
"831488" : 382,
"839680" : 788,
"847872" : 1098,
"856064" : 1664,
"864256" : 2672,
"872448" : 3932,
"880640" : 6332,
"888832" : 8335,
"897024" : 11202,
"905216" : 14260,
"913408" : 17204,
"921600" : 18167,
"929792" : 19191,
"937984" : 19204,
"946176" : 19372,
"954368" : 20247,
"962560" : 21809,
"970752" : 22547,
"978944" : 21549,
"987136" : 18531,
"995328" : 15108,
"1003520" : 12000,
"1011712" : 9244,
"1019904" : 7379,
"1028096" : 5935,
"1036288" : 4888,
"1044480" : 3869,
"1056768" : 4898,
"1073152" : 2166,
"1089536" : 1284,
"1105920" : 742,
"1122304" : 256,
"1138688" : 192,
"1155072" : 433,
"1171456" : 848,
"1187840" : 1470,
"1204224" : 2775,
"1220608" : 3788,
"1236992" : 5282,
"1253376" : 6150,
"1269760" : 7031,
"1286144" : 7374,
"1302528" : 6646,
"1318912" : 5616,
"1335296" : 4529,
"1351680" : 3431,
"1368064" : 2297,
"1384448" : 1281,
"1400832" : 796,
"1417216" : 341,
"1433600" : 154,
"1449984" : 59,
"1466368" : 108,
"1482752" : 122,
"1499136" : 248,
"1515520" : 335,
"1531904" : 482,
"1548288" : 673,
"1564672" : 944,
"1581056" : 1175,
"1597440" : 1205,
"1613824" : 1112,
"1630208" : 1043,
"1646592" : 892,
"1662976" : 898,
"1679360" : 567,
"1695744" : 501,
"1712128" : 313,
"1728512" : 282,
"1744896" : 103,
"1761280" : 93,
"1777664" : 40,
"1794048" : 11,
"1810432" : 11,
"1826816" : 41,
"1843200" : 19,
"1859584" : 31,
"1875968" : 79,
"1892352" : 127,
"1908736" : 104,
"1925120" : 124,
"1941504" : 160,
"1957888" : 178,
"1974272" : 122,
"1990656" : 124,
"2007040" : 107,
"2023424" : 89,
"2039808" : 82,
"2056192" : 49,
"2072576" : 19,
"2088960" : 43,
"2113536" : 13,
"2146304" : 10,
"2179072" : 12,
"2211840" : 12,
"2244608" : 5,
"2277376" : 53,
"2310144" : 26,
"2342912" : 20,
"2375680" : 19,
"2408448" : 9,
"2441216" : 11,
"2506752" : 8,
"2801664" : 2
}
},
"lat_ns" : {
"min" : 22054,
"max" : 2823885,
"mean" : 646936.488935,
"stddev" : 98872.910665,
"N" : 8896807
},
"bw_min" : 136744,
"bw_max" : 208856,
"bw_agg" : 100.000000,
"bw_mean" : 197740.747222,
"bw_dev" : 13685.293032,
"bw_samples" : 360,
"iops_min" : 34186,
"iops_max" : 52214,
"iops_mean" : 49435.147222,
"iops_stddev" : 3421.317743,
"iops_samples" : 360
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180000,
"usr_cpu" : 7.698333,
"sys_cpu" : 89.521667,
"ctx" : 15592,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999989,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.010000,
"750" : 95.611489,
"1000" : 2.981867
},
"latency_ms" : {
"2" : 1.399889,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}