raidz2/benchmarks/rand/rand-read-qd32-nj16_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773086042,
"timestamp_ms" : 1773086042666,
"time" : "Mon Mar 9 16:54:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1868939264,
"io_kbytes" : 1825136,
"bw_bytes" : 191489678,
"bw" : 187001,
"iops" : 46805.532787,
"runtime" : 9760,
"total_ios" : 456822,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 156160,
"usr_cpu" : 0.655738,
"sys_cpu" : 16.347976,
"ctx" : 397798,
"majf" : 0,
"minf" : 622,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.891424,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999781,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999781,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086052,
"timestamp_ms" : 1773086052906,
"time" : "Mon Mar 9 16:54:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1909710848,
"io_kbytes" : 1864952,
"bw_bytes" : 190990183,
"bw" : 186513,
"iops" : 46631.363136,
"runtime" : 9999,
"total_ios" : 466267,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5789,
"max" : 1316352,
"mean" : 340869.078798,
"stddev" : 137361.588601,
"N" : 466267
},
"clat_ns" : {
"min" : 5220397,
"max" : 13828511,
"mean" : 10639284.667267,
"stddev" : 1178129.763391,
"N" : 466251,
"percentile" : {
"1.000000" : 7634944,
"5.000000" : 8585216,
"10.000000" : 8978432,
"20.000000" : 9633792,
"30.000000" : 10027008,
"40.000000" : 10420224,
"50.000000" : 10813440,
"60.000000" : 11206656,
"70.000000" : 11468800,
"80.000000" : 11730944,
"90.000000" : 11993088,
"95.000000" : 12255232,
"99.000000" : 12648448,
"99.500000" : 12779520,
"99.900000" : 13172736,
"99.950000" : 13303808,
"99.990000" : 13565952
},
"bins" : {
"5210112" : 2,
"5275648" : 1,
"5406720" : 2,
"5537792" : 2,
"5603328" : 6,
"5668864" : 3,
"5734400" : 4,
"5799936" : 8,
"5865472" : 10,
"5931008" : 14,
"5996544" : 14,
"6062080" : 18,
"6127616" : 35,
"6193152" : 22,
"6258688" : 34,
"6324224" : 32,
"6389760" : 46,
"6455296" : 50,
"6520832" : 74,
"6586368" : 81,
"6651904" : 80,
"6717440" : 88,
"6782976" : 104,
"6848512" : 140,
"6914048" : 137,
"6979584" : 177,
"7045120" : 192,
"7110656" : 242,
"7176192" : 265,
"7241728" : 280,
"7307264" : 308,
"7372800" : 388,
"7438336" : 438,
"7503872" : 452,
"7569408" : 527,
"7634944" : 636,
"7700480" : 662,
"7766016" : 755,
"7831552" : 825,
"7897088" : 972,
"7962624" : 1030,
"8028160" : 1174,
"8093696" : 1263,
"8159232" : 1483,
"8224768" : 1546,
"8290304" : 1805,
"8355840" : 1874,
"8454144" : 4376,
"8585216" : 5162,
"8716288" : 6083,
"8847360" : 6982,
"8978432" : 7974,
"9109504" : 9115,
"9240576" : 10239,
"9371648" : 11213,
"9502720" : 12482,
"9633792" : 13172,
"9764864" : 13847,
"9895936" : 14198,
"10027008" : 14579,
"10158080" : 15452,
"10289152" : 15127,
"10420224" : 15679,
"10551296" : 15923,
"10682368" : 16186,
"10813440" : 16400,
"10944512" : 17627,
"11075584" : 18842,
"11206656" : 20441,
"11337728" : 21857,
"11468800" : 21778,
"11599872" : 22282,
"11730944" : 21416,
"11862016" : 19616,
"11993088" : 16537,
"12124160" : 13519,
"12255232" : 10388,
"12386304" : 7529,
"12517376" : 4867,
"12648448" : 3278,
"12779520" : 1884,
"12910592" : 955,
"13041664" : 442,
"13172736" : 239,
"13303808" : 132,
"13434880" : 55,
"13565952" : 50,
"13697024" : 22,
"13828096" : 5
}
},
"lat_ns" : {
"min" : 5555630,
"max" : 14236174,
"mean" : 10980153.549820,
"stddev" : 1208228.485077,
"N" : 466251
},
"bw_min" : 182740,
"bw_max" : 189792,
"bw_agg" : 100.000000,
"bw_mean" : 186552.210526,
"bw_dev" : 120.018104,
"bw_samples" : 304,
"iops_min" : 45685,
"iops_max" : 47447,
"iops_mean" : 46637.578947,
"iops_stddev" : 30.003150,
"iops_samples" : 304
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159984,
"usr_cpu" : 0.633813,
"sys_cpu" : 16.308506,
"ctx" : 407865,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999786,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999786,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 29.456513,
"20" : 70.540055,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086062,
"timestamp_ms" : 1773086062906,
"time" : "Mon Mar 9 16:54:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 3815526400,
"io_kbytes" : 3726100,
"bw_bytes" : 190776320,
"bw" : 186305,
"iops" : 46577.500000,
"runtime" : 20000,
"total_ios" : 931550,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5408,
"max" : 1316352,
"mean" : 341241.231720,
"stddev" : 137179.669833,
"N" : 931550
},
"clat_ns" : {
"min" : 5044389,
"max" : 13852147,
"mean" : 10650675.845116,
"stddev" : 1154005.337869,
"N" : 931534,
"percentile" : {
"1.000000" : 7700480,
"5.000000" : 8585216,
"10.000000" : 9109504,
"20.000000" : 9633792,
"30.000000" : 10027008,
"40.000000" : 10420224,
"50.000000" : 10813440,
"60.000000" : 11075584,
"70.000000" : 11468800,
"80.000000" : 11730944,
"90.000000" : 11993088,
"95.000000" : 12255232,
"99.000000" : 12648448,
"99.500000" : 12779520,
"99.900000" : 13172736,
"99.950000" : 13303808,
"99.990000" : 13565952
},
"bins" : {
"5013504" : 1,
"5210112" : 2,
"5275648" : 1,
"5341184" : 2,
"5406720" : 3,
"5537792" : 4,
"5603328" : 7,
"5668864" : 8,
"5734400" : 5,
"5799936" : 10,
"5865472" : 12,
"5931008" : 17,
"5996544" : 20,
"6062080" : 25,
"6127616" : 44,
"6193152" : 46,
"6258688" : 67,
"6324224" : 67,
"6389760" : 88,
"6455296" : 92,
"6520832" : 124,
"6586368" : 153,
"6651904" : 132,
"6717440" : 186,
"6782976" : 189,
"6848512" : 236,
"6914048" : 243,
"6979584" : 327,
"7045120" : 339,
"7110656" : 404,
"7176192" : 438,
"7241728" : 503,
"7307264" : 597,
"7372800" : 721,
"7438336" : 752,
"7503872" : 758,
"7569408" : 934,
"7634944" : 1126,
"7700480" : 1234,
"7766016" : 1322,
"7831552" : 1408,
"7897088" : 1671,
"7962624" : 1962,
"8028160" : 2171,
"8093696" : 2315,
"8159232" : 2677,
"8224768" : 2858,
"8290304" : 3383,
"8355840" : 3442,
"8454144" : 8136,
"8585216" : 9972,
"8716288" : 11600,
"8847360" : 13400,
"8978432" : 15401,
"9109504" : 17742,
"9240576" : 20225,
"9371648" : 22112,
"9502720" : 24541,
"9633792" : 25960,
"9764864" : 27598,
"9895936" : 28956,
"10027008" : 29660,
"10158080" : 30873,
"10289152" : 31546,
"10420224" : 32192,
"10551296" : 32762,
"10682368" : 33471,
"10813440" : 34566,
"10944512" : 37000,
"11075584" : 39113,
"11206656" : 42149,
"11337728" : 44346,
"11468800" : 44680,
"11599872" : 44479,
"11730944" : 41976,
"11862016" : 38375,
"11993088" : 32241,
"12124160" : 26242,
"12255232" : 20054,
"12386304" : 14233,
"12517376" : 9342,
"12648448" : 6105,
"12779520" : 3447,
"12910592" : 1865,
"13041664" : 999,
"13172736" : 505,
"13303808" : 285,
"13434880" : 144,
"13565952" : 81,
"13697024" : 25,
"13828096" : 10
}
},
"lat_ns" : {
"min" : 5379661,
"max" : 14273341,
"mean" : 10991902.665781,
"stddev" : 1183217.219414,
"N" : 931534
},
"bw_min" : 182116,
"bw_max" : 190638,
"bw_agg" : 100.000000,
"bw_mean" : 186338.666667,
"bw_dev" : 129.138581,
"bw_samples" : 624,
"iops_min" : 45529,
"iops_max" : 47659,
"iops_mean" : 46584.051282,
"iops_stddev" : 32.281212,
"iops_samples" : 624
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 320000,
"usr_cpu" : 0.628750,
"sys_cpu" : 16.301875,
"ctx" : 815572,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999893,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999893,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 28.714615,
"20" : 71.283667,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086072,
"timestamp_ms" : 1773086072906,
"time" : "Mon Mar 9 16:54:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 5719805952,
"io_kbytes" : 5585748,
"bw_bytes" : 190660198,
"bw" : 186191,
"iops" : 46548.766667,
"runtime" : 30000,
"total_ios" : 1396463,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5408,
"max" : 1728812,
"mean" : 341442.770778,
"stddev" : 136945.994939,
"N" : 1396463
},
"clat_ns" : {
"min" : 4812925,
"max" : 14007845,
"mean" : 10657104.030528,
"stddev" : 1138549.599669,
"N" : 1396447,
"percentile" : {
"1.000000" : 7700480,
"5.000000" : 8585216,
"10.000000" : 9109504,
"20.000000" : 9633792,
"30.000000" : 10027008,
"40.000000" : 10420224,
"50.000000" : 10813440,
"60.000000" : 11075584,
"70.000000" : 11468800,
"80.000000" : 11730944,
"90.000000" : 11993088,
"95.000000" : 12255232,
"99.000000" : 12648448,
"99.500000" : 12779520,
"99.900000" : 13172736,
"99.950000" : 13303808,
"99.990000" : 13565952
},
"bins" : {
"4816896" : 2,
"4882432" : 4,
"5013504" : 1,
"5144576" : 3,
"5210112" : 2,
"5275648" : 1,
"5341184" : 4,
"5406720" : 7,
"5472256" : 2,
"5537792" : 8,
"5603328" : 10,
"5668864" : 22,
"5734400" : 14,
"5799936" : 23,
"5865472" : 21,
"5931008" : 29,
"5996544" : 42,
"6062080" : 43,
"6127616" : 63,
"6193152" : 58,
"6258688" : 91,
"6324224" : 100,
"6389760" : 117,
"6455296" : 118,
"6520832" : 175,
"6586368" : 218,
"6651904" : 194,
"6717440" : 264,
"6782976" : 266,
"6848512" : 343,
"6914048" : 347,
"6979584" : 449,
"7045120" : 514,
"7110656" : 567,
"7176192" : 650,
"7241728" : 736,
"7307264" : 872,
"7372800" : 1002,
"7438336" : 1072,
"7503872" : 1126,
"7569408" : 1365,
"7634944" : 1679,
"7700480" : 1801,
"7766016" : 1958,
"7831552" : 2082,
"7897088" : 2458,
"7962624" : 2831,
"8028160" : 3089,
"8093696" : 3305,
"8159232" : 3801,
"8224768" : 4128,
"8290304" : 4794,
"8355840" : 5010,
"8454144" : 11699,
"8585216" : 14502,
"8716288" : 16645,
"8847360" : 19388,
"8978432" : 22459,
"9109504" : 25543,
"9240576" : 29081,
"9371648" : 32186,
"9502720" : 35791,
"9633792" : 38429,
"9764864" : 40879,
"9895936" : 43349,
"10027008" : 44886,
"10158080" : 46472,
"10289152" : 48230,
"10420224" : 49630,
"10551296" : 50910,
"10682368" : 52254,
"10813440" : 54535,
"10944512" : 57545,
"11075584" : 60450,
"11206656" : 64903,
"11337728" : 67714,
"11468800" : 67855,
"11599872" : 66756,
"11730944" : 62626,
"11862016" : 56742,
"11993088" : 47361,
"12124160" : 38213,
"12255232" : 28806,
"12386304" : 20333,
"12517376" : 13314,
"12648448" : 8563,
"12779520" : 4926,
"12910592" : 2617,
"13041664" : 1407,
"13172736" : 745,
"13303808" : 433,
"13434880" : 200,
"13565952" : 116,
"13697024" : 47,
"13828096" : 19,
"13959168" : 7
}
},
"lat_ns" : {
"min" : 4893798,
"max" : 14345591,
"mean" : 10998542.867419,
"stddev" : 1167137.544528,
"N" : 1396447
},
"bw_min" : 181561,
"bw_max" : 191138,
"bw_agg" : 100.000000,
"bw_mean" : 186238.593220,
"bw_dev" : 137.117380,
"bw_samples" : 944,
"iops_min" : 45390,
"iops_max" : 47784,
"iops_mean" : 46559.000000,
"iops_stddev" : 34.277554,
"iops_samples" : 944
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479986,
"usr_cpu" : 0.617518,
"sys_cpu" : 16.298184,
"ctx" : 1223430,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 27.994512,
"20" : 72.004342,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086082,
"timestamp_ms" : 1773086082906,
"time" : "Mon Mar 9 16:54:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 7623643136,
"io_kbytes" : 7444964,
"bw_bytes" : 190595843,
"bw" : 186128,
"iops" : 46532.813320,
"runtime" : 39999,
"total_ios" : 1861266,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5408,
"max" : 1728812,
"mean" : 341558.196173,
"stddev" : 136907.301811,
"N" : 1861266
},
"clat_ns" : {
"min" : 4812925,
"max" : 14007845,
"mean" : 10660925.835556,
"stddev" : 1118324.732597,
"N" : 1861250,
"percentile" : {
"1.000000" : 7766016,
"5.000000" : 8585216,
"10.000000" : 9109504,
"20.000000" : 9633792,
"30.000000" : 10158080,
"40.000000" : 10420224,
"50.000000" : 10813440,
"60.000000" : 11075584,
"70.000000" : 11337728,
"80.000000" : 11599872,
"90.000000" : 11993088,
"95.000000" : 12255232,
"99.000000" : 12648448,
"99.500000" : 12779520,
"99.900000" : 13172736,
"99.950000" : 13303808,
"99.990000" : 13565952
},
"bins" : {
"4816896" : 2,
"4882432" : 4,
"5013504" : 1,
"5144576" : 3,
"5210112" : 2,
"5275648" : 1,
"5341184" : 4,
"5406720" : 7,
"5472256" : 2,
"5537792" : 14,
"5603328" : 11,
"5668864" : 22,
"5734400" : 17,
"5799936" : 26,
"5865472" : 27,
"5931008" : 41,
"5996544" : 53,
"6062080" : 54,
"6127616" : 82,
"6193152" : 69,
"6258688" : 119,
"6324224" : 127,
"6389760" : 137,
"6455296" : 146,
"6520832" : 211,
"6586368" : 256,
"6651904" : 262,
"6717440" : 326,
"6782976" : 339,
"6848512" : 427,
"6914048" : 467,
"6979584" : 566,
"7045120" : 628,
"7110656" : 715,
"7176192" : 832,
"7241728" : 937,
"7307264" : 1104,
"7372800" : 1231,
"7438336" : 1365,
"7503872" : 1423,
"7569408" : 1767,
"7634944" : 2152,
"7700480" : 2288,
"7766016" : 2519,
"7831552" : 2651,
"7897088" : 3052,
"7962624" : 3540,
"8028160" : 3859,
"8093696" : 4200,
"8159232" : 4694,
"8224768" : 5171,
"8290304" : 5919,
"8355840" : 6292,
"8454144" : 14804,
"8585216" : 18229,
"8716288" : 21141,
"8847360" : 24932,
"8978432" : 28847,
"9109504" : 32779,
"9240576" : 37642,
"9371648" : 42318,
"9502720" : 46700,
"9633792" : 50663,
"9764864" : 54613,
"9895936" : 58186,
"10027008" : 60721,
"10158080" : 63115,
"10289152" : 65755,
"10420224" : 68262,
"10551296" : 70560,
"10682368" : 73162,
"10813440" : 76681,
"10944512" : 79991,
"11075584" : 84205,
"11206656" : 88785,
"11337728" : 91783,
"11468800" : 90858,
"11599872" : 88290,
"11730944" : 82251,
"11862016" : 73254,
"11993088" : 60903,
"12124160" : 48606,
"12255232" : 36486,
"12386304" : 25674,
"12517376" : 16942,
"12648448" : 10763,
"12779520" : 6258,
"12910592" : 3280,
"13041664" : 1750,
"13172736" : 909,
"13303808" : 527,
"13434880" : 247,
"13565952" : 131,
"13697024" : 55,
"13828096" : 21,
"13959168" : 7
}
},
"lat_ns" : {
"min" : 4893798,
"max" : 14345591,
"mean" : 11002482.946173,
"stddev" : 1146153.958386,
"N" : 1861250
},
"bw_min" : 180873,
"bw_max" : 191689,
"bw_agg" : 100.000000,
"bw_mean" : 186162.974684,
"bw_dev" : 148.688687,
"bw_samples" : 1264,
"iops_min" : 45218,
"iops_max" : 47922,
"iops_mean" : 46540.139241,
"iops_stddev" : 37.170166,
"iops_samples" : 1264
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639984,
"usr_cpu" : 0.629547,
"sys_cpu" : 16.287282,
"ctx" : 1630943,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999946,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999946,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 27.327314,
"20" : 72.671827,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086092,
"timestamp_ms" : 1773086092905,
"time" : "Mon Mar 9 16:54:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 9527398400,
"io_kbytes" : 9304100,
"bw_bytes" : 190551779,
"bw" : 186085,
"iops" : 46521.910438,
"runtime" : 49999,
"total_ios" : 2326049,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5408,
"max" : 1728812,
"mean" : 341634.980202,
"stddev" : 136802.142960,
"N" : 2326049
},
"clat_ns" : {
"min" : 4812925,
"max" : 14007845,
"mean" : 10663262.720231,
"stddev" : 1100633.724716,
"N" : 2326033,
"percentile" : {
"1.000000" : 7766016,
"5.000000" : 8716288,
"10.000000" : 9109504,
"20.000000" : 9764864,
"30.000000" : 10158080,
"40.000000" : 10551296,
"50.000000" : 10813440,
"60.000000" : 11075584,
"70.000000" : 11337728,
"80.000000" : 11599872,
"90.000000" : 11993088,
"95.000000" : 12255232,
"99.000000" : 12648448,
"99.500000" : 12779520,
"99.900000" : 13041664,
"99.950000" : 13172736,
"99.990000" : 13565952
},
"bins" : {
"4816896" : 2,
"4882432" : 4,
"5013504" : 3,
"5144576" : 3,
"5210112" : 2,
"5275648" : 1,
"5341184" : 5,
"5406720" : 8,
"5472256" : 2,
"5537792" : 14,
"5603328" : 13,
"5668864" : 24,
"5734400" : 19,
"5799936" : 34,
"5865472" : 31,
"5931008" : 52,
"5996544" : 61,
"6062080" : 66,
"6127616" : 89,
"6193152" : 75,
"6258688" : 134,
"6324224" : 153,
"6389760" : 159,
"6455296" : 174,
"6520832" : 256,
"6586368" : 302,
"6651904" : 320,
"6717440" : 381,
"6782976" : 426,
"6848512" : 519,
"6914048" : 602,
"6979584" : 659,
"7045120" : 774,
"7110656" : 881,
"7176192" : 1029,
"7241728" : 1130,
"7307264" : 1331,
"7372800" : 1470,
"7438336" : 1648,
"7503872" : 1749,
"7569408" : 2094,
"7634944" : 2544,
"7700480" : 2732,
"7766016" : 2989,
"7831552" : 3186,
"7897088" : 3650,
"7962624" : 4211,
"8028160" : 4552,
"8093696" : 5045,
"8159232" : 5609,
"8224768" : 6189,
"8290304" : 7037,
"8355840" : 7452,
"8454144" : 17532,
"8585216" : 21568,
"8716288" : 25333,
"8847360" : 29848,
"8978432" : 34589,
"9109504" : 39793,
"9240576" : 45933,
"9371648" : 51837,
"9502720" : 57212,
"9633792" : 62656,
"9764864" : 68029,
"9895936" : 72868,
"10027008" : 77054,
"10158080" : 80567,
"10289152" : 84340,
"10420224" : 88144,
"10551296" : 91420,
"10682368" : 95721,
"10813440" : 99882,
"10944512" : 104133,
"11075584" : 108866,
"11206656" : 113584,
"11337728" : 116229,
"11468800" : 113642,
"11599872" : 109216,
"11730944" : 100831,
"11862016" : 88415,
"11993088" : 73667,
"12124160" : 58418,
"12255232" : 43871,
"12386304" : 30721,
"12517376" : 20208,
"12648448" : 12649,
"12779520" : 7332,
"12910592" : 3832,
"13041664" : 2045,
"13172736" : 1067,
"13303808" : 578,
"13434880" : 274,
"13565952" : 148,
"13697024" : 57,
"13828096" : 22,
"13959168" : 7
}
},
"lat_ns" : {
"min" : 4893798,
"max" : 14345591,
"mean" : 11004895.132068,
"stddev" : 1127765.256284,
"N" : 2326033
},
"bw_min" : 180545,
"bw_max" : 192249,
"bw_agg" : 100.000000,
"bw_mean" : 186123.313131,
"bw_dev" : 159.114010,
"bw_samples" : 1584,
"iops_min" : 45136,
"iops_max" : 48062,
"iops_mean" : 46530.303030,
"iops_stddev" : 39.776704,
"iops_samples" : 1584
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799984,
"usr_cpu" : 0.634763,
"sys_cpu" : 16.278326,
"ctx" : 2038811,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 26.713367,
"20" : 73.285945,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086102,
"timestamp_ms" : 1773086102906,
"time" : "Mon Mar 9 16:55:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 11430047744,
"io_kbytes" : 11162156,
"bw_bytes" : 190500795,
"bw" : 186035,
"iops" : 46509.533333,
"runtime" : 60000,
"total_ios" : 2790572,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5328,
"max" : 1728812,
"mean" : 341724.417741,
"stddev" : 136723.515528,
"N" : 2790572
},
"clat_ns" : {
"min" : 4812925,
"max" : 14007845,
"mean" : 10666048.478930,
"stddev" : 1083388.332865,
"N" : 2790556,
"percentile" : {
"1.000000" : 7766016,
"5.000000" : 8716288,
"10.000000" : 9240576,
"20.000000" : 9764864,
"30.000000" : 10158080,
"40.000000" : 10551296,
"50.000000" : 10813440,
"60.000000" : 11075584,
"70.000000" : 11337728,
"80.000000" : 11599872,
"90.000000" : 11993088,
"95.000000" : 12255232,
"99.000000" : 12648448,
"99.500000" : 12779520,
"99.900000" : 13041664,
"99.950000" : 13172736,
"99.990000" : 13434880
},
"bins" : {
"4816896" : 2,
"4882432" : 4,
"5013504" : 3,
"5144576" : 3,
"5210112" : 2,
"5275648" : 1,
"5341184" : 5,
"5406720" : 8,
"5472256" : 2,
"5537792" : 14,
"5603328" : 13,
"5668864" : 24,
"5734400" : 19,
"5799936" : 34,
"5865472" : 33,
"5931008" : 56,
"5996544" : 64,
"6062080" : 72,
"6127616" : 100,
"6193152" : 83,
"6258688" : 145,
"6324224" : 165,
"6389760" : 184,
"6455296" : 192,
"6520832" : 283,
"6586368" : 333,
"6651904" : 354,
"6717440" : 427,
"6782976" : 485,
"6848512" : 582,
"6914048" : 681,
"6979584" : 740,
"7045120" : 883,
"7110656" : 977,
"7176192" : 1162,
"7241728" : 1277,
"7307264" : 1490,
"7372800" : 1675,
"7438336" : 1860,
"7503872" : 2053,
"7569408" : 2410,
"7634944" : 2892,
"7700480" : 3133,
"7766016" : 3436,
"7831552" : 3697,
"7897088" : 4216,
"7962624" : 4835,
"8028160" : 5243,
"8093696" : 5868,
"8159232" : 6458,
"8224768" : 7107,
"8290304" : 8081,
"8355840" : 8646,
"8454144" : 20192,
"8585216" : 24662,
"8716288" : 29234,
"8847360" : 34325,
"8978432" : 40124,
"9109504" : 46501,
"9240576" : 53483,
"9371648" : 60650,
"9502720" : 67152,
"9633792" : 74041,
"9764864" : 81529,
"9895936" : 87534,
"10027008" : 93375,
"10158080" : 98283,
"10289152" : 103712,
"10420224" : 109096,
"10551296" : 113907,
"10682368" : 119011,
"10813440" : 124473,
"10944512" : 129195,
"11075584" : 134792,
"11206656" : 139507,
"11337728" : 140852,
"11468800" : 136510,
"11599872" : 130363,
"11730944" : 118911,
"11862016" : 103761,
"11993088" : 85458,
"12124160" : 67341,
"12255232" : 50278,
"12386304" : 35253,
"12517376" : 23043,
"12648448" : 14324,
"12779520" : 8227,
"12910592" : 4299,
"13041664" : 2275,
"13172736" : 1185,
"13303808" : 628,
"13434880" : 307,
"13565952" : 162,
"13697024" : 59,
"13828096" : 23,
"13959168" : 7
}
},
"lat_ns" : {
"min" : 4893798,
"max" : 14345591,
"mean" : 11007770.242465,
"stddev" : 1109837.795925,
"N" : 2790556
},
"bw_min" : 179889,
"bw_max" : 192807,
"bw_agg" : 100.000000,
"bw_mean" : 186063.067227,
"bw_dev" : 170.857420,
"bw_samples" : 1904,
"iops_min" : 44972,
"iops_max" : 48201,
"iops_mean" : 46515.218487,
"iops_stddev" : 42.713860,
"iops_samples" : 1904
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959992,
"usr_cpu" : 0.635734,
"sys_cpu" : 16.267219,
"ctx" : 2446635,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999928,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999928,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 26.114897,
"20" : 73.884530,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086112,
"timestamp_ms" : 1773086112906,
"time" : "Mon Mar 9 16:55:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 13331705856,
"io_kbytes" : 13019244,
"bw_bytes" : 190455661,
"bw" : 185991,
"iops" : 46498.421406,
"runtime" : 69999,
"total_ios" : 3254843,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5328,
"max" : 1728812,
"mean" : 341809.739108,
"stddev" : 136627.928668,
"N" : 3254843
},
"clat_ns" : {
"min" : 4812925,
"max" : 14007845,
"mean" : 10668682.177963,
"stddev" : 1067277.766135,
"N" : 3254827,
"percentile" : {
"1.000000" : 7831552,
"5.000000" : 8716288,
"10.000000" : 9240576,
"20.000000" : 9764864,
"30.000000" : 10158080,
"40.000000" : 10551296,
"50.000000" : 10813440,
"60.000000" : 11075584,
"70.000000" : 11337728,
"80.000000" : 11599872,
"90.000000" : 11993088,
"95.000000" : 12124160,
"99.000000" : 12648448,
"99.500000" : 12779520,
"99.900000" : 13041664,
"99.950000" : 13172736,
"99.990000" : 13434880
},
"bins" : {
"4816896" : 2,
"4882432" : 4,
"5013504" : 3,
"5144576" : 3,
"5210112" : 2,
"5275648" : 1,
"5341184" : 6,
"5406720" : 8,
"5472256" : 3,
"5537792" : 14,
"5603328" : 13,
"5668864" : 25,
"5734400" : 20,
"5799936" : 36,
"5865472" : 37,
"5931008" : 60,
"5996544" : 70,
"6062080" : 73,
"6127616" : 103,
"6193152" : 88,
"6258688" : 151,
"6324224" : 181,
"6389760" : 202,
"6455296" : 203,
"6520832" : 307,
"6586368" : 354,
"6651904" : 387,
"6717440" : 460,
"6782976" : 541,
"6848512" : 641,
"6914048" : 744,
"6979584" : 833,
"7045120" : 991,
"7110656" : 1090,
"7176192" : 1307,
"7241728" : 1408,
"7307264" : 1663,
"7372800" : 1854,
"7438336" : 2077,
"7503872" : 2317,
"7569408" : 2676,
"7634944" : 3195,
"7700480" : 3505,
"7766016" : 3822,
"7831552" : 4135,
"7897088" : 4739,
"7962624" : 5384,
"8028160" : 5869,
"8093696" : 6611,
"8159232" : 7211,
"8224768" : 7960,
"8290304" : 8994,
"8355840" : 9733,
"8454144" : 22702,
"8585216" : 27654,
"8716288" : 32820,
"8847360" : 38571,
"8978432" : 45294,
"9109504" : 52579,
"9240576" : 60650,
"9371648" : 68973,
"9502720" : 77091,
"9633792" : 85083,
"9764864" : 94286,
"9895936" : 102234,
"10027008" : 109732,
"10158080" : 116661,
"10289152" : 123393,
"10420224" : 130630,
"10551296" : 137361,
"10682368" : 143967,
"10813440" : 150574,
"10944512" : 155830,
"11075584" : 161414,
"11206656" : 166003,
"11337728" : 166531,
"11468800" : 159640,
"11599872" : 151015,
"11730944" : 136615,
"11862016" : 117863,
"11993088" : 96306,
"12124160" : 75482,
"12255232" : 56208,
"12386304" : 39195,
"12517376" : 25510,
"12648448" : 15882,
"12779520" : 9143,
"12910592" : 4771,
"13041664" : 2510,
"13172736" : 1304,
"13303808" : 665,
"13434880" : 315,
"13565952" : 165,
"13697024" : 59,
"13828096" : 23,
"13959168" : 7
}
},
"lat_ns" : {
"min" : 4893798,
"max" : 14345591,
"mean" : 11010490.852568,
"stddev" : 1093072.041071,
"N" : 3254827
},
"bw_min" : 179425,
"bw_max" : 193289,
"bw_agg" : 100.000000,
"bw_mean" : 186026.086331,
"bw_dev" : 182.895304,
"bw_samples" : 2224,
"iops_min" : 44856,
"iops_max" : 48322,
"iops_mean" : 46505.949640,
"iops_stddev" : 45.724746,
"iops_samples" : 2224
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119984,
"usr_cpu" : 0.634741,
"sys_cpu" : 16.261750,
"ctx" : 2854534,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 25.547407,
"20" : 74.452101,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086122,
"timestamp_ms" : 1773086122906,
"time" : "Mon Mar 9 16:55:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 15230210048,
"io_kbytes" : 14873252,
"bw_bytes" : 190380005,
"bw" : 185917,
"iops" : 46479.805998,
"runtime" : 79999,
"total_ios" : 3718338,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5328,
"max" : 1728812,
"mean" : 341946.286513,
"stddev" : 136500.500753,
"N" : 3718338
},
"clat_ns" : {
"min" : 4812925,
"max" : 14007845,
"mean" : 10672866.544790,
"stddev" : 1050190.879554,
"N" : 3718322,
"percentile" : {
"1.000000" : 7831552,
"5.000000" : 8716288,
"10.000000" : 9240576,
"20.000000" : 9764864,
"30.000000" : 10158080,
"40.000000" : 10551296,
"50.000000" : 10813440,
"60.000000" : 11075584,
"70.000000" : 11337728,
"80.000000" : 11599872,
"90.000000" : 11862016,
"95.000000" : 12124160,
"99.000000" : 12648448,
"99.500000" : 12779520,
"99.900000" : 13041664,
"99.950000" : 13172736,
"99.990000" : 13434880
},
"bins" : {
"4816896" : 2,
"4882432" : 4,
"5013504" : 3,
"5144576" : 3,
"5210112" : 2,
"5275648" : 2,
"5341184" : 8,
"5406720" : 9,
"5472256" : 4,
"5537792" : 15,
"5603328" : 14,
"5668864" : 26,
"5734400" : 26,
"5799936" : 41,
"5865472" : 41,
"5931008" : 65,
"5996544" : 72,
"6062080" : 76,
"6127616" : 113,
"6193152" : 105,
"6258688" : 162,
"6324224" : 185,
"6389760" : 222,
"6455296" : 224,
"6520832" : 329,
"6586368" : 378,
"6651904" : 416,
"6717440" : 495,
"6782976" : 575,
"6848512" : 690,
"6914048" : 796,
"6979584" : 902,
"7045120" : 1073,
"7110656" : 1194,
"7176192" : 1397,
"7241728" : 1521,
"7307264" : 1797,
"7372800" : 2012,
"7438336" : 2248,
"7503872" : 2506,
"7569408" : 2896,
"7634944" : 3451,
"7700480" : 3809,
"7766016" : 4123,
"7831552" : 4457,
"7897088" : 5131,
"7962624" : 5826,
"8028160" : 6394,
"8093696" : 7176,
"8159232" : 7815,
"8224768" : 8573,
"8290304" : 9768,
"8355840" : 10613,
"8454144" : 24686,
"8585216" : 30045,
"8716288" : 35798,
"8847360" : 42423,
"8978432" : 49870,
"9109504" : 57994,
"9240576" : 67168,
"9371648" : 77008,
"9502720" : 86341,
"9633792" : 95699,
"9764864" : 107098,
"9895936" : 116946,
"10027008" : 126462,
"10158080" : 135123,
"10289152" : 144259,
"10420224" : 153332,
"10551296" : 162164,
"10682368" : 170389,
"10813440" : 178272,
"10944512" : 183749,
"11075584" : 189518,
"11206656" : 193544,
"11337728" : 192131,
"11468800" : 182734,
"11599872" : 171311,
"11730944" : 153754,
"11862016" : 131394,
"11993088" : 106757,
"12124160" : 83112,
"12255232" : 61397,
"12386304" : 42707,
"12517376" : 27638,
"12648448" : 17225,
"12779520" : 9908,
"12910592" : 5175,
"13041664" : 2703,
"13172736" : 1407,
"13303808" : 702,
"13434880" : 335,
"13565952" : 166,
"13697024" : 63,
"13828096" : 23,
"13959168" : 7
}
},
"lat_ns" : {
"min" : 4893798,
"max" : 14345591,
"mean" : 11014810.335949,
"stddev" : 1075290.994261,
"N" : 3718322
},
"bw_min" : 178753,
"bw_max" : 193897,
"bw_agg" : 100.000000,
"bw_mean" : 185955.220126,
"bw_dev" : 196.679168,
"bw_samples" : 2544,
"iops_min" : 44688,
"iops_max" : 48474,
"iops_mean" : 46488.257862,
"iops_stddev" : 49.170293,
"iops_samples" : 2544
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279984,
"usr_cpu" : 0.631180,
"sys_cpu" : 16.266922,
"ctx" : 3262348,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 24.931945,
"20" : 75.067624,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086132,
"timestamp_ms" : 1773086132906,
"time" : "Mon Mar 9 16:55:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 17128931328,
"io_kbytes" : 16727472,
"bw_bytes" : 190321459,
"bw" : 185860,
"iops" : 46465.444444,
"runtime" : 90000,
"total_ios" : 4181890,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5328,
"max" : 1728812,
"mean" : 342049.022867,
"stddev" : 136414.122056,
"N" : 4181890
},
"clat_ns" : {
"min" : 4812925,
"max" : 14007845,
"mean" : 10676143.799872,
"stddev" : 1035451.661005,
"N" : 4181874,
"percentile" : {
"1.000000" : 7897088,
"5.000000" : 8847360,
"10.000000" : 9240576,
"20.000000" : 9764864,
"30.000000" : 10158080,
"40.000000" : 10551296,
"50.000000" : 10813440,
"60.000000" : 11075584,
"70.000000" : 11337728,
"80.000000" : 11599872,
"90.000000" : 11862016,
"95.000000" : 12124160,
"99.000000" : 12517376,
"99.500000" : 12779520,
"99.900000" : 13041664,
"99.950000" : 13172736,
"99.990000" : 13434880
},
"bins" : {
"4816896" : 2,
"4882432" : 4,
"5013504" : 3,
"5144576" : 3,
"5210112" : 2,
"5275648" : 3,
"5341184" : 8,
"5406720" : 9,
"5472256" : 4,
"5537792" : 16,
"5603328" : 17,
"5668864" : 27,
"5734400" : 26,
"5799936" : 42,
"5865472" : 41,
"5931008" : 71,
"5996544" : 77,
"6062080" : 76,
"6127616" : 117,
"6193152" : 109,
"6258688" : 165,
"6324224" : 196,
"6389760" : 225,
"6455296" : 238,
"6520832" : 346,
"6586368" : 394,
"6651904" : 435,
"6717440" : 514,
"6782976" : 594,
"6848512" : 735,
"6914048" : 851,
"6979584" : 941,
"7045120" : 1125,
"7110656" : 1256,
"7176192" : 1493,
"7241728" : 1617,
"7307264" : 1911,
"7372800" : 2136,
"7438336" : 2398,
"7503872" : 2690,
"7569408" : 3097,
"7634944" : 3672,
"7700480" : 4046,
"7766016" : 4390,
"7831552" : 4760,
"7897088" : 5483,
"7962624" : 6201,
"8028160" : 6869,
"8093696" : 7685,
"8159232" : 8396,
"8224768" : 9313,
"8290304" : 10497,
"8355840" : 11439,
"8454144" : 26715,
"8585216" : 32417,
"8716288" : 38980,
"8847360" : 46081,
"8978432" : 54212,
"9109504" : 63396,
"9240576" : 73634,
"9371648" : 84757,
"9502720" : 95544,
"9633792" : 106373,
"9764864" : 119790,
"9895936" : 131843,
"10027008" : 143093,
"10158080" : 154249,
"10289152" : 165829,
"10420224" : 176472,
"10551296" : 187673,
"10682368" : 197502,
"10813440" : 206204,
"10944512" : 212010,
"11075584" : 217536,
"11206656" : 220650,
"11337728" : 217347,
"11468800" : 205674,
"11599872" : 191236,
"11730944" : 170166,
"11862016" : 144844,
"11993088" : 116953,
"12124160" : 90735,
"12255232" : 66820,
"12386304" : 46257,
"12517376" : 29665,
"12648448" : 18530,
"12779520" : 10649,
"12910592" : 5530,
"13041664" : 2906,
"13172736" : 1492,
"13303808" : 740,
"13434880" : 343,
"13565952" : 168,
"13697024" : 64,
"13828096" : 23,
"13959168" : 7
}
},
"lat_ns" : {
"min" : 4893798,
"max" : 14345591,
"mean" : 11018191.548544,
"stddev" : 1059954.297758,
"N" : 4181874
},
"bw_min" : 178257,
"bw_max" : 194359,
"bw_agg" : 100.000000,
"bw_mean" : 185899.497207,
"bw_dev" : 209.106371,
"bw_samples" : 2864,
"iops_min" : 44564,
"iops_max" : 48589,
"iops_mean" : 46474.273743,
"iops_stddev" : 52.279018,
"iops_samples" : 2864
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439990,
"usr_cpu" : 0.630421,
"sys_cpu" : 16.269141,
"ctx" : 3669867,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999976,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999976,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 24.419748,
"20" : 75.579869,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086142,
"timestamp_ms" : 1773086142906,
"time" : "Mon Mar 9 16:55:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 19024711680,
"io_kbytes" : 18578820,
"bw_bytes" : 190249019,
"bw" : 185790,
"iops" : 46447.784478,
"runtime" : 99999,
"total_ios" : 4644732,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5328,
"max" : 1728812,
"mean" : 342181.190144,
"stddev" : 136295.702176,
"N" : 4644734
},
"clat_ns" : {
"min" : 4812925,
"max" : 14007845,
"mean" : 10680258.366845,
"stddev" : 1022015.867740,
"N" : 4644716,
"percentile" : {
"1.000000" : 7897088,
"5.000000" : 8847360,
"10.000000" : 9240576,
"20.000000" : 9895936,
"30.000000" : 10158080,
"40.000000" : 10551296,
"50.000000" : 10813440,
"60.000000" : 11075584,
"70.000000" : 11337728,
"80.000000" : 11599872,
"90.000000" : 11862016,
"95.000000" : 12124160,
"99.000000" : 12517376,
"99.500000" : 12779520,
"99.900000" : 13041664,
"99.950000" : 13172736,
"99.990000" : 13434880
},
"bins" : {
"4816896" : 2,
"4882432" : 4,
"5013504" : 3,
"5144576" : 3,
"5210112" : 2,
"5275648" : 3,
"5341184" : 8,
"5406720" : 9,
"5472256" : 5,
"5537792" : 16,
"5603328" : 20,
"5668864" : 29,
"5734400" : 30,
"5799936" : 47,
"5865472" : 43,
"5931008" : 76,
"5996544" : 85,
"6062080" : 83,
"6127616" : 123,
"6193152" : 121,
"6258688" : 176,
"6324224" : 208,
"6389760" : 235,
"6455296" : 247,
"6520832" : 374,
"6586368" : 420,
"6651904" : 475,
"6717440" : 546,
"6782976" : 633,
"6848512" : 779,
"6914048" : 906,
"6979584" : 995,
"7045120" : 1175,
"7110656" : 1343,
"7176192" : 1590,
"7241728" : 1715,
"7307264" : 2003,
"7372800" : 2223,
"7438336" : 2530,
"7503872" : 2848,
"7569408" : 3312,
"7634944" : 3904,
"7700480" : 4274,
"7766016" : 4648,
"7831552" : 5059,
"7897088" : 5828,
"7962624" : 6586,
"8028160" : 7332,
"8093696" : 8191,
"8159232" : 8961,
"8224768" : 9890,
"8290304" : 11156,
"8355840" : 12187,
"8454144" : 28493,
"8585216" : 34631,
"8716288" : 41599,
"8847360" : 49355,
"8978432" : 58218,
"9109504" : 68272,
"9240576" : 79527,
"9371648" : 91773,
"9502720" : 104078,
"9633792" : 116588,
"9764864" : 132121,
"9895936" : 146387,
"10027008" : 159909,
"10158080" : 173812,
"10289152" : 187546,
"10420224" : 200665,
"10551296" : 213449,
"10682368" : 224954,
"10813440" : 234718,
"10944512" : 241229,
"11075584" : 246458,
"11206656" : 248263,
"11337728" : 243276,
"11468800" : 229033,
"11599872" : 211135,
"11730944" : 186587,
"11862016" : 158168,
"11993088" : 127087,
"12124160" : 97779,
"12255232" : 71844,
"12386304" : 49417,
"12517376" : 31733,
"12648448" : 19769,
"12779520" : 11390,
"12910592" : 5917,
"13041664" : 3093,
"13172736" : 1582,
"13303808" : 782,
"13434880" : 352,
"13565952" : 174,
"13697024" : 65,
"13828096" : 23,
"13959168" : 7
}
},
"lat_ns" : {
"min" : 4893798,
"max" : 14345591,
"mean" : 11022437.884350,
"stddev" : 1045976.583205,
"N" : 4644716
},
"bw_min" : 177865,
"bw_max" : 194521,
"bw_agg" : 100.000000,
"bw_mean" : 185819.326633,
"bw_dev" : 222.040481,
"bw_samples" : 3184,
"iops_min" : 44466,
"iops_max" : 48630,
"iops_mean" : 46454.246231,
"iops_stddev" : 55.512778,
"iops_samples" : 3184
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1599984,
"usr_cpu" : 0.631006,
"sys_cpu" : 16.271163,
"ctx" : 4077412,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999978,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999957,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 23.894662,
"20" : 76.104994,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086152,
"timestamp_ms" : 1773086152906,
"time" : "Mon Mar 9 16:55:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 20921085952,
"io_kbytes" : 20430748,
"bw_bytes" : 190193419,
"bw" : 185735,
"iops" : 46434.267584,
"runtime" : 109999,
"total_ios" : 5107723,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5328,
"max" : 1728812,
"mean" : 342280.096586,
"stddev" : 136241.321207,
"N" : 5107724
},
"clat_ns" : {
"min" : 4812925,
"max" : 14073366,
"mean" : 10683353.796622,
"stddev" : 1009834.182575,
"N" : 5107707,
"percentile" : {
"1.000000" : 7897088,
"5.000000" : 8847360,
"10.000000" : 9371648,
"20.000000" : 9895936,
"30.000000" : 10289152,
"40.000000" : 10551296,
"50.000000" : 10813440,
"60.000000" : 11075584,
"70.000000" : 11337728,
"80.000000" : 11599872,
"90.000000" : 11862016,
"95.000000" : 12124160,
"99.000000" : 12517376,
"99.500000" : 12648448,
"99.900000" : 13041664,
"99.950000" : 13172736,
"99.990000" : 13434880
},
"bins" : {
"4816896" : 2,
"4882432" : 4,
"5013504" : 3,
"5079040" : 2,
"5144576" : 4,
"5210112" : 2,
"5275648" : 3,
"5341184" : 8,
"5406720" : 12,
"5472256" : 6,
"5537792" : 16,
"5603328" : 20,
"5668864" : 31,
"5734400" : 30,
"5799936" : 51,
"5865472" : 46,
"5931008" : 76,
"5996544" : 87,
"6062080" : 87,
"6127616" : 124,
"6193152" : 123,
"6258688" : 180,
"6324224" : 214,
"6389760" : 238,
"6455296" : 256,
"6520832" : 381,
"6586368" : 426,
"6651904" : 488,
"6717440" : 574,
"6782976" : 658,
"6848512" : 803,
"6914048" : 947,
"6979584" : 1055,
"7045120" : 1228,
"7110656" : 1415,
"7176192" : 1647,
"7241728" : 1816,
"7307264" : 2109,
"7372800" : 2345,
"7438336" : 2661,
"7503872" : 2987,
"7569408" : 3462,
"7634944" : 4085,
"7700480" : 4479,
"7766016" : 4927,
"7831552" : 5338,
"7897088" : 6162,
"7962624" : 6984,
"8028160" : 7729,
"8093696" : 8686,
"8159232" : 9484,
"8224768" : 10489,
"8290304" : 11835,
"8355840" : 12917,
"8454144" : 30207,
"8585216" : 36760,
"8716288" : 44284,
"8847360" : 52505,
"8978432" : 62093,
"9109504" : 73214,
"9240576" : 85246,
"9371648" : 98868,
"9502720" : 112539,
"9633792" : 126639,
"9764864" : 144568,
"9895936" : 160986,
"10027008" : 176991,
"10158080" : 193493,
"10289152" : 209516,
"10420224" : 224919,
"10551296" : 240240,
"10682368" : 252920,
"10813440" : 263714,
"10944512" : 270988,
"11075584" : 276059,
"11206656" : 276755,
"11337728" : 268760,
"11468800" : 251629,
"11599872" : 230330,
"11730944" : 202506,
"11862016" : 170854,
"11993088" : 136763,
"12124160" : 104883,
"12255232" : 76726,
"12386304" : 52631,
"12517376" : 33833,
"12648448" : 20882,
"12779520" : 11992,
"12910592" : 6221,
"13041664" : 3268,
"13172736" : 1671,
"13303808" : 835,
"13434880" : 378,
"13565952" : 190,
"13697024" : 78,
"13828096" : 24,
"13959168" : 7,
"14090240" : 1
}
},
"lat_ns" : {
"min" : 4893798,
"max" : 14475410,
"mean" : 11025632.883867,
"stddev" : 1033292.300549,
"N" : 5107707
},
"bw_min" : 177321,
"bw_max" : 194775,
"bw_agg" : 100.000000,
"bw_mean" : 185764.109589,
"bw_dev" : 232.443585,
"bw_samples" : 3504,
"iops_min" : 44330,
"iops_max" : 48693,
"iops_mean" : 46440.406393,
"iops_stddev" : 58.114988,
"iops_samples" : 3504
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1759984,
"usr_cpu" : 0.633869,
"sys_cpu" : 16.274068,
"ctx" : 4484819,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999980,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999980,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 23.449901,
"20" : 76.549785,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086162,
"timestamp_ms" : 1773086162906,
"time" : "Mon Mar 9 16:56:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 22816485376,
"io_kbytes" : 22281724,
"bw_bytes" : 190138962,
"bw" : 185682,
"iops" : 46420.878507,
"runtime" : 119999,
"total_ios" : 5570459,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5328,
"max" : 1728812,
"mean" : 342377.343700,
"stddev" : 136165.196429,
"N" : 5570459
},
"clat_ns" : {
"min" : 4812925,
"max" : 14073366,
"mean" : 10686399.476311,
"stddev" : 998753.888838,
"N" : 5570443,
"percentile" : {
"1.000000" : 7962624,
"5.000000" : 8847360,
"10.000000" : 9371648,
"20.000000" : 9895936,
"30.000000" : 10289152,
"40.000000" : 10551296,
"50.000000" : 10813440,
"60.000000" : 11075584,
"70.000000" : 11337728,
"80.000000" : 11599872,
"90.000000" : 11862016,
"95.000000" : 12124160,
"99.000000" : 12517376,
"99.500000" : 12648448,
"99.900000" : 13041664,
"99.950000" : 13172736,
"99.990000" : 13434880
},
"bins" : {
"4816896" : 2,
"4882432" : 4,
"5013504" : 3,
"5079040" : 2,
"5144576" : 4,
"5210112" : 2,
"5275648" : 3,
"5341184" : 8,
"5406720" : 12,
"5472256" : 6,
"5537792" : 16,
"5603328" : 20,
"5668864" : 31,
"5734400" : 31,
"5799936" : 51,
"5865472" : 46,
"5931008" : 78,
"5996544" : 90,
"6062080" : 87,
"6127616" : 128,
"6193152" : 125,
"6258688" : 189,
"6324224" : 223,
"6389760" : 252,
"6455296" : 266,
"6520832" : 393,
"6586368" : 441,
"6651904" : 507,
"6717440" : 591,
"6782976" : 683,
"6848512" : 847,
"6914048" : 982,
"6979584" : 1111,
"7045120" : 1278,
"7110656" : 1472,
"7176192" : 1717,
"7241728" : 1883,
"7307264" : 2179,
"7372800" : 2415,
"7438336" : 2780,
"7503872" : 3103,
"7569408" : 3630,
"7634944" : 4264,
"7700480" : 4668,
"7766016" : 5159,
"7831552" : 5590,
"7897088" : 6454,
"7962624" : 7337,
"8028160" : 8146,
"8093696" : 9155,
"8159232" : 9918,
"8224768" : 10970,
"8290304" : 12470,
"8355840" : 13652,
"8454144" : 31766,
"8585216" : 38818,
"8716288" : 46707,
"8847360" : 55491,
"8978432" : 65776,
"9109504" : 77719,
"9240576" : 90890,
"9371648" : 105852,
"9502720" : 121263,
"9633792" : 136935,
"9764864" : 156762,
"9895936" : 175804,
"10027008" : 194400,
"10158080" : 213132,
"10289152" : 232091,
"10420224" : 249918,
"10551296" : 267058,
"10682368" : 281329,
"10813440" : 292574,
"10944512" : 300473,
"11075584" : 305183,
"11206656" : 304234,
"11337728" : 294418,
"11468800" : 275043,
"11599872" : 249842,
"11730944" : 218644,
"11862016" : 183765,
"11993088" : 146508,
"12124160" : 111633,
"12255232" : 81542,
"12386304" : 55776,
"12517376" : 35762,
"12648448" : 21955,
"12779520" : 12601,
"12910592" : 6549,
"13041664" : 3443,
"13172736" : 1765,
"13303808" : 861,
"13434880" : 383,
"13565952" : 193,
"13697024" : 79,
"13828096" : 24,
"13959168" : 7,
"14090240" : 1
}
},
"lat_ns" : {
"min" : 4893798,
"max" : 14475410,
"mean" : 11028775.087362,
"stddev" : 1021755.418225,
"N" : 5570443
},
"bw_min" : 176649,
"bw_max" : 195137,
"bw_agg" : 100.000000,
"bw_mean" : 185719.167364,
"bw_dev" : 240.705664,
"bw_samples" : 3824,
"iops_min" : 44162,
"iops_max" : 48784,
"iops_mean" : 46429.142259,
"iops_stddev" : 60.180426,
"iops_samples" : 3824
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1919984,
"usr_cpu" : 0.636672,
"sys_cpu" : 16.272323,
"ctx" : 4892463,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 23.052176,
"20" : 76.947537,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086172,
"timestamp_ms" : 1773086172907,
"time" : "Mon Mar 9 16:56:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 24714637312,
"io_kbytes" : 24135388,
"bw_bytes" : 190112594,
"bw" : 185656,
"iops" : 46414.423077,
"runtime" : 130000,
"total_ios" : 6033875,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5328,
"max" : 1728812,
"mean" : 342424.634758,
"stddev" : 136131.177601,
"N" : 6033875
},
"clat_ns" : {
"min" : 4812925,
"max" : 14073366,
"mean" : 10687892.980280,
"stddev" : 989359.900312,
"N" : 6033859,
"percentile" : {
"1.000000" : 7962624,
"5.000000" : 8847360,
"10.000000" : 9371648,
"20.000000" : 9895936,
"30.000000" : 10289152,
"40.000000" : 10551296,
"50.000000" : 10813440,
"60.000000" : 11075584,
"70.000000" : 11337728,
"80.000000" : 11468800,
"90.000000" : 11862016,
"95.000000" : 12124160,
"99.000000" : 12517376,
"99.500000" : 12648448,
"99.900000" : 13041664,
"99.950000" : 13172736,
"99.990000" : 13434880
},
"bins" : {
"4816896" : 2,
"4882432" : 4,
"5013504" : 3,
"5079040" : 2,
"5144576" : 4,
"5210112" : 2,
"5275648" : 3,
"5341184" : 8,
"5406720" : 12,
"5472256" : 6,
"5537792" : 16,
"5603328" : 20,
"5668864" : 31,
"5734400" : 32,
"5799936" : 51,
"5865472" : 46,
"5931008" : 80,
"5996544" : 92,
"6062080" : 93,
"6127616" : 133,
"6193152" : 131,
"6258688" : 200,
"6324224" : 234,
"6389760" : 268,
"6455296" : 281,
"6520832" : 409,
"6586368" : 461,
"6651904" : 522,
"6717440" : 608,
"6782976" : 715,
"6848512" : 872,
"6914048" : 1019,
"6979584" : 1153,
"7045120" : 1323,
"7110656" : 1525,
"7176192" : 1778,
"7241728" : 1967,
"7307264" : 2282,
"7372800" : 2544,
"7438336" : 2917,
"7503872" : 3274,
"7569408" : 3807,
"7634944" : 4493,
"7700480" : 4888,
"7766016" : 5410,
"7831552" : 5895,
"7897088" : 6782,
"7962624" : 7713,
"8028160" : 8524,
"8093696" : 9602,
"8159232" : 10467,
"8224768" : 11542,
"8290304" : 13089,
"8355840" : 14305,
"8454144" : 33472,
"8585216" : 40833,
"8716288" : 49150,
"8847360" : 58568,
"8978432" : 69650,
"9109504" : 82521,
"9240576" : 96515,
"9371648" : 112722,
"9502720" : 130063,
"9633792" : 147274,
"9764864" : 169319,
"9895936" : 190496,
"10027008" : 212006,
"10158080" : 232929,
"10289152" : 254617,
"10420224" : 274990,
"10551296" : 294124,
"10682368" : 310188,
"10813440" : 322218,
"10944512" : 330483,
"11075584" : 334517,
"11206656" : 331829,
"11337728" : 319843,
"11468800" : 297608,
"11599872" : 269277,
"11730944" : 234197,
"11862016" : 196285,
"11993088" : 155753,
"12124160" : 118225,
"12255232" : 86146,
"12386304" : 58749,
"12517376" : 37687,
"12648448" : 22999,
"12779520" : 13127,
"12910592" : 6835,
"13041664" : 3579,
"13172736" : 1833,
"13303808" : 887,
"13434880" : 394,
"13565952" : 198,
"13697024" : 81,
"13828096" : 24,
"13959168" : 7,
"14090240" : 1
}
},
"lat_ns" : {
"min" : 4893798,
"max" : 14475410,
"mean" : 11030316.747965,
"stddev" : 1011973.937400,
"N" : 6033859
},
"bw_min" : 176577,
"bw_max" : 195151,
"bw_agg" : 100.000000,
"bw_mean" : 185691.540541,
"bw_dev" : 244.311533,
"bw_samples" : 4144,
"iops_min" : 44144,
"iops_max" : 48787,
"iops_mean" : 46422.212355,
"iops_stddev" : 61.081882,
"iops_samples" : 4144
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2080000,
"usr_cpu" : 0.637740,
"sys_cpu" : 16.275000,
"ctx" : 5300088,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999983,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999983,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 22.738555,
"20" : 77.261180,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086182,
"timestamp_ms" : 1773086182906,
"time" : "Mon Mar 9 16:56:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 26609836032,
"io_kbytes" : 25986168,
"bw_bytes" : 190070257,
"bw" : 185615,
"iops" : 46404.035714,
"runtime" : 140000,
"total_ios" : 6496565,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5328,
"max" : 1728812,
"mean" : 342500.167847,
"stddev" : 136071.525866,
"N" : 6496565
},
"clat_ns" : {
"min" : 4812925,
"max" : 14073366,
"mean" : 10690238.030073,
"stddev" : 980333.603833,
"N" : 6496549,
"percentile" : {
"1.000000" : 7962624,
"5.000000" : 8847360,
"10.000000" : 9371648,
"20.000000" : 9895936,
"30.000000" : 10289152,
"40.000000" : 10551296,
"50.000000" : 10813440,
"60.000000" : 11075584,
"70.000000" : 11206656,
"80.000000" : 11468800,
"90.000000" : 11862016,
"95.000000" : 12124160,
"99.000000" : 12517376,
"99.500000" : 12648448,
"99.900000" : 13041664,
"99.950000" : 13172736,
"99.990000" : 13434880
},
"bins" : {
"4816896" : 2,
"4882432" : 4,
"5013504" : 3,
"5079040" : 2,
"5144576" : 4,
"5210112" : 2,
"5275648" : 3,
"5341184" : 8,
"5406720" : 12,
"5472256" : 6,
"5537792" : 16,
"5603328" : 20,
"5668864" : 33,
"5734400" : 34,
"5799936" : 55,
"5865472" : 47,
"5931008" : 80,
"5996544" : 96,
"6062080" : 96,
"6127616" : 137,
"6193152" : 137,
"6258688" : 204,
"6324224" : 242,
"6389760" : 283,
"6455296" : 290,
"6520832" : 426,
"6586368" : 478,
"6651904" : 540,
"6717440" : 625,
"6782976" : 737,
"6848512" : 902,
"6914048" : 1051,
"6979584" : 1187,
"7045120" : 1391,
"7110656" : 1568,
"7176192" : 1822,
"7241728" : 2048,
"7307264" : 2349,
"7372800" : 2638,
"7438336" : 3017,
"7503872" : 3402,
"7569408" : 3969,
"7634944" : 4657,
"7700480" : 5053,
"7766016" : 5651,
"7831552" : 6113,
"7897088" : 7065,
"7962624" : 8024,
"8028160" : 8912,
"8093696" : 10000,
"8159232" : 10887,
"8224768" : 11996,
"8290304" : 13686,
"8355840" : 14962,
"8454144" : 34919,
"8585216" : 42535,
"8716288" : 51567,
"8847360" : 61532,
"8978432" : 73260,
"9109504" : 86866,
"9240576" : 101994,
"9371648" : 119571,
"9502720" : 138434,
"9633792" : 157498,
"9764864" : 181517,
"9895936" : 205537,
"10027008" : 229474,
"10158080" : 253076,
"10289152" : 277222,
"10420224" : 300373,
"10551296" : 321299,
"10682368" : 338629,
"10813440" : 351990,
"10944512" : 360731,
"11075584" : 364129,
"11206656" : 359894,
"11337728" : 345597,
"11468800" : 320349,
"11599872" : 288871,
"11730944" : 249981,
"11862016" : 208542,
"11993088" : 165212,
"12124160" : 124988,
"12255232" : 90626,
"12386304" : 61713,
"12517376" : 39444,
"12648448" : 24046,
"12779520" : 13707,
"12910592" : 7169,
"13041664" : 3740,
"13172736" : 1897,
"13303808" : 927,
"13434880" : 404,
"13565952" : 204,
"13697024" : 81,
"13828096" : 24,
"13959168" : 7,
"14090240" : 1
}
},
"lat_ns" : {
"min" : 4893798,
"max" : 14475410,
"mean" : 11032737.235565,
"stddev" : 1002572.242933,
"N" : 6496549
},
"bw_min" : 176553,
"bw_max" : 195377,
"bw_agg" : 100.000000,
"bw_mean" : 185649.161290,
"bw_dev" : 249.331705,
"bw_samples" : 4464,
"iops_min" : 44138,
"iops_max" : 48844,
"iops_mean" : 46411.594982,
"iops_stddev" : 62.337202,
"iops_samples" : 4464
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2239996,
"usr_cpu" : 0.640001,
"sys_cpu" : 16.278020,
"ctx" : 5707843,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 22.424158,
"20" : 77.575596,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086192,
"timestamp_ms" : 1773086192906,
"time" : "Mon Mar 9 16:56:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 28504649728,
"io_kbytes" : 27836572,
"bw_bytes" : 190032265,
"bw" : 185578,
"iops" : 46394.742632,
"runtime" : 149999,
"total_ios" : 6959165,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5328,
"max" : 3981244,
"mean" : 342569.157179,
"stddev" : 136113.866332,
"N" : 6959165
},
"clat_ns" : {
"min" : 4812925,
"max" : 15827776,
"mean" : 10692424.591816,
"stddev" : 972840.677917,
"N" : 6959149,
"percentile" : {
"1.000000" : 8028160,
"5.000000" : 8978432,
"10.000000" : 9371648,
"20.000000" : 9895936,
"30.000000" : 10289152,
"40.000000" : 10551296,
"50.000000" : 10813440,
"60.000000" : 11075584,
"70.000000" : 11206656,
"80.000000" : 11468800,
"90.000000" : 11862016,
"95.000000" : 12124160,
"99.000000" : 12517376,
"99.500000" : 12648448,
"99.900000" : 13041664,
"99.950000" : 13172736,
"99.990000" : 13565952
},
"bins" : {
"4816896" : 2,
"4882432" : 4,
"5013504" : 3,
"5079040" : 2,
"5144576" : 4,
"5210112" : 2,
"5275648" : 3,
"5341184" : 8,
"5406720" : 12,
"5472256" : 6,
"5537792" : 16,
"5603328" : 20,
"5668864" : 33,
"5734400" : 34,
"5799936" : 55,
"5865472" : 47,
"5931008" : 81,
"5996544" : 96,
"6062080" : 97,
"6127616" : 139,
"6193152" : 138,
"6258688" : 206,
"6324224" : 244,
"6389760" : 286,
"6455296" : 300,
"6520832" : 440,
"6586368" : 499,
"6651904" : 553,
"6717440" : 633,
"6782976" : 765,
"6848512" : 928,
"6914048" : 1099,
"6979584" : 1235,
"7045120" : 1434,
"7110656" : 1628,
"7176192" : 1896,
"7241728" : 2123,
"7307264" : 2448,
"7372800" : 2722,
"7438336" : 3114,
"7503872" : 3537,
"7569408" : 4115,
"7634944" : 4786,
"7700480" : 5230,
"7766016" : 5848,
"7831552" : 6347,
"7897088" : 7321,
"7962624" : 8302,
"8028160" : 9241,
"8093696" : 10377,
"8159232" : 11331,
"8224768" : 12506,
"8290304" : 14250,
"8355840" : 15608,
"8454144" : 36401,
"8585216" : 44337,
"8716288" : 53816,
"8847360" : 64424,
"8978432" : 76742,
"9109504" : 91483,
"9240576" : 107578,
"9371648" : 126604,
"9502720" : 146833,
"9633792" : 167612,
"9764864" : 194165,
"9895936" : 220266,
"10027008" : 246795,
"10158080" : 273239,
"10289152" : 299555,
"10420224" : 325234,
"10551296" : 348715,
"10682368" : 368063,
"10813440" : 382017,
"10944512" : 391215,
"11075584" : 393953,
"11206656" : 387596,
"11337728" : 370820,
"11468800" : 342792,
"11599872" : 307613,
"11730944" : 265694,
"11862016" : 221085,
"11993088" : 174564,
"12124160" : 131732,
"12255232" : 95005,
"12386304" : 64682,
"12517376" : 41313,
"12648448" : 25123,
"12779520" : 14341,
"12910592" : 7496,
"13041664" : 3929,
"13172736" : 2012,
"13303808" : 982,
"13434880" : 449,
"13565952" : 232,
"13697024" : 104,
"13828096" : 35,
"13959168" : 20,
"14090240" : 35,
"14221312" : 22,
"14352384" : 32,
"14483456" : 37,
"14614528" : 18,
"14745600" : 28,
"14876672" : 25,
"15007744" : 30,
"15138816" : 32,
"15269888" : 32,
"15400960" : 16,
"15532032" : 8,
"15663104" : 6,
"15794176" : 8
}
},
"lat_ns" : {
"min" : 4893798,
"max" : 16208348,
"mean" : 11034992.735005,
"stddev" : 994748.632348,
"N" : 6959149
},
"bw_min" : 176449,
"bw_max" : 195513,
"bw_agg" : 100.000000,
"bw_mean" : 185616.909699,
"bw_dev" : 252.694860,
"bw_samples" : 4784,
"iops_min" : 44112,
"iops_max" : 48878,
"iops_mean" : 46403.545151,
"iops_stddev" : 63.177305,
"iops_samples" : 4784
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2399984,
"usr_cpu" : 0.639921,
"sys_cpu" : 16.281192,
"ctx" : 6115773,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 99.999986,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999986,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999986,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 22.154181,
"20" : 77.845589,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086202,
"timestamp_ms" : 1773086202906,
"time" : "Mon Mar 9 16:56:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 30398320640,
"io_kbytes" : 29685860,
"bw_bytes" : 189990691,
"bw" : 185537,
"iops" : 46384.602404,
"runtime" : 159999,
"total_ios" : 7421490,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5328,
"max" : 3981244,
"mean" : 342642.456937,
"stddev" : 136061.022922,
"N" : 7421490
},
"clat_ns" : {
"min" : 4812925,
"max" : 15827776,
"mean" : 10694740.304699,
"stddev" : 965074.970073,
"N" : 7421474,
"percentile" : {
"1.000000" : 8028160,
"5.000000" : 8978432,
"10.000000" : 9371648,
"20.000000" : 9895936,
"30.000000" : 10289152,
"40.000000" : 10551296,
"50.000000" : 10813440,
"60.000000" : 11075584,
"70.000000" : 11206656,
"80.000000" : 11468800,
"90.000000" : 11862016,
"95.000000" : 12124160,
"99.000000" : 12517376,
"99.500000" : 12648448,
"99.900000" : 13041664,
"99.950000" : 13172736,
"99.990000" : 13565952
},
"bins" : {
"4816896" : 2,
"4882432" : 4,
"5013504" : 3,
"5079040" : 2,
"5144576" : 4,
"5210112" : 2,
"5275648" : 3,
"5341184" : 8,
"5406720" : 12,
"5472256" : 6,
"5537792" : 16,
"5603328" : 20,
"5668864" : 33,
"5734400" : 34,
"5799936" : 56,
"5865472" : 54,
"5931008" : 81,
"5996544" : 97,
"6062080" : 98,
"6127616" : 141,
"6193152" : 152,
"6258688" : 214,
"6324224" : 245,
"6389760" : 289,
"6455296" : 308,
"6520832" : 449,
"6586368" : 518,
"6651904" : 571,
"6717440" : 655,
"6782976" : 789,
"6848512" : 949,
"6914048" : 1120,
"6979584" : 1270,
"7045120" : 1506,
"7110656" : 1672,
"7176192" : 1950,
"7241728" : 2184,
"7307264" : 2504,
"7372800" : 2832,
"7438336" : 3213,
"7503872" : 3638,
"7569408" : 4229,
"7634944" : 4919,
"7700480" : 5426,
"7766016" : 6063,
"7831552" : 6565,
"7897088" : 7546,
"7962624" : 8581,
"8028160" : 9583,
"8093696" : 10758,
"8159232" : 11762,
"8224768" : 12977,
"8290304" : 14729,
"8355840" : 16212,
"8454144" : 37792,
"8585216" : 46038,
"8716288" : 56050,
"8847360" : 67160,
"8978432" : 80281,
"9109504" : 95881,
"9240576" : 112735,
"9371648" : 133103,
"9502720" : 155002,
"9633792" : 177361,
"9764864" : 206066,
"9895936" : 234695,
"10027008" : 263347,
"10158080" : 293145,
"10289152" : 322435,
"10420224" : 350562,
"10551296" : 376399,
"10682368" : 397670,
"10813440" : 412906,
"10944512" : 421934,
"11075584" : 424767,
"11206656" : 416350,
"11337728" : 397045,
"11468800" : 365360,
"11599872" : 326974,
"11730944" : 281552,
"11862016" : 233016,
"11993088" : 183604,
"12124160" : 138228,
"12255232" : 99278,
"12386304" : 67520,
"12517376" : 42934,
"12648448" : 26171,
"12779520" : 14904,
"12910592" : 7809,
"13041664" : 4061,
"13172736" : 2070,
"13303808" : 1005,
"13434880" : 464,
"13565952" : 239,
"13697024" : 109,
"13828096" : 37,
"13959168" : 22,
"14090240" : 39,
"14221312" : 23,
"14352384" : 35,
"14483456" : 37,
"14614528" : 20,
"14745600" : 28,
"14876672" : 25,
"15007744" : 30,
"15138816" : 32,
"15269888" : 32,
"15400960" : 16,
"15532032" : 8,
"15663104" : 6,
"15794176" : 8
}
},
"lat_ns" : {
"min" : 4893798,
"max" : 16208348,
"mean" : 11037381.049205,
"stddev" : 986658.240368,
"N" : 7421474
},
"bw_min" : 176225,
"bw_max" : 195841,
"bw_agg" : 100.000000,
"bw_mean" : 185573.962382,
"bw_dev" : 257.538134,
"bw_samples" : 5104,
"iops_min" : 44056,
"iops_max" : 48960,
"iops_mean" : 46392.789969,
"iops_stddev" : 64.387458,
"iops_samples" : 5104
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2559984,
"usr_cpu" : 0.639027,
"sys_cpu" : 16.283774,
"ctx" : 6523539,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 21.868883,
"20" : 78.130901,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086212,
"timestamp_ms" : 1773086212906,
"time" : "Mon Mar 9 16:56:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 32294748160,
"io_kbytes" : 31537840,
"bw_bytes" : 189969106,
"bw" : 185516,
"iops" : 46379.311765,
"runtime" : 170000,
"total_ios" : 7884483,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5328,
"max" : 3981244,
"mean" : 342680.774135,
"stddev" : 136052.987649,
"N" : 7884483
},
"clat_ns" : {
"min" : 4812925,
"max" : 15827776,
"mean" : 10695936.657366,
"stddev" : 958481.838882,
"N" : 7884467,
"percentile" : {
"1.000000" : 8028160,
"5.000000" : 8978432,
"10.000000" : 9371648,
"20.000000" : 9895936,
"30.000000" : 10289152,
"40.000000" : 10551296,
"50.000000" : 10813440,
"60.000000" : 11075584,
"70.000000" : 11206656,
"80.000000" : 11468800,
"90.000000" : 11862016,
"95.000000" : 12124160,
"99.000000" : 12517376,
"99.500000" : 12648448,
"99.900000" : 13041664,
"99.950000" : 13172736,
"99.990000" : 13434880
},
"bins" : {
"4816896" : 2,
"4882432" : 4,
"5013504" : 3,
"5079040" : 2,
"5144576" : 4,
"5210112" : 2,
"5275648" : 3,
"5341184" : 8,
"5406720" : 12,
"5472256" : 6,
"5537792" : 17,
"5603328" : 20,
"5668864" : 33,
"5734400" : 35,
"5799936" : 59,
"5865472" : 54,
"5931008" : 83,
"5996544" : 99,
"6062080" : 98,
"6127616" : 142,
"6193152" : 156,
"6258688" : 220,
"6324224" : 249,
"6389760" : 291,
"6455296" : 315,
"6520832" : 452,
"6586368" : 533,
"6651904" : 588,
"6717440" : 665,
"6782976" : 800,
"6848512" : 977,
"6914048" : 1142,
"6979584" : 1313,
"7045120" : 1554,
"7110656" : 1706,
"7176192" : 2014,
"7241728" : 2245,
"7307264" : 2583,
"7372800" : 2925,
"7438336" : 3291,
"7503872" : 3728,
"7569408" : 4397,
"7634944" : 5084,
"7700480" : 5626,
"7766016" : 6296,
"7831552" : 6829,
"7897088" : 7855,
"7962624" : 8902,
"8028160" : 9942,
"8093696" : 11172,
"8159232" : 12200,
"8224768" : 13496,
"8290304" : 15276,
"8355840" : 16861,
"8454144" : 39233,
"8585216" : 47788,
"8716288" : 58354,
"8847360" : 69863,
"8978432" : 83763,
"9109504" : 100199,
"9240576" : 118223,
"9371648" : 139938,
"9502720" : 163661,
"9633792" : 187700,
"9764864" : 218587,
"9895936" : 249409,
"10027008" : 280741,
"10158080" : 313430,
"10289152" : 345223,
"10420224" : 376269,
"10551296" : 403749,
"10682368" : 426884,
"10813440" : 443377,
"10944512" : 452823,
"11075584" : 454662,
"11206656" : 444435,
"11337728" : 422826,
"11468800" : 387872,
"11599872" : 345974,
"11730944" : 296977,
"11862016" : 244928,
"11993088" : 192574,
"12124160" : 144766,
"12255232" : 103536,
"12386304" : 70249,
"12517376" : 44615,
"12648448" : 27160,
"12779520" : 15555,
"12910592" : 8111,
"13041664" : 4206,
"13172736" : 2136,
"13303808" : 1054,
"13434880" : 486,
"13565952" : 250,
"13697024" : 114,
"13828096" : 37,
"13959168" : 22,
"14090240" : 39,
"14221312" : 23,
"14352384" : 35,
"14483456" : 37,
"14614528" : 20,
"14745600" : 28,
"14876672" : 25,
"15007744" : 30,
"15138816" : 32,
"15269888" : 32,
"15400960" : 16,
"15532032" : 8,
"15663104" : 6,
"15794176" : 8
}
},
"lat_ns" : {
"min" : 4893798,
"max" : 16208348,
"mean" : 11038616.954841,
"stddev" : 979788.734161,
"N" : 7884467
},
"bw_min" : 176175,
"bw_max" : 196105,
"bw_agg" : 100.000000,
"bw_mean" : 185548.224189,
"bw_dev" : 261.101537,
"bw_samples" : 5424,
"iops_min" : 44043,
"iops_max" : 49026,
"iops_mean" : 46386.342183,
"iops_stddev" : 65.278853,
"iops_samples" : 5424
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2719994,
"usr_cpu" : 0.638016,
"sys_cpu" : 16.285477,
"ctx" : 6931239,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999975,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999987,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 21.658808,
"20" : 78.340990,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086222,
"timestamp_ms" : 1773086222906,
"time" : "Mon Mar 9 16:57:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 34189238272,
"io_kbytes" : 33387928,
"bw_bytes" : 189941267,
"bw" : 185489,
"iops" : 46372.457625,
"runtime" : 179999,
"total_ios" : 8346996,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5328,
"max" : 3981244,
"mean" : 342733.084831,
"stddev" : 136008.213482,
"N" : 8347003
},
"clat_ns" : {
"min" : 3456,
"max" : 15827776,
"mean" : 10697401.166905,
"stddev" : 952792.697674,
"N" : 8347204,
"percentile" : {
"1.000000" : 8028160,
"5.000000" : 8978432,
"10.000000" : 9371648,
"20.000000" : 9895936,
"30.000000" : 10289152,
"40.000000" : 10551296,
"50.000000" : 10813440,
"60.000000" : 11075584,
"70.000000" : 11206656,
"80.000000" : 11468800,
"90.000000" : 11862016,
"95.000000" : 12124160,
"99.000000" : 12517376,
"99.500000" : 12648448,
"99.900000" : 13041664,
"99.950000" : 13172736,
"99.990000" : 13434880
},
"bins" : {
"3472" : 1,
"4192" : 1,
"4256" : 2,
"6240" : 1,
"8640" : 1,
"12864" : 1,
"329728" : 1,
"337920" : 1,
"346112" : 1,
"366592" : 1,
"391168" : 1,
"407552" : 1,
"415744" : 1,
"456704" : 1,
"481280" : 1,
"493568" : 1,
"514048" : 1,
"708608" : 1,
"757760" : 1,
"765952" : 1,
"774144" : 1,
"782336" : 1,
"798720" : 1,
"806912" : 1,
"815104" : 1,
"1044480" : 1,
"1089536" : 1,
"1122304" : 3,
"1171456" : 1,
"1187840" : 1,
"1220608" : 1,
"1400832" : 1,
"1417216" : 1,
"1466368" : 2,
"1499136" : 1,
"1581056" : 1,
"1613824" : 1,
"1794048" : 1,
"1810432" : 2,
"1875968" : 1,
"1892352" : 1,
"1925120" : 1,
"1990656" : 1,
"2088960" : 2,
"2113536" : 1,
"2211840" : 1,
"2244608" : 1,
"2277376" : 1,
"2310144" : 1,
"2375680" : 1,
"2473984" : 2,
"2637824" : 1,
"2736128" : 3,
"2768896" : 1,
"2801664" : 1,
"2834432" : 2,
"2965504" : 1,
"3031040" : 1,
"3096576" : 1,
"3162112" : 1,
"3227648" : 1,
"3260416" : 2,
"3293184" : 1,
"3424256" : 3,
"3489792" : 1,
"3555328" : 1,
"3686400" : 2,
"3719168" : 2,
"3784704" : 1,
"3817472" : 1,
"3883008" : 1,
"3915776" : 2,
"3948544" : 1,
"4112384" : 1,
"4145152" : 1,
"4177920" : 2,
"4227072" : 1,
"4292608" : 2,
"4358144" : 1,
"4489216" : 1,
"4554752" : 2,
"4620288" : 2,
"4685824" : 2,
"4816896" : 2,
"4882432" : 5,
"4947968" : 2,
"5013504" : 5,
"5079040" : 4,
"5144576" : 4,
"5210112" : 2,
"5275648" : 3,
"5341184" : 11,
"5406720" : 16,
"5472256" : 7,
"5537792" : 17,
"5603328" : 20,
"5668864" : 34,
"5734400" : 38,
"5799936" : 61,
"5865472" : 57,
"5931008" : 84,
"5996544" : 101,
"6062080" : 102,
"6127616" : 153,
"6193152" : 158,
"6258688" : 224,
"6324224" : 254,
"6389760" : 301,
"6455296" : 325,
"6520832" : 464,
"6586368" : 545,
"6651904" : 606,
"6717440" : 692,
"6782976" : 834,
"6848512" : 1009,
"6914048" : 1163,
"6979584" : 1344,
"7045120" : 1586,
"7110656" : 1757,
"7176192" : 2086,
"7241728" : 2306,
"7307264" : 2650,
"7372800" : 2993,
"7438336" : 3392,
"7503872" : 3852,
"7569408" : 4543,
"7634944" : 5233,
"7700480" : 5792,
"7766016" : 6499,
"7831552" : 7045,
"7897088" : 8126,
"7962624" : 9139,
"8028160" : 10260,
"8093696" : 11542,
"8159232" : 12617,
"8224768" : 13954,
"8290304" : 15757,
"8355840" : 17451,
"8454144" : 40541,
"8585216" : 49528,
"8716288" : 60539,
"8847360" : 72577,
"8978432" : 87208,
"9109504" : 104529,
"9240576" : 123612,
"9371648" : 146609,
"9502720" : 171826,
"9633792" : 197630,
"9764864" : 230699,
"9895936" : 263966,
"10027008" : 298400,
"10158080" : 334039,
"10289152" : 367939,
"10420224" : 401881,
"10551296" : 431378,
"10682368" : 456231,
"10813440" : 473932,
"10944512" : 483778,
"11075584" : 484827,
"11206656" : 472674,
"11337728" : 448253,
"11468800" : 410741,
"11599872" : 365381,
"11730944" : 312562,
"11862016" : 256704,
"11993088" : 201479,
"12124160" : 151211,
"12255232" : 108147,
"12386304" : 73078,
"12517376" : 46408,
"12648448" : 28183,
"12779520" : 16127,
"12910592" : 8399,
"13041664" : 4323,
"13172736" : 2196,
"13303808" : 1080,
"13434880" : 495,
"13565952" : 251,
"13697024" : 114,
"13828096" : 37,
"13959168" : 22,
"14090240" : 39,
"14221312" : 23,
"14352384" : 35,
"14483456" : 37,
"14614528" : 20,
"14745600" : 28,
"14876672" : 25,
"15007744" : 30,
"15138816" : 32,
"15269888" : 32,
"15400960" : 16,
"15532032" : 8,
"15663104" : 6,
"15794176" : 8
}
},
"lat_ns" : {
"min" : 324245,
"max" : 16208348,
"mean" : 11040133.638186,
"stddev" : 973827.563497,
"N" : 8347204
},
"bw_min" : 175919,
"bw_max" : 196408,
"bw_agg" : 100.000000,
"bw_mean" : 185521.392758,
"bw_dev" : 264.428857,
"bw_samples" : 5744,
"iops_min" : 43979,
"iops_max" : 49101,
"iops_mean" : 46379.646240,
"iops_stddev" : 66.109933,
"iops_samples" : 5744
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2879984,
"usr_cpu" : 0.635420,
"sys_cpu" : 16.287104,
"ctx" : 7339150,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999916,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 21.443343,
"20" : 78.558082,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086222,
"timestamp_ms" : 1773086222951,
"time" : "Mon Mar 9 16:57:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 34191392768,
"io_kbytes" : 33390032,
"bw_bytes" : 189949016,
"bw" : 185497,
"iops" : 46371.427143,
"runtime" : 180003,
"total_ios" : 8346996,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5328,
"max" : 3981244,
"mean" : 342733.165244,
"stddev" : 136008.188426,
"N" : 8347012
},
"clat_ns" : {
"min" : 3164,
"max" : 15827776,
"mean" : 10697219.967234,
"stddev" : 953460.011857,
"N" : 8347492,
"percentile" : {
"1.000000" : 8028160,
"5.000000" : 8978432,
"10.000000" : 9371648,
"20.000000" : 9895936,
"30.000000" : 10289152,
"40.000000" : 10551296,
"50.000000" : 10813440,
"60.000000" : 11075584,
"70.000000" : 11206656,
"80.000000" : 11468800,
"90.000000" : 11862016,
"95.000000" : 12124160,
"99.000000" : 12517376,
"99.500000" : 12648448,
"99.900000" : 13041664,
"99.950000" : 13172736,
"99.990000" : 13434880
},
"bins" : {
"3152" : 1,
"3472" : 1,
"3792" : 1,
"4128" : 1,
"4192" : 2,
"4256" : 5,
"4384" : 1,
"4832" : 1,
"6240" : 1,
"8640" : 1,
"12864" : 1,
"329728" : 1,
"337920" : 1,
"342016" : 1,
"346112" : 1,
"366592" : 1,
"374784" : 1,
"382976" : 1,
"391168" : 1,
"399360" : 2,
"403456" : 1,
"407552" : 1,
"415744" : 1,
"428032" : 1,
"456704" : 1,
"481280" : 1,
"489472" : 1,
"493568" : 1,
"514048" : 1,
"634880" : 1,
"708608" : 1,
"724992" : 1,
"733184" : 1,
"757760" : 1,
"765952" : 1,
"774144" : 2,
"782336" : 1,
"790528" : 1,
"798720" : 2,
"806912" : 1,
"815104" : 1,
"831488" : 1,
"880640" : 1,
"888832" : 1,
"921600" : 2,
"1019904" : 1,
"1044480" : 1,
"1089536" : 1,
"1105920" : 2,
"1122304" : 3,
"1171456" : 1,
"1187840" : 1,
"1220608" : 1,
"1253376" : 1,
"1318912" : 1,
"1335296" : 1,
"1384448" : 1,
"1400832" : 2,
"1417216" : 2,
"1433600" : 2,
"1466368" : 2,
"1499136" : 1,
"1531904" : 1,
"1581056" : 1,
"1613824" : 2,
"1630208" : 1,
"1646592" : 1,
"1679360" : 1,
"1712128" : 1,
"1761280" : 1,
"1794048" : 1,
"1810432" : 2,
"1875968" : 2,
"1892352" : 1,
"1908736" : 1,
"1925120" : 1,
"1941504" : 1,
"1974272" : 1,
"1990656" : 2,
"2007040" : 2,
"2088960" : 2,
"2113536" : 1,
"2146304" : 1,
"2179072" : 1,
"2211840" : 2,
"2244608" : 2,
"2277376" : 2,
"2310144" : 2,
"2342912" : 1,
"2375680" : 4,
"2408448" : 2,
"2473984" : 2,
"2539520" : 1,
"2605056" : 1,
"2637824" : 1,
"2670592" : 2,
"2703360" : 1,
"2736128" : 4,
"2768896" : 2,
"2801664" : 1,
"2834432" : 3,
"2867200" : 1,
"2899968" : 1,
"2932736" : 2,
"2965504" : 2,
"3031040" : 2,
"3063808" : 1,
"3096576" : 2,
"3129344" : 2,
"3162112" : 1,
"3227648" : 1,
"3260416" : 3,
"3293184" : 3,
"3358720" : 2,
"3424256" : 4,
"3457024" : 2,
"3489792" : 2,
"3522560" : 1,
"3555328" : 1,
"3620864" : 1,
"3686400" : 3,
"3719168" : 5,
"3784704" : 1,
"3817472" : 2,
"3850240" : 2,
"3883008" : 2,
"3915776" : 4,
"3948544" : 2,
"3981312" : 2,
"4046848" : 2,
"4079616" : 1,
"4112384" : 2,
"4145152" : 2,
"4177920" : 2,
"4227072" : 2,
"4292608" : 3,
"4358144" : 4,
"4423680" : 1,
"4489216" : 2,
"4554752" : 5,
"4620288" : 2,
"4685824" : 4,
"4751360" : 2,
"4816896" : 4,
"4882432" : 6,
"4947968" : 5,
"5013504" : 7,
"5079040" : 6,
"5144576" : 8,
"5210112" : 4,
"5275648" : 3,
"5341184" : 13,
"5406720" : 19,
"5472256" : 8,
"5537792" : 20,
"5603328" : 22,
"5668864" : 36,
"5734400" : 39,
"5799936" : 62,
"5865472" : 58,
"5931008" : 90,
"5996544" : 102,
"6062080" : 102,
"6127616" : 154,
"6193152" : 159,
"6258688" : 227,
"6324224" : 257,
"6389760" : 303,
"6455296" : 325,
"6520832" : 466,
"6586368" : 545,
"6651904" : 610,
"6717440" : 694,
"6782976" : 835,
"6848512" : 1011,
"6914048" : 1163,
"6979584" : 1344,
"7045120" : 1591,
"7110656" : 1758,
"7176192" : 2089,
"7241728" : 2307,
"7307264" : 2652,
"7372800" : 2994,
"7438336" : 3395,
"7503872" : 3855,
"7569408" : 4543,
"7634944" : 5235,
"7700480" : 5793,
"7766016" : 6501,
"7831552" : 7048,
"7897088" : 8127,
"7962624" : 9141,
"8028160" : 10260,
"8093696" : 11544,
"8159232" : 12620,
"8224768" : 13956,
"8290304" : 15758,
"8355840" : 17452,
"8454144" : 40544,
"8585216" : 49531,
"8716288" : 60543,
"8847360" : 72582,
"8978432" : 87208,
"9109504" : 104530,
"9240576" : 123620,
"9371648" : 146609,
"9502720" : 171828,
"9633792" : 197637,
"9764864" : 230700,
"9895936" : 263969,
"10027008" : 298405,
"10158080" : 334040,
"10289152" : 367941,
"10420224" : 401884,
"10551296" : 431380,
"10682368" : 456233,
"10813440" : 473933,
"10944512" : 483779,
"11075584" : 484830,
"11206656" : 472674,
"11337728" : 448253,
"11468800" : 410743,
"11599872" : 365381,
"11730944" : 312562,
"11862016" : 256705,
"11993088" : 201480,
"12124160" : 151211,
"12255232" : 108147,
"12386304" : 73079,
"12517376" : 46408,
"12648448" : 28183,
"12779520" : 16128,
"12910592" : 8399,
"13041664" : 4323,
"13172736" : 2196,
"13303808" : 1080,
"13434880" : 495,
"13565952" : 251,
"13697024" : 114,
"13828096" : 37,
"13959168" : 22,
"14090240" : 39,
"14221312" : 23,
"14352384" : 35,
"14483456" : 37,
"14614528" : 20,
"14745600" : 28,
"14876672" : 25,
"15007744" : 30,
"15138816" : 32,
"15269888" : 32,
"15400960" : 16,
"15532032" : 8,
"15663104" : 6,
"15794176" : 8
}
},
"lat_ns" : {
"min" : 324245,
"max" : 16208348,
"mean" : 11039952.388661,
"stddev" : 974479.375069,
"N" : 8347492
},
"bw_min" : 175919,
"bw_max" : 196408,
"bw_agg" : 100.000000,
"bw_mean" : 185521.392758,
"bw_dev" : 264.428857,
"bw_samples" : 5744,
"iops_min" : 43979,
"iops_max" : 49101,
"iops_mean" : 46379.646240,
"iops_stddev" : 66.109933,
"iops_samples" : 5744
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880017,
"usr_cpu" : 0.635413,
"sys_cpu" : 16.286918,
"ctx" : 7339180,
"majf" : 0,
"minf" : 583,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999808,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 21.445212,
"20" : 78.558382,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}