raidz2/benchmarks/rand/rand-read-qd32-nj16_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773086520,
"timestamp_ms" : 1773086520743,
"time" : "Mon Mar 9 17:02:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 2125619200,
"io_kbytes" : 2075800,
"bw_bytes" : 217811169,
"bw" : 212706,
"iops" : 53232.810739,
"runtime" : 9759,
"total_ios" : 519499,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 156144,
"usr_cpu" : 0.664771,
"sys_cpu" : 17.219362,
"ctx" : 393614,
"majf" : 0,
"minf" : 635,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.904523,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999615,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999615,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086530,
"timestamp_ms" : 1773086530983,
"time" : "Mon Mar 9 17:02:10 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 2081275904,
"io_kbytes" : 2032496,
"bw_bytes" : 208127590,
"bw" : 203249,
"iops" : 50815.200000,
"runtime" : 10000,
"total_ios" : 508152,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 6400,
"max" : 1094603,
"mean" : 312636.055401,
"stddev" : 159805.585091,
"N" : 508152
},
"clat_ns" : {
"min" : 4008036,
"max" : 13279798,
"mean" : 9762590.080242,
"stddev" : 1089581.741230,
"N" : 508136,
"percentile" : {
"1.000000" : 6651904,
"5.000000" : 7766016,
"10.000000" : 8355840,
"20.000000" : 8978432,
"30.000000" : 9240576,
"40.000000" : 9633792,
"50.000000" : 9895936,
"60.000000" : 10158080,
"70.000000" : 10420224,
"80.000000" : 10682368,
"90.000000" : 11075584,
"95.000000" : 11337728,
"99.000000" : 11862016,
"99.500000" : 12124160,
"99.900000" : 12517376,
"99.950000" : 12648448,
"99.990000" : 12910592
},
"bins" : {
"4014080" : 4,
"4112384" : 3,
"4177920" : 2,
"4227072" : 1,
"4358144" : 4,
"4423680" : 1,
"4489216" : 10,
"4554752" : 5,
"4620288" : 2,
"4685824" : 7,
"4751360" : 6,
"4816896" : 15,
"4882432" : 12,
"4947968" : 19,
"5013504" : 22,
"5079040" : 32,
"5144576" : 46,
"5210112" : 65,
"5275648" : 59,
"5341184" : 50,
"5406720" : 78,
"5472256" : 90,
"5537792" : 72,
"5603328" : 109,
"5668864" : 94,
"5734400" : 127,
"5799936" : 177,
"5865472" : 181,
"5931008" : 178,
"5996544" : 188,
"6062080" : 216,
"6127616" : 261,
"6193152" : 348,
"6258688" : 343,
"6324224" : 332,
"6389760" : 406,
"6455296" : 344,
"6520832" : 467,
"6586368" : 474,
"6651904" : 568,
"6717440" : 566,
"6782976" : 592,
"6848512" : 691,
"6914048" : 722,
"6979584" : 885,
"7045120" : 894,
"7110656" : 986,
"7176192" : 1097,
"7241728" : 1175,
"7307264" : 1171,
"7372800" : 1293,
"7438336" : 1349,
"7503872" : 1497,
"7569408" : 1576,
"7634944" : 1789,
"7700480" : 1985,
"7766016" : 2054,
"7831552" : 2388,
"7897088" : 2340,
"7962624" : 2567,
"8028160" : 2828,
"8093696" : 3047,
"8159232" : 3363,
"8224768" : 3551,
"8290304" : 3731,
"8355840" : 3996,
"8454144" : 9349,
"8585216" : 10847,
"8716288" : 12180,
"8847360" : 14139,
"8978432" : 15590,
"9109504" : 17662,
"9240576" : 19594,
"9371648" : 21026,
"9502720" : 23502,
"9633792" : 24186,
"9764864" : 25366,
"9895936" : 26398,
"10027008" : 26279,
"10158080" : 26138,
"10289152" : 25359,
"10420224" : 24410,
"10551296" : 22591,
"10682368" : 20364,
"10813440" : 18044,
"10944512" : 15973,
"11075584" : 13671,
"11206656" : 10643,
"11337728" : 8727,
"11468800" : 6831,
"11599872" : 4950,
"11730944" : 3617,
"11862016" : 2510,
"11993088" : 1684,
"12124160" : 1239,
"12255232" : 736,
"12386304" : 439,
"12517376" : 282,
"12648448" : 104,
"12779520" : 76,
"12910592" : 41,
"13041664" : 22,
"13172736" : 14,
"13303808" : 3
}
},
"lat_ns" : {
"min" : 4038573,
"max" : 13642011,
"mean" : 10075205.853795,
"stddev" : 1113137.858213,
"N" : 508136
},
"bw_min" : 197336,
"bw_max" : 209530,
"bw_agg" : 100.000000,
"bw_mean" : 203378.894737,
"bw_dev" : 207.578545,
"bw_samples" : 304,
"iops_min" : 49333,
"iops_max" : 52382,
"iops_mean" : 50844.263158,
"iops_stddev" : 51.898516,
"iops_samples" : 304
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159985,
"usr_cpu" : 0.688815,
"sys_cpu" : 16.907210,
"ctx" : 404655,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999606,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999606,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 55.320259,
"20" : 44.676593,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086540,
"timestamp_ms" : 1773086540983,
"time" : "Mon Mar 9 17:02:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 4142407680,
"io_kbytes" : 4045320,
"bw_bytes" : 207130740,
"bw" : 202276,
"iops" : 50570.478524,
"runtime" : 19999,
"total_ios" : 1011359,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5929,
"max" : 1482355,
"mean" : 314171.242919,
"stddev" : 158753.030685,
"N" : 1011359
},
"clat_ns" : {
"min" : 4008036,
"max" : 13504892,
"mean" : 9810074.160092,
"stddev" : 1075353.067317,
"N" : 1011343,
"percentile" : {
"1.000000" : 6717440,
"5.000000" : 7831552,
"10.000000" : 8454144,
"20.000000" : 8978432,
"30.000000" : 9371648,
"40.000000" : 9633792,
"50.000000" : 9895936,
"60.000000" : 10158080,
"70.000000" : 10420224,
"80.000000" : 10682368,
"90.000000" : 11075584,
"95.000000" : 11337728,
"99.000000" : 11862016,
"99.500000" : 12124160,
"99.900000" : 12517376,
"99.950000" : 12648448,
"99.990000" : 12910592
},
"bins" : {
"4014080" : 4,
"4112384" : 3,
"4177920" : 2,
"4227072" : 1,
"4358144" : 4,
"4423680" : 1,
"4489216" : 15,
"4554752" : 9,
"4620288" : 6,
"4685824" : 8,
"4751360" : 12,
"4816896" : 20,
"4882432" : 27,
"4947968" : 25,
"5013504" : 46,
"5079040" : 47,
"5144576" : 69,
"5210112" : 97,
"5275648" : 92,
"5341184" : 85,
"5406720" : 121,
"5472256" : 147,
"5537792" : 145,
"5603328" : 176,
"5668864" : 157,
"5734400" : 216,
"5799936" : 261,
"5865472" : 299,
"5931008" : 311,
"5996544" : 350,
"6062080" : 387,
"6127616" : 432,
"6193152" : 568,
"6258688" : 593,
"6324224" : 627,
"6389760" : 715,
"6455296" : 664,
"6520832" : 800,
"6586368" : 843,
"6651904" : 981,
"6717440" : 1007,
"6782976" : 1075,
"6848512" : 1211,
"6914048" : 1335,
"6979584" : 1522,
"7045120" : 1615,
"7110656" : 1769,
"7176192" : 1930,
"7241728" : 2113,
"7307264" : 2201,
"7372800" : 2385,
"7438336" : 2574,
"7503872" : 2813,
"7569408" : 2935,
"7634944" : 3270,
"7700480" : 3589,
"7766016" : 3788,
"7831552" : 4230,
"7897088" : 4324,
"7962624" : 4812,
"8028160" : 5291,
"8093696" : 5549,
"8159232" : 6204,
"8224768" : 6606,
"8290304" : 7145,
"8355840" : 7614,
"8454144" : 17549,
"8585216" : 20164,
"8716288" : 22951,
"8847360" : 26837,
"8978432" : 29828,
"9109504" : 34135,
"9240576" : 38325,
"9371648" : 41470,
"9502720" : 45691,
"9633792" : 48173,
"9764864" : 50697,
"9895936" : 52827,
"10027008" : 52991,
"10158080" : 52296,
"10289152" : 51776,
"10420224" : 49663,
"10551296" : 46287,
"10682368" : 42326,
"10813440" : 37775,
"10944512" : 33088,
"11075584" : 28179,
"11206656" : 23053,
"11337728" : 18497,
"11468800" : 14665,
"11599872" : 10800,
"11730944" : 7739,
"11862016" : 5562,
"11993088" : 3675,
"12124160" : 2520,
"12255232" : 1561,
"12386304" : 900,
"12517376" : 536,
"12648448" : 252,
"12779520" : 128,
"12910592" : 86,
"13041664" : 39,
"13172736" : 25,
"13303808" : 4,
"13565952" : 1
}
},
"lat_ns" : {
"min" : 4038573,
"max" : 13848076,
"mean" : 10124231.963838,
"stddev" : 1098418.135975,
"N" : 1011343
},
"bw_min" : 196119,
"bw_max" : 209633,
"bw_agg" : 100.000000,
"bw_mean" : 202329.256410,
"bw_dev" : 198.198870,
"bw_samples" : 624,
"iops_min" : 49028,
"iops_max" : 52407,
"iops_mean" : 50581.589744,
"iops_stddev" : 49.552481,
"iops_samples" : 624
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319984,
"usr_cpu" : 0.692222,
"sys_cpu" : 16.873031,
"ctx" : 809835,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999802,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999802,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 53.633280,
"20" : 46.365138,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086550,
"timestamp_ms" : 1773086550983,
"time" : "Mon Mar 9 17:02:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 6198837248,
"io_kbytes" : 6053552,
"bw_bytes" : 206634796,
"bw" : 201791,
"iops" : 50449.148305,
"runtime" : 29999,
"total_ios" : 1513424,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5929,
"max" : 1482355,
"mean" : 314923.104793,
"stddev" : 158309.245373,
"N" : 1513424
},
"clat_ns" : {
"min" : 4008036,
"max" : 13532394,
"mean" : 9833530.555997,
"stddev" : 1065399.114156,
"N" : 1513408,
"percentile" : {
"1.000000" : 6782976,
"5.000000" : 7897088,
"10.000000" : 8454144,
"20.000000" : 8978432,
"30.000000" : 9371648,
"40.000000" : 9633792,
"50.000000" : 9895936,
"60.000000" : 10158080,
"70.000000" : 10420224,
"80.000000" : 10682368,
"90.000000" : 11075584,
"95.000000" : 11337728,
"99.000000" : 11862016,
"99.500000" : 12124160,
"99.900000" : 12517376,
"99.950000" : 12648448,
"99.990000" : 12910592
},
"bins" : {
"4014080" : 4,
"4112384" : 3,
"4177920" : 2,
"4227072" : 2,
"4292608" : 1,
"4358144" : 5,
"4423680" : 1,
"4489216" : 15,
"4554752" : 12,
"4620288" : 11,
"4685824" : 10,
"4751360" : 17,
"4816896" : 25,
"4882432" : 32,
"4947968" : 32,
"5013504" : 63,
"5079040" : 57,
"5144576" : 87,
"5210112" : 106,
"5275648" : 116,
"5341184" : 105,
"5406720" : 159,
"5472256" : 184,
"5537792" : 183,
"5603328" : 213,
"5668864" : 234,
"5734400" : 290,
"5799936" : 344,
"5865472" : 372,
"5931008" : 433,
"5996544" : 493,
"6062080" : 589,
"6127616" : 630,
"6193152" : 737,
"6258688" : 805,
"6324224" : 868,
"6389760" : 992,
"6455296" : 1004,
"6520832" : 1095,
"6586368" : 1169,
"6651904" : 1404,
"6717440" : 1441,
"6782976" : 1528,
"6848512" : 1733,
"6914048" : 1916,
"6979584" : 2106,
"7045120" : 2313,
"7110656" : 2512,
"7176192" : 2804,
"7241728" : 3008,
"7307264" : 3141,
"7372800" : 3374,
"7438336" : 3693,
"7503872" : 3967,
"7569408" : 4311,
"7634944" : 4715,
"7700480" : 5046,
"7766016" : 5392,
"7831552" : 5935,
"7897088" : 6299,
"7962624" : 6981,
"8028160" : 7486,
"8093696" : 7906,
"8159232" : 8795,
"8224768" : 9580,
"8290304" : 10360,
"8355840" : 10963,
"8454144" : 25352,
"8585216" : 29194,
"8716288" : 33261,
"8847360" : 39295,
"8978432" : 43969,
"9109504" : 50104,
"9240576" : 56276,
"9371648" : 61407,
"9502720" : 67465,
"9633792" : 72250,
"9764864" : 76376,
"9895936" : 79677,
"10027008" : 80683,
"10158080" : 79792,
"10289152" : 78911,
"10420224" : 75563,
"10551296" : 70423,
"10682368" : 64415,
"10813440" : 57414,
"10944512" : 50581,
"11075584" : 42945,
"11206656" : 35315,
"11337728" : 28207,
"11468800" : 22179,
"11599872" : 16463,
"11730944" : 12041,
"11862016" : 8563,
"11993088" : 5635,
"12124160" : 3817,
"12255232" : 2438,
"12386304" : 1402,
"12517376" : 863,
"12648448" : 428,
"12779520" : 231,
"12910592" : 150,
"13041664" : 64,
"13172736" : 33,
"13303808" : 11,
"13434880" : 4,
"13565952" : 2
}
},
"lat_ns" : {
"min" : 4038573,
"max" : 13885123,
"mean" : 10148445.119464,
"stddev" : 1088087.947949,
"N" : 1513408
},
"bw_min" : 195799,
"bw_max" : 209865,
"bw_agg" : 100.000000,
"bw_mean" : 201834.949153,
"bw_dev" : 189.067882,
"bw_samples" : 944,
"iops_min" : 48948,
"iops_max" : 52465,
"iops_mean" : 50457.915254,
"iops_stddev" : 47.270746,
"iops_samples" : 944
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479984,
"usr_cpu" : 0.676273,
"sys_cpu" : 16.866604,
"ctx" : 1214952,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 52.758183,
"20" : 47.240760,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086560,
"timestamp_ms" : 1773086560983,
"time" : "Mon Mar 9 17:02:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 8254685184,
"io_kbytes" : 8061216,
"bw_bytes" : 206372288,
"bw" : 201535,
"iops" : 50384.634616,
"runtime" : 39999,
"total_ios" : 2015335,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5929,
"max" : 1949580,
"mean" : 315312.967298,
"stddev" : 158140.335362,
"N" : 2015335
},
"clat_ns" : {
"min" : 3604680,
"max" : 14168886,
"mean" : 9846034.389105,
"stddev" : 1062698.217507,
"N" : 2015319,
"percentile" : {
"1.000000" : 6782976,
"5.000000" : 7897088,
"10.000000" : 8454144,
"20.000000" : 8978432,
"30.000000" : 9371648,
"40.000000" : 9633792,
"50.000000" : 9895936,
"60.000000" : 10158080,
"70.000000" : 10420224,
"80.000000" : 10682368,
"90.000000" : 11075584,
"95.000000" : 11468800,
"99.000000" : 11993088,
"99.500000" : 12124160,
"99.900000" : 12517376,
"99.950000" : 12648448,
"99.990000" : 13041664
},
"bins" : {
"3620864" : 1,
"3948544" : 3,
"3981312" : 1,
"4014080" : 4,
"4079616" : 3,
"4112384" : 3,
"4177920" : 2,
"4227072" : 3,
"4292608" : 6,
"4358144" : 6,
"4423680" : 7,
"4489216" : 15,
"4554752" : 24,
"4620288" : 17,
"4685824" : 14,
"4751360" : 29,
"4816896" : 31,
"4882432" : 39,
"4947968" : 44,
"5013504" : 75,
"5079040" : 70,
"5144576" : 108,
"5210112" : 124,
"5275648" : 131,
"5341184" : 136,
"5406720" : 192,
"5472256" : 224,
"5537792" : 213,
"5603328" : 268,
"5668864" : 300,
"5734400" : 366,
"5799936" : 403,
"5865472" : 450,
"5931008" : 540,
"5996544" : 593,
"6062080" : 721,
"6127616" : 768,
"6193152" : 906,
"6258688" : 995,
"6324224" : 1090,
"6389760" : 1267,
"6455296" : 1321,
"6520832" : 1392,
"6586368" : 1522,
"6651904" : 1810,
"6717440" : 1874,
"6782976" : 2079,
"6848512" : 2300,
"6914048" : 2505,
"6979584" : 2784,
"7045120" : 3033,
"7110656" : 3289,
"7176192" : 3630,
"7241728" : 3930,
"7307264" : 4101,
"7372800" : 4361,
"7438336" : 4852,
"7503872" : 5220,
"7569408" : 5625,
"7634944" : 6121,
"7700480" : 6521,
"7766016" : 7092,
"7831552" : 7789,
"7897088" : 8287,
"7962624" : 9154,
"8028160" : 9908,
"8093696" : 10511,
"8159232" : 11494,
"8224768" : 12384,
"8290304" : 13541,
"8355840" : 14347,
"8454144" : 33073,
"8585216" : 38148,
"8716288" : 43680,
"8847360" : 51630,
"8978432" : 57728,
"9109504" : 66225,
"9240576" : 74457,
"9371648" : 81695,
"9502720" : 89695,
"9633792" : 96267,
"9764864" : 101830,
"9895936" : 106224,
"10027008" : 107251,
"10158080" : 106736,
"10289152" : 105192,
"10420224" : 100753,
"10551296" : 94155,
"10682368" : 86613,
"10813440" : 77499,
"10944512" : 67873,
"11075584" : 57792,
"11206656" : 47701,
"11337728" : 38341,
"11468800" : 29925,
"11599872" : 22678,
"11730944" : 16531,
"11862016" : 11715,
"11993088" : 7804,
"12124160" : 5240,
"12255232" : 3367,
"12386304" : 1973,
"12517376" : 1175,
"12648448" : 564,
"12779520" : 340,
"12910592" : 214,
"13041664" : 114,
"13172736" : 73,
"13303808" : 38,
"13434880" : 13,
"13565952" : 10,
"13697024" : 6,
"13828096" : 7,
"13959168" : 2,
"14090240" : 2,
"14221312" : 1
}
},
"lat_ns" : {
"min" : 3973834,
"max" : 14535808,
"mean" : 10161341.899168,
"stddev" : 1085268.737799,
"N" : 2015319
},
"bw_min" : 195179,
"bw_max" : 209865,
"bw_agg" : 100.000000,
"bw_mean" : 201576.544304,
"bw_dev" : 184.805022,
"bw_samples" : 1264,
"iops_min" : 48793,
"iops_max" : 52465,
"iops_mean" : 50393.291139,
"iops_stddev" : 46.202835,
"iops_samples" : 1264
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639984,
"usr_cpu" : 0.686423,
"sys_cpu" : 16.838858,
"ctx" : 1619698,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 52.355117,
"20" : 47.643841,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086570,
"timestamp_ms" : 1773086570983,
"time" : "Mon Mar 9 17:02:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 10310373376,
"io_kbytes" : 10068724,
"bw_bytes" : 206211591,
"bw" : 201378,
"iops" : 50345.146903,
"runtime" : 49999,
"total_ios" : 2517207,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5929,
"max" : 1949580,
"mean" : 315562.109570,
"stddev" : 157940.648330,
"N" : 2517207
},
"clat_ns" : {
"min" : 3604680,
"max" : 14168886,
"mean" : 9853649.052646,
"stddev" : 1059088.274921,
"N" : 2517191,
"percentile" : {
"1.000000" : 6848512,
"5.000000" : 7962624,
"10.000000" : 8454144,
"20.000000" : 9109504,
"30.000000" : 9371648,
"40.000000" : 9633792,
"50.000000" : 9895936,
"60.000000" : 10158080,
"70.000000" : 10420224,
"80.000000" : 10682368,
"90.000000" : 11075584,
"95.000000" : 11468800,
"99.000000" : 11993088,
"99.500000" : 12124160,
"99.900000" : 12517376,
"99.950000" : 12648448,
"99.990000" : 13041664
},
"bins" : {
"3620864" : 1,
"3948544" : 3,
"3981312" : 1,
"4014080" : 4,
"4079616" : 3,
"4112384" : 3,
"4177920" : 2,
"4227072" : 4,
"4292608" : 6,
"4358144" : 6,
"4423680" : 7,
"4489216" : 15,
"4554752" : 25,
"4620288" : 21,
"4685824" : 15,
"4751360" : 33,
"4816896" : 32,
"4882432" : 42,
"4947968" : 49,
"5013504" : 82,
"5079040" : 83,
"5144576" : 120,
"5210112" : 139,
"5275648" : 148,
"5341184" : 168,
"5406720" : 223,
"5472256" : 269,
"5537792" : 261,
"5603328" : 338,
"5668864" : 372,
"5734400" : 453,
"5799936" : 489,
"5865472" : 555,
"5931008" : 642,
"5996544" : 712,
"6062080" : 883,
"6127616" : 933,
"6193152" : 1110,
"6258688" : 1213,
"6324224" : 1276,
"6389760" : 1520,
"6455296" : 1628,
"6520832" : 1707,
"6586368" : 1864,
"6651904" : 2175,
"6717440" : 2255,
"6782976" : 2595,
"6848512" : 2801,
"6914048" : 3026,
"6979584" : 3385,
"7045120" : 3734,
"7110656" : 4034,
"7176192" : 4427,
"7241728" : 4746,
"7307264" : 4957,
"7372800" : 5359,
"7438336" : 5963,
"7503872" : 6350,
"7569408" : 6878,
"7634944" : 7452,
"7700480" : 8011,
"7766016" : 8748,
"7831552" : 9503,
"7897088" : 10267,
"7962624" : 11257,
"8028160" : 12177,
"8093696" : 12974,
"8159232" : 14119,
"8224768" : 15298,
"8290304" : 16784,
"8355840" : 17867,
"8454144" : 40891,
"8585216" : 47330,
"8716288" : 54382,
"8847360" : 63859,
"8978432" : 71978,
"9109504" : 82546,
"9240576" : 92568,
"9371648" : 101979,
"9502720" : 111913,
"9633792" : 119864,
"9764864" : 127003,
"9895936" : 132454,
"10027008" : 134057,
"10158080" : 134206,
"10289152" : 131914,
"10420224" : 126751,
"10551296" : 118262,
"10682368" : 109142,
"10813440" : 97142,
"10944512" : 85307,
"11075584" : 72396,
"11206656" : 59882,
"11337728" : 48080,
"11468800" : 37795,
"11599872" : 28753,
"11730944" : 20810,
"11862016" : 14885,
"11993088" : 9902,
"12124160" : 6566,
"12255232" : 4198,
"12386304" : 2483,
"12517376" : 1524,
"12648448" : 766,
"12779520" : 433,
"12910592" : 255,
"13041664" : 146,
"13172736" : 83,
"13303808" : 43,
"13434880" : 13,
"13565952" : 10,
"13697024" : 6,
"13828096" : 7,
"13959168" : 2,
"14090240" : 2,
"14221312" : 1
}
},
"lat_ns" : {
"min" : 3973834,
"max" : 14535808,
"mean" : 10169207.520068,
"stddev" : 1081479.073496,
"N" : 2517191
},
"bw_min" : 194679,
"bw_max" : 209865,
"bw_agg" : 100.000000,
"bw_mean" : 201417.272727,
"bw_dev" : 183.276806,
"bw_samples" : 1584,
"iops_min" : 48669,
"iops_max" : 52465,
"iops_mean" : 50353.414141,
"iops_stddev" : 45.815348,
"iops_samples" : 1584
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799984,
"usr_cpu" : 0.678514,
"sys_cpu" : 16.841212,
"ctx" : 2024956,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 52.065245,
"20" : 47.933920,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086580,
"timestamp_ms" : 1773086580983,
"time" : "Mon Mar 9 17:03:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 12367269888,
"io_kbytes" : 12077412,
"bw_bytes" : 206124600,
"bw" : 201293,
"iops" : 50323.772063,
"runtime" : 59999,
"total_ios" : 3019376,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5929,
"max" : 1949580,
"mean" : 315695.068637,
"stddev" : 157830.908368,
"N" : 3019376
},
"clat_ns" : {
"min" : 3604680,
"max" : 14168886,
"mean" : 9857820.906216,
"stddev" : 1054403.974311,
"N" : 3019360,
"percentile" : {
"1.000000" : 6848512,
"5.000000" : 7962624,
"10.000000" : 8454144,
"20.000000" : 9109504,
"30.000000" : 9371648,
"40.000000" : 9633792,
"50.000000" : 9895936,
"60.000000" : 10158080,
"70.000000" : 10420224,
"80.000000" : 10682368,
"90.000000" : 11075584,
"95.000000" : 11468800,
"99.000000" : 11993088,
"99.500000" : 12124160,
"99.900000" : 12517376,
"99.950000" : 12648448,
"99.990000" : 13041664
},
"bins" : {
"3620864" : 1,
"3948544" : 3,
"3981312" : 1,
"4014080" : 4,
"4079616" : 3,
"4112384" : 3,
"4177920" : 2,
"4227072" : 4,
"4292608" : 6,
"4358144" : 6,
"4423680" : 7,
"4489216" : 15,
"4554752" : 26,
"4620288" : 22,
"4685824" : 22,
"4751360" : 38,
"4816896" : 36,
"4882432" : 45,
"4947968" : 54,
"5013504" : 84,
"5079040" : 95,
"5144576" : 134,
"5210112" : 150,
"5275648" : 156,
"5341184" : 179,
"5406720" : 247,
"5472256" : 292,
"5537792" : 306,
"5603328" : 368,
"5668864" : 407,
"5734400" : 484,
"5799936" : 551,
"5865472" : 607,
"5931008" : 691,
"5996544" : 787,
"6062080" : 968,
"6127616" : 1048,
"6193152" : 1226,
"6258688" : 1351,
"6324224" : 1424,
"6389760" : 1714,
"6455296" : 1840,
"6520832" : 1918,
"6586368" : 2137,
"6651904" : 2438,
"6717440" : 2580,
"6782976" : 2974,
"6848512" : 3236,
"6914048" : 3443,
"6979584" : 3878,
"7045120" : 4299,
"7110656" : 4664,
"7176192" : 5202,
"7241728" : 5515,
"7307264" : 5799,
"7372800" : 6325,
"7438336" : 7010,
"7503872" : 7438,
"7569408" : 8152,
"7634944" : 8894,
"7700480" : 9451,
"7766016" : 10500,
"7831552" : 11332,
"7897088" : 12346,
"7962624" : 13455,
"8028160" : 14431,
"8093696" : 15638,
"8159232" : 16940,
"8224768" : 18415,
"8290304" : 20050,
"8355840" : 21497,
"8454144" : 49274,
"8585216" : 56932,
"8716288" : 65839,
"8847360" : 77164,
"8978432" : 87299,
"9109504" : 99536,
"9240576" : 111401,
"9371648" : 122742,
"9502720" : 133932,
"9633792" : 143809,
"9764864" : 152241,
"9895936" : 158364,
"10027008" : 160703,
"10158080" : 160566,
"10289152" : 157777,
"10420224" : 151562,
"10551296" : 141978,
"10682368" : 131096,
"10813440" : 116732,
"10944512" : 102452,
"11075584" : 87025,
"11206656" : 72144,
"11337728" : 57720,
"11468800" : 45448,
"11599872" : 34815,
"11730944" : 25103,
"11862016" : 17971,
"11993088" : 12163,
"12124160" : 8004,
"12255232" : 5131,
"12386304" : 3074,
"12517376" : 1830,
"12648448" : 968,
"12779520" : 514,
"12910592" : 309,
"13041664" : 189,
"13172736" : 98,
"13303808" : 49,
"13434880" : 14,
"13565952" : 10,
"13697024" : 6,
"13828096" : 7,
"13959168" : 2,
"14090240" : 2,
"14221312" : 1
}
},
"lat_ns" : {
"min" : 3973834,
"max" : 14535808,
"mean" : 10173514.687548,
"stddev" : 1076589.685900,
"N" : 3019360
},
"bw_min" : 194335,
"bw_max" : 209865,
"bw_agg" : 100.000000,
"bw_mean" : 201335.042017,
"bw_dev" : 186.605330,
"bw_samples" : 1904,
"iops_min" : 48583,
"iops_max" : 52465,
"iops_mean" : 50332.806723,
"iops_stddev" : 46.649565,
"iops_samples" : 1904
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959984,
"usr_cpu" : 0.675011,
"sys_cpu" : 16.833510,
"ctx" : 2430154,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999967,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999967,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 52.028399,
"20" : 47.970905,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086590,
"timestamp_ms" : 1773086590984,
"time" : "Mon Mar 9 17:03:10 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 14429745152,
"io_kbytes" : 14091548,
"bw_bytes" : 206139216,
"bw" : 201307,
"iops" : 50327.414286,
"runtime" : 70000,
"total_ios" : 3522919,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5929,
"max" : 1949580,
"mean" : 315671.383028,
"stddev" : 157838.556703,
"N" : 3522919
},
"clat_ns" : {
"min" : 3604680,
"max" : 14168886,
"mean" : 9857073.288678,
"stddev" : 1050865.638890,
"N" : 3522903,
"percentile" : {
"1.000000" : 6914048,
"5.000000" : 7962624,
"10.000000" : 8454144,
"20.000000" : 9109504,
"30.000000" : 9371648,
"40.000000" : 9633792,
"50.000000" : 9895936,
"60.000000" : 10158080,
"70.000000" : 10420224,
"80.000000" : 10682368,
"90.000000" : 11075584,
"95.000000" : 11468800,
"99.000000" : 11993088,
"99.500000" : 12124160,
"99.900000" : 12517376,
"99.950000" : 12648448,
"99.990000" : 13041664
},
"bins" : {
"3620864" : 1,
"3948544" : 3,
"3981312" : 1,
"4014080" : 4,
"4079616" : 3,
"4112384" : 3,
"4177920" : 2,
"4227072" : 4,
"4292608" : 6,
"4358144" : 6,
"4423680" : 7,
"4489216" : 15,
"4554752" : 26,
"4620288" : 23,
"4685824" : 22,
"4751360" : 39,
"4816896" : 39,
"4882432" : 45,
"4947968" : 61,
"5013504" : 87,
"5079040" : 105,
"5144576" : 151,
"5210112" : 158,
"5275648" : 179,
"5341184" : 186,
"5406720" : 259,
"5472256" : 314,
"5537792" : 351,
"5603328" : 421,
"5668864" : 458,
"5734400" : 522,
"5799936" : 615,
"5865472" : 685,
"5931008" : 787,
"5996544" : 892,
"6062080" : 1066,
"6127616" : 1159,
"6193152" : 1360,
"6258688" : 1510,
"6324224" : 1598,
"6389760" : 1923,
"6455296" : 2010,
"6520832" : 2169,
"6586368" : 2438,
"6651904" : 2770,
"6717440" : 2925,
"6782976" : 3348,
"6848512" : 3703,
"6914048" : 3928,
"6979584" : 4397,
"7045120" : 4897,
"7110656" : 5253,
"7176192" : 5969,
"7241728" : 6348,
"7307264" : 6705,
"7372800" : 7245,
"7438336" : 8133,
"7503872" : 8626,
"7569408" : 9465,
"7634944" : 10311,
"7700480" : 10965,
"7766016" : 12280,
"7831552" : 13129,
"7897088" : 14320,
"7962624" : 15636,
"8028160" : 16919,
"8093696" : 18375,
"8159232" : 19866,
"8224768" : 21541,
"8290304" : 23541,
"8355840" : 25453,
"8454144" : 58040,
"8585216" : 67024,
"8716288" : 77592,
"8847360" : 90543,
"8978432" : 102456,
"9109504" : 116604,
"9240576" : 130573,
"9371648" : 143914,
"9502720" : 157058,
"9633792" : 168589,
"9764864" : 177799,
"9895936" : 184473,
"10027008" : 187402,
"10158080" : 187144,
"10289152" : 183820,
"10420224" : 176222,
"10551296" : 165100,
"10682368" : 152517,
"10813440" : 135892,
"10944512" : 119288,
"11075584" : 100951,
"11206656" : 83757,
"11337728" : 67303,
"11468800" : 52890,
"11599872" : 40551,
"11730944" : 29307,
"11862016" : 20984,
"11993088" : 14206,
"12124160" : 9202,
"12255232" : 5907,
"12386304" : 3519,
"12517376" : 2062,
"12648448" : 1092,
"12779520" : 592,
"12910592" : 354,
"13041664" : 208,
"13172736" : 112,
"13303808" : 51,
"13434880" : 15,
"13565952" : 11,
"13697024" : 6,
"13828096" : 7,
"13959168" : 2,
"14090240" : 2,
"14221312" : 1
}
},
"lat_ns" : {
"min" : 3973834,
"max" : 14535808,
"mean" : 10172742.832266,
"stddev" : 1072886.045286,
"N" : 3522903
},
"bw_min" : 194207,
"bw_max" : 209881,
"bw_agg" : 100.000000,
"bw_mean" : 201337.647482,
"bw_dev" : 189.669721,
"bw_samples" : 2224,
"iops_min" : 48551,
"iops_max" : 52469,
"iops_mean" : 50333.496403,
"iops_stddev" : 47.416645,
"iops_samples" : 2224
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1120000,
"usr_cpu" : 0.674018,
"sys_cpu" : 16.834196,
"ctx" : 2835256,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 52.156294,
"20" : 47.843110,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086600,
"timestamp_ms" : 1773086600983,
"time" : "Mon Mar 9 17:03:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 16497942528,
"io_kbytes" : 16111272,
"bw_bytes" : 206226859,
"bw" : 201393,
"iops" : 50348.616858,
"runtime" : 79999,
"total_ios" : 4027839,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5358,
"max" : 1949580,
"mean" : 315537.930894,
"stddev" : 157932.453440,
"N" : 4027839
},
"clat_ns" : {
"min" : 3604680,
"max" : 14168886,
"mean" : 9852891.351051,
"stddev" : 1049685.082139,
"N" : 4027823,
"percentile" : {
"1.000000" : 6914048,
"5.000000" : 7962624,
"10.000000" : 8454144,
"20.000000" : 8978432,
"30.000000" : 9371648,
"40.000000" : 9633792,
"50.000000" : 9895936,
"60.000000" : 10158080,
"70.000000" : 10420224,
"80.000000" : 10682368,
"90.000000" : 11075584,
"95.000000" : 11468800,
"99.000000" : 11993088,
"99.500000" : 12124160,
"99.900000" : 12517376,
"99.950000" : 12648448,
"99.990000" : 13041664
},
"bins" : {
"3620864" : 1,
"3948544" : 3,
"3981312" : 1,
"4014080" : 4,
"4079616" : 3,
"4112384" : 3,
"4177920" : 2,
"4227072" : 4,
"4292608" : 8,
"4358144" : 6,
"4423680" : 7,
"4489216" : 15,
"4554752" : 29,
"4620288" : 25,
"4685824" : 22,
"4751360" : 39,
"4816896" : 39,
"4882432" : 49,
"4947968" : 63,
"5013504" : 91,
"5079040" : 111,
"5144576" : 166,
"5210112" : 168,
"5275648" : 190,
"5341184" : 202,
"5406720" : 276,
"5472256" : 338,
"5537792" : 378,
"5603328" : 456,
"5668864" : 494,
"5734400" : 565,
"5799936" : 674,
"5865472" : 750,
"5931008" : 848,
"5996544" : 975,
"6062080" : 1151,
"6127616" : 1286,
"6193152" : 1470,
"6258688" : 1670,
"6324224" : 1781,
"6389760" : 2119,
"6455296" : 2229,
"6520832" : 2415,
"6586368" : 2771,
"6651904" : 3144,
"6717440" : 3324,
"6782976" : 3806,
"6848512" : 4204,
"6914048" : 4540,
"6979584" : 5068,
"7045120" : 5570,
"7110656" : 6026,
"7176192" : 6840,
"7241728" : 7299,
"7307264" : 7776,
"7372800" : 8294,
"7438336" : 9341,
"7503872" : 9923,
"7569408" : 10897,
"7634944" : 11863,
"7700480" : 12673,
"7766016" : 14099,
"7831552" : 15140,
"7897088" : 16515,
"7962624" : 18099,
"8028160" : 19601,
"8093696" : 21327,
"8159232" : 23048,
"8224768" : 25075,
"8290304" : 27226,
"8355840" : 29537,
"8454144" : 67034,
"8585216" : 77292,
"8716288" : 89877,
"8847360" : 104190,
"8978432" : 117924,
"9109504" : 134071,
"9240576" : 149727,
"9371648" : 165092,
"9502720" : 179565,
"9633792" : 192951,
"9764864" : 203140,
"9895936" : 210732,
"10027008" : 214352,
"10158080" : 213757,
"10289152" : 209491,
"10420224" : 200910,
"10551296" : 187737,
"10682368" : 173486,
"10813440" : 154446,
"10944512" : 135991,
"11075584" : 115019,
"11206656" : 95220,
"11337728" : 76476,
"11468800" : 60219,
"11599872" : 45948,
"11730944" : 33147,
"11862016" : 23759,
"11993088" : 16037,
"12124160" : 10329,
"12255232" : 6655,
"12386304" : 3958,
"12517376" : 2339,
"12648448" : 1287,
"12779520" : 663,
"12910592" : 409,
"13041664" : 227,
"13172736" : 117,
"13303808" : 53,
"13434880" : 15,
"13565952" : 11,
"13697024" : 6,
"13828096" : 7,
"13959168" : 2,
"14090240" : 2,
"14221312" : 1
}
},
"lat_ns" : {
"min" : 3973834,
"max" : 14535808,
"mean" : 10168427.865051,
"stddev" : 1071625.286111,
"N" : 4027823
},
"bw_min" : 194143,
"bw_max" : 210097,
"bw_agg" : 100.000000,
"bw_mean" : 201422.339623,
"bw_dev" : 188.926361,
"bw_samples" : 2544,
"iops_min" : 48535,
"iops_max" : 52523,
"iops_mean" : 50354.729560,
"iops_stddev" : 47.230940,
"iops_samples" : 2544
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279984,
"usr_cpu" : 0.673837,
"sys_cpu" : 16.835523,
"ctx" : 3240120,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999950,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999950,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 52.351099,
"20" : 47.648379,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086610,
"timestamp_ms" : 1773086610983,
"time" : "Mon Mar 9 17:03:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 18568290304,
"io_kbytes" : 18133096,
"bw_bytes" : 206316629,
"bw" : 201481,
"iops" : 50370.670785,
"runtime" : 89999,
"total_ios" : 4533310,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5358,
"max" : 1949580,
"mean" : 315401.294519,
"stddev" : 158040.882681,
"N" : 4533310
},
"clat_ns" : {
"min" : 3604680,
"max" : 14168886,
"mean" : 9848599.481161,
"stddev" : 1050194.880710,
"N" : 4533294,
"percentile" : {
"1.000000" : 6914048,
"5.000000" : 7962624,
"10.000000" : 8454144,
"20.000000" : 8978432,
"30.000000" : 9371648,
"40.000000" : 9633792,
"50.000000" : 9895936,
"60.000000" : 10158080,
"70.000000" : 10420224,
"80.000000" : 10682368,
"90.000000" : 11075584,
"95.000000" : 11468800,
"99.000000" : 11993088,
"99.500000" : 12124160,
"99.900000" : 12517376,
"99.950000" : 12648448,
"99.990000" : 13041664
},
"bins" : {
"3620864" : 1,
"3948544" : 3,
"3981312" : 1,
"4014080" : 4,
"4079616" : 3,
"4112384" : 3,
"4177920" : 2,
"4227072" : 4,
"4292608" : 8,
"4358144" : 6,
"4423680" : 10,
"4489216" : 21,
"4554752" : 30,
"4620288" : 25,
"4685824" : 23,
"4751360" : 44,
"4816896" : 49,
"4882432" : 52,
"4947968" : 67,
"5013504" : 107,
"5079040" : 123,
"5144576" : 185,
"5210112" : 191,
"5275648" : 215,
"5341184" : 225,
"5406720" : 315,
"5472256" : 365,
"5537792" : 430,
"5603328" : 506,
"5668864" : 555,
"5734400" : 640,
"5799936" : 743,
"5865472" : 846,
"5931008" : 970,
"5996544" : 1081,
"6062080" : 1308,
"6127616" : 1436,
"6193152" : 1641,
"6258688" : 1870,
"6324224" : 1987,
"6389760" : 2407,
"6455296" : 2516,
"6520832" : 2685,
"6586368" : 3093,
"6651904" : 3530,
"6717440" : 3775,
"6782976" : 4222,
"6848512" : 4671,
"6914048" : 5161,
"6979584" : 5625,
"7045120" : 6219,
"7110656" : 6744,
"7176192" : 7605,
"7241728" : 8169,
"7307264" : 8775,
"7372800" : 9432,
"7438336" : 10610,
"7503872" : 11209,
"7569408" : 12418,
"7634944" : 13454,
"7700480" : 14365,
"7766016" : 16047,
"7831552" : 17172,
"7897088" : 18814,
"7962624" : 20556,
"8028160" : 22253,
"8093696" : 24326,
"8159232" : 26325,
"8224768" : 28599,
"8290304" : 31123,
"8355840" : 33572,
"8454144" : 76303,
"8585216" : 88098,
"8716288" : 102193,
"8847360" : 117825,
"8978432" : 133692,
"9109504" : 151507,
"9240576" : 169350,
"9371648" : 186309,
"9502720" : 202199,
"9633792" : 217479,
"9764864" : 227841,
"9895936" : 236467,
"10027008" : 240912,
"10158080" : 239623,
"10289152" : 235440,
"10420224" : 225129,
"10551296" : 210604,
"10682368" : 194709,
"10813440" : 172981,
"10944512" : 152296,
"11075584" : 128868,
"11206656" : 106572,
"11337728" : 85680,
"11468800" : 67325,
"11599872" : 51350,
"11730944" : 37140,
"11862016" : 26599,
"11993088" : 17981,
"12124160" : 11520,
"12255232" : 7383,
"12386304" : 4444,
"12517376" : 2671,
"12648448" : 1474,
"12779520" : 760,
"12910592" : 473,
"13041664" : 271,
"13172736" : 142,
"13303808" : 66,
"13434880" : 21,
"13565952" : 12,
"13697024" : 6,
"13828096" : 7,
"13959168" : 2,
"14090240" : 2,
"14221312" : 1
}
},
"lat_ns" : {
"min" : 3973834,
"max" : 14535808,
"mean" : 10163998.760118,
"stddev" : 1072150.966425,
"N" : 4533294
},
"bw_min" : 194143,
"bw_max" : 210097,
"bw_agg" : 100.000000,
"bw_mean" : 201510.346369,
"bw_dev" : 186.984737,
"bw_samples" : 2864,
"iops_min" : 48535,
"iops_max" : 52523,
"iops_mean" : 50376.826816,
"iops_stddev" : 46.746995,
"iops_samples" : 2864
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439984,
"usr_cpu" : 0.672716,
"sys_cpu" : 16.839354,
"ctx" : 3644929,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 52.535476,
"20" : 47.464060,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086620,
"timestamp_ms" : 1773086620983,
"time" : "Mon Mar 9 17:03:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 20643430400,
"io_kbytes" : 20159600,
"bw_bytes" : 206436368,
"bw" : 201598,
"iops" : 50399.843998,
"runtime" : 99999,
"total_ios" : 5039934,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5358,
"max" : 1949580,
"mean" : 315218.627964,
"stddev" : 158173.763939,
"N" : 5039934
},
"clat_ns" : {
"min" : 3604680,
"max" : 14168886,
"mean" : 9842856.971463,
"stddev" : 1050973.901863,
"N" : 5039918,
"percentile" : {
"1.000000" : 6914048,
"5.000000" : 7962624,
"10.000000" : 8454144,
"20.000000" : 8978432,
"30.000000" : 9371648,
"40.000000" : 9633792,
"50.000000" : 9895936,
"60.000000" : 10158080,
"70.000000" : 10420224,
"80.000000" : 10682368,
"90.000000" : 11075584,
"95.000000" : 11468800,
"99.000000" : 11993088,
"99.500000" : 12124160,
"99.900000" : 12517376,
"99.950000" : 12648448,
"99.990000" : 13041664
},
"bins" : {
"3620864" : 1,
"3784704" : 1,
"3915776" : 1,
"3948544" : 3,
"3981312" : 1,
"4014080" : 4,
"4079616" : 3,
"4112384" : 3,
"4177920" : 3,
"4227072" : 4,
"4292608" : 9,
"4358144" : 6,
"4423680" : 10,
"4489216" : 21,
"4554752" : 35,
"4620288" : 28,
"4685824" : 28,
"4751360" : 47,
"4816896" : 60,
"4882432" : 64,
"4947968" : 87,
"5013504" : 117,
"5079040" : 133,
"5144576" : 202,
"5210112" : 221,
"5275648" : 235,
"5341184" : 252,
"5406720" : 350,
"5472256" : 392,
"5537792" : 485,
"5603328" : 549,
"5668864" : 618,
"5734400" : 718,
"5799936" : 831,
"5865472" : 926,
"5931008" : 1085,
"5996544" : 1204,
"6062080" : 1447,
"6127616" : 1604,
"6193152" : 1864,
"6258688" : 2108,
"6324224" : 2289,
"6389760" : 2706,
"6455296" : 2816,
"6520832" : 3029,
"6586368" : 3467,
"6651904" : 3968,
"6717440" : 4255,
"6782976" : 4720,
"6848512" : 5255,
"6914048" : 5779,
"6979584" : 6311,
"7045120" : 7029,
"7110656" : 7636,
"7176192" : 8494,
"7241728" : 9239,
"7307264" : 9845,
"7372800" : 10675,
"7438336" : 11974,
"7503872" : 12646,
"7569408" : 13921,
"7634944" : 15094,
"7700480" : 16185,
"7766016" : 17986,
"7831552" : 19225,
"7897088" : 21087,
"7962624" : 22960,
"8028160" : 24972,
"8093696" : 27276,
"8159232" : 29498,
"8224768" : 32214,
"8290304" : 34883,
"8355840" : 37623,
"8454144" : 85313,
"8585216" : 98622,
"8716288" : 114645,
"8847360" : 131617,
"8978432" : 149551,
"9109504" : 169314,
"9240576" : 188810,
"9371648" : 207745,
"9502720" : 225279,
"9633792" : 242170,
"9764864" : 253572,
"9895936" : 262919,
"10027008" : 267621,
"10158080" : 266206,
"10289152" : 260977,
"10420224" : 250047,
"10551296" : 233642,
"10682368" : 215349,
"10813440" : 191418,
"10944512" : 168021,
"11075584" : 142204,
"11206656" : 117221,
"11337728" : 94346,
"11468800" : 73987,
"11599872" : 56345,
"11730944" : 40751,
"11862016" : 29227,
"11993088" : 19812,
"12124160" : 12790,
"12255232" : 8132,
"12386304" : 4915,
"12517376" : 2966,
"12648448" : 1664,
"12779520" : 839,
"12910592" : 510,
"13041664" : 289,
"13172736" : 146,
"13303808" : 68,
"13434880" : 21,
"13565952" : 12,
"13697024" : 6,
"13828096" : 7,
"13959168" : 2,
"14090240" : 2,
"14221312" : 1
}
},
"lat_ns" : {
"min" : 3973834,
"max" : 14535808,
"mean" : 10158075.012251,
"stddev" : 1072961.204670,
"N" : 5039918
},
"bw_min" : 194143,
"bw_max" : 210210,
"bw_agg" : 100.000000,
"bw_mean" : 201629.507538,
"bw_dev" : 186.815410,
"bw_samples" : 3184,
"iops_min" : 48535,
"iops_max" : 52552,
"iops_mean" : 50406.683417,
"iops_stddev" : 46.706414,
"iops_samples" : 3184
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1599984,
"usr_cpu" : 0.671694,
"sys_cpu" : 16.843293,
"ctx" : 4049635,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999980,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999980,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 52.754560,
"20" : 47.244984,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086630,
"timestamp_ms" : 1773086630983,
"time" : "Mon Mar 9 17:03:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 22727098368,
"io_kbytes" : 22194432,
"bw_bytes" : 206611863,
"bw" : 201769,
"iops" : 50442.631297,
"runtime" : 109999,
"total_ios" : 5548639,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5358,
"max" : 1949580,
"mean" : 314953.045074,
"stddev" : 158328.900025,
"N" : 5548639
},
"clat_ns" : {
"min" : 3604680,
"max" : 14168886,
"mean" : 9834506.791399,
"stddev" : 1055763.326976,
"N" : 5548623,
"percentile" : {
"1.000000" : 6848512,
"5.000000" : 7962624,
"10.000000" : 8454144,
"20.000000" : 8978432,
"30.000000" : 9371648,
"40.000000" : 9633792,
"50.000000" : 9895936,
"60.000000" : 10158080,
"70.000000" : 10420224,
"80.000000" : 10682368,
"90.000000" : 11075584,
"95.000000" : 11337728,
"99.000000" : 11993088,
"99.500000" : 12124160,
"99.900000" : 12517376,
"99.950000" : 12648448,
"99.990000" : 13041664
},
"bins" : {
"3620864" : 1,
"3784704" : 1,
"3915776" : 1,
"3948544" : 3,
"3981312" : 1,
"4014080" : 4,
"4046848" : 1,
"4079616" : 3,
"4112384" : 3,
"4177920" : 3,
"4227072" : 4,
"4292608" : 13,
"4358144" : 6,
"4423680" : 11,
"4489216" : 23,
"4554752" : 37,
"4620288" : 40,
"4685824" : 37,
"4751360" : 56,
"4816896" : 69,
"4882432" : 71,
"4947968" : 99,
"5013504" : 149,
"5079040" : 163,
"5144576" : 245,
"5210112" : 271,
"5275648" : 283,
"5341184" : 314,
"5406720" : 420,
"5472256" : 474,
"5537792" : 583,
"5603328" : 680,
"5668864" : 752,
"5734400" : 829,
"5799936" : 993,
"5865472" : 1128,
"5931008" : 1307,
"5996544" : 1420,
"6062080" : 1701,
"6127616" : 1868,
"6193152" : 2150,
"6258688" : 2470,
"6324224" : 2652,
"6389760" : 3138,
"6455296" : 3193,
"6520832" : 3474,
"6586368" : 3948,
"6651904" : 4541,
"6717440" : 4860,
"6782976" : 5343,
"6848512" : 6018,
"6914048" : 6536,
"6979584" : 7139,
"7045120" : 7887,
"7110656" : 8625,
"7176192" : 9591,
"7241728" : 10444,
"7307264" : 11042,
"7372800" : 12019,
"7438336" : 13423,
"7503872" : 14265,
"7569408" : 15632,
"7634944" : 16909,
"7700480" : 18062,
"7766016" : 20109,
"7831552" : 21566,
"7897088" : 23573,
"7962624" : 25679,
"8028160" : 27834,
"8093696" : 30437,
"8159232" : 32928,
"8224768" : 35833,
"8290304" : 38801,
"8355840" : 41882,
"8454144" : 94738,
"8585216" : 109535,
"8716288" : 127376,
"8847360" : 145726,
"8978432" : 165637,
"9109504" : 186914,
"9240576" : 208422,
"9371648" : 229500,
"9502720" : 248422,
"9633792" : 266391,
"9764864" : 279023,
"9895936" : 289028,
"10027008" : 293623,
"10158080" : 292160,
"10289152" : 286144,
"10420224" : 273776,
"10551296" : 255730,
"10682368" : 234942,
"10813440" : 209103,
"10944512" : 183635,
"11075584" : 155419,
"11206656" : 128311,
"11337728" : 102912,
"11468800" : 80877,
"11599872" : 61584,
"11730944" : 44581,
"11862016" : 31932,
"11993088" : 21706,
"12124160" : 14094,
"12255232" : 8891,
"12386304" : 5381,
"12517376" : 3209,
"12648448" : 1790,
"12779520" : 910,
"12910592" : 545,
"13041664" : 311,
"13172736" : 155,
"13303808" : 69,
"13434880" : 21,
"13565952" : 12,
"13697024" : 6,
"13828096" : 7,
"13959168" : 2,
"14090240" : 2,
"14221312" : 1
}
},
"lat_ns" : {
"min" : 3973834,
"max" : 14535808,
"mean" : 10149457.499101,
"stddev" : 1077948.936545,
"N" : 5548623
},
"bw_min" : 194143,
"bw_max" : 210674,
"bw_agg" : 100.000000,
"bw_mean" : 201799.926941,
"bw_dev" : 190.876597,
"bw_samples" : 3504,
"iops_min" : 48535,
"iops_max" : 52668,
"iops_mean" : 50449.351598,
"iops_stddev" : 47.723744,
"iops_samples" : 3504
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1759984,
"usr_cpu" : 0.672222,
"sys_cpu" : 16.844301,
"ctx" : 4454663,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 53.038141,
"20" : 46.961444,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086640,
"timestamp_ms" : 1773086640983,
"time" : "Mon Mar 9 17:04:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 24814874624,
"io_kbytes" : 24233276,
"bw_bytes" : 206790621,
"bw" : 201943,
"iops" : 50486.250000,
"runtime" : 120000,
"total_ios" : 6058350,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5358,
"max" : 1949580,
"mean" : 314678.454649,
"stddev" : 158489.738528,
"N" : 6058350
},
"clat_ns" : {
"min" : 3604680,
"max" : 14168886,
"mean" : 9825941.963806,
"stddev" : 1058821.391061,
"N" : 6058334,
"percentile" : {
"1.000000" : 6848512,
"5.000000" : 7897088,
"10.000000" : 8454144,
"20.000000" : 8978432,
"30.000000" : 9371648,
"40.000000" : 9633792,
"50.000000" : 9895936,
"60.000000" : 10158080,
"70.000000" : 10420224,
"80.000000" : 10682368,
"90.000000" : 11075584,
"95.000000" : 11337728,
"99.000000" : 11993088,
"99.500000" : 12124160,
"99.900000" : 12517376,
"99.950000" : 12648448,
"99.990000" : 13041664
},
"bins" : {
"3620864" : 1,
"3686400" : 1,
"3784704" : 1,
"3883008" : 1,
"3915776" : 1,
"3948544" : 3,
"3981312" : 1,
"4014080" : 4,
"4046848" : 3,
"4079616" : 4,
"4112384" : 3,
"4177920" : 5,
"4227072" : 4,
"4292608" : 15,
"4358144" : 9,
"4423680" : 12,
"4489216" : 24,
"4554752" : 40,
"4620288" : 42,
"4685824" : 43,
"4751360" : 61,
"4816896" : 77,
"4882432" : 84,
"4947968" : 113,
"5013504" : 167,
"5079040" : 187,
"5144576" : 270,
"5210112" : 317,
"5275648" : 305,
"5341184" : 365,
"5406720" : 471,
"5472256" : 534,
"5537792" : 670,
"5603328" : 768,
"5668864" : 856,
"5734400" : 938,
"5799936" : 1125,
"5865472" : 1288,
"5931008" : 1454,
"5996544" : 1634,
"6062080" : 1944,
"6127616" : 2121,
"6193152" : 2413,
"6258688" : 2782,
"6324224" : 3017,
"6389760" : 3551,
"6455296" : 3655,
"6520832" : 3952,
"6586368" : 4436,
"6651904" : 5057,
"6717440" : 5514,
"6782976" : 6028,
"6848512" : 6838,
"6914048" : 7403,
"6979584" : 7968,
"7045120" : 8717,
"7110656" : 9562,
"7176192" : 10744,
"7241728" : 11631,
"7307264" : 12276,
"7372800" : 13325,
"7438336" : 14975,
"7503872" : 15931,
"7569408" : 17345,
"7634944" : 18732,
"7700480" : 20026,
"7766016" : 22344,
"7831552" : 23919,
"7897088" : 26072,
"7962624" : 28377,
"8028160" : 30703,
"8093696" : 33643,
"8159232" : 36290,
"8224768" : 39625,
"8290304" : 42928,
"8355840" : 46266,
"8454144" : 104560,
"8585216" : 120853,
"8716288" : 140186,
"8847360" : 160485,
"8978432" : 182222,
"9109504" : 205093,
"9240576" : 228386,
"9371648" : 251305,
"9502720" : 271839,
"9633792" : 291067,
"9764864" : 304643,
"9895936" : 315019,
"10027008" : 319829,
"10158080" : 318073,
"10289152" : 311302,
"10420224" : 297349,
"10551296" : 277747,
"10682368" : 254848,
"10813440" : 226767,
"10944512" : 198946,
"11075584" : 168217,
"11206656" : 139080,
"11337728" : 111312,
"11468800" : 87289,
"11599872" : 66219,
"11730944" : 47959,
"11862016" : 34211,
"11993088" : 23466,
"12124160" : 15133,
"12255232" : 9523,
"12386304" : 5795,
"12517376" : 3448,
"12648448" : 1954,
"12779520" : 977,
"12910592" : 575,
"13041664" : 336,
"13172736" : 174,
"13303808" : 75,
"13434880" : 28,
"13565952" : 15,
"13697024" : 6,
"13828096" : 7,
"13959168" : 2,
"14090240" : 2,
"14221312" : 1
}
},
"lat_ns" : {
"min" : 3973834,
"max" : 14535808,
"mean" : 10140618.298585,
"stddev" : 1081125.422684,
"N" : 6058334
},
"bw_min" : 194143,
"bw_max" : 211010,
"bw_agg" : 100.000000,
"bw_mean" : 201977.171548,
"bw_dev" : 194.949308,
"bw_samples" : 3824,
"iops_min" : 48535,
"iops_max" : 52752,
"iops_mean" : 50493.723849,
"iops_stddev" : 48.743719,
"iops_samples" : 3824
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1919985,
"usr_cpu" : 0.669068,
"sys_cpu" : 16.844611,
"ctx" : 4859546,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 53.338021,
"20" : 46.661566,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086650,
"timestamp_ms" : 1773086650984,
"time" : "Mon Mar 9 17:04:10 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 26897375232,
"io_kbytes" : 26266968,
"bw_bytes" : 206902886,
"bw" : 202053,
"iops" : 50513.615385,
"runtime" : 130000,
"total_ios" : 6566770,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5358,
"max" : 1949580,
"mean" : 314507.024278,
"stddev" : 158590.839258,
"N" : 6566770
},
"clat_ns" : {
"min" : 3604680,
"max" : 14168886,
"mean" : 9820659.380580,
"stddev" : 1060973.996298,
"N" : 6566754,
"percentile" : {
"1.000000" : 6848512,
"5.000000" : 7897088,
"10.000000" : 8454144,
"20.000000" : 8978432,
"30.000000" : 9371648,
"40.000000" : 9633792,
"50.000000" : 9895936,
"60.000000" : 10158080,
"70.000000" : 10420224,
"80.000000" : 10682368,
"90.000000" : 11075584,
"95.000000" : 11337728,
"99.000000" : 11993088,
"99.500000" : 12124160,
"99.900000" : 12517376,
"99.950000" : 12648448,
"99.990000" : 12910592
},
"bins" : {
"3620864" : 1,
"3686400" : 1,
"3784704" : 1,
"3883008" : 1,
"3915776" : 1,
"3948544" : 3,
"3981312" : 1,
"4014080" : 4,
"4046848" : 3,
"4079616" : 4,
"4112384" : 3,
"4145152" : 4,
"4177920" : 5,
"4227072" : 7,
"4292608" : 15,
"4358144" : 12,
"4423680" : 12,
"4489216" : 25,
"4554752" : 44,
"4620288" : 47,
"4685824" : 47,
"4751360" : 71,
"4816896" : 81,
"4882432" : 90,
"4947968" : 134,
"5013504" : 188,
"5079040" : 211,
"5144576" : 301,
"5210112" : 351,
"5275648" : 346,
"5341184" : 414,
"5406720" : 529,
"5472256" : 589,
"5537792" : 738,
"5603328" : 851,
"5668864" : 960,
"5734400" : 1045,
"5799936" : 1258,
"5865472" : 1421,
"5931008" : 1599,
"5996544" : 1826,
"6062080" : 2169,
"6127616" : 2382,
"6193152" : 2685,
"6258688" : 3092,
"6324224" : 3365,
"6389760" : 3965,
"6455296" : 4079,
"6520832" : 4441,
"6586368" : 4958,
"6651904" : 5618,
"6717440" : 6199,
"6782976" : 6713,
"6848512" : 7580,
"6914048" : 8234,
"6979584" : 8822,
"7045120" : 9676,
"7110656" : 10569,
"7176192" : 11848,
"7241728" : 12737,
"7307264" : 13520,
"7372800" : 14707,
"7438336" : 16394,
"7503872" : 17548,
"7569408" : 19014,
"7634944" : 20504,
"7700480" : 21999,
"7766016" : 24422,
"7831552" : 26171,
"7897088" : 28408,
"7962624" : 30934,
"8028160" : 33521,
"8093696" : 36693,
"8159232" : 39557,
"8224768" : 43139,
"8290304" : 46650,
"8355840" : 50367,
"8454144" : 113552,
"8585216" : 131456,
"8716288" : 152434,
"8847360" : 174498,
"8978432" : 197801,
"9109504" : 223034,
"9240576" : 248243,
"9371648" : 273268,
"9502720" : 294874,
"9633792" : 315747,
"9764864" : 330259,
"9895936" : 340969,
"10027008" : 346079,
"10158080" : 344299,
"10289152" : 336984,
"10420224" : 321806,
"10551296" : 300305,
"10682368" : 275472,
"10813440" : 245065,
"10944512" : 214747,
"11075584" : 181325,
"11206656" : 149803,
"11337728" : 119847,
"11468800" : 93803,
"11599872" : 71119,
"11730944" : 51442,
"11862016" : 36631,
"11993088" : 25207,
"12124160" : 16259,
"12255232" : 10246,
"12386304" : 6199,
"12517376" : 3697,
"12648448" : 2075,
"12779520" : 1036,
"12910592" : 596,
"13041664" : 342,
"13172736" : 175,
"13303808" : 75,
"13434880" : 28,
"13565952" : 15,
"13697024" : 6,
"13828096" : 7,
"13959168" : 2,
"14090240" : 2,
"14221312" : 1
}
},
"lat_ns" : {
"min" : 3973834,
"max" : 14535808,
"mean" : 10135165.724103,
"stddev" : 1083363.142819,
"N" : 6566754
},
"bw_min" : 194143,
"bw_max" : 211010,
"bw_agg" : 100.000000,
"bw_mean" : 202086.517375,
"bw_dev" : 195.343176,
"bw_samples" : 4144,
"iops_min" : 48535,
"iops_max" : 52752,
"iops_mean" : 50521.104247,
"iops_stddev" : 48.842956,
"iops_samples" : 4144
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2079990,
"usr_cpu" : 0.669763,
"sys_cpu" : 16.847821,
"ctx" : 5264355,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 53.505315,
"20" : 46.494304,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086660,
"timestamp_ms" : 1773086660983,
"time" : "Mon Mar 9 17:04:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 28979744768,
"io_kbytes" : 28300532,
"bw_bytes" : 206999655,
"bw" : 202148,
"iops" : 50537.289552,
"runtime" : 139999,
"total_ios" : 7075170,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5358,
"max" : 1949580,
"mean" : 314360.513442,
"stddev" : 158674.170550,
"N" : 7075170
},
"clat_ns" : {
"min" : 3468141,
"max" : 14168886,
"mean" : 9816082.794784,
"stddev" : 1062471.990406,
"N" : 7075154,
"percentile" : {
"1.000000" : 6848512,
"5.000000" : 7897088,
"10.000000" : 8454144,
"20.000000" : 8978432,
"30.000000" : 9371648,
"40.000000" : 9633792,
"50.000000" : 9895936,
"60.000000" : 10158080,
"70.000000" : 10420224,
"80.000000" : 10682368,
"90.000000" : 11075584,
"95.000000" : 11337728,
"99.000000" : 11862016,
"99.500000" : 12124160,
"99.900000" : 12517376,
"99.950000" : 12648448,
"99.990000" : 12910592
},
"bins" : {
"3457024" : 1,
"3620864" : 1,
"3686400" : 1,
"3784704" : 1,
"3817472" : 2,
"3883008" : 1,
"3915776" : 1,
"3948544" : 3,
"3981312" : 1,
"4014080" : 4,
"4046848" : 3,
"4079616" : 4,
"4112384" : 3,
"4145152" : 4,
"4177920" : 6,
"4227072" : 7,
"4292608" : 15,
"4358144" : 14,
"4423680" : 14,
"4489216" : 26,
"4554752" : 48,
"4620288" : 50,
"4685824" : 54,
"4751360" : 77,
"4816896" : 83,
"4882432" : 100,
"4947968" : 149,
"5013504" : 221,
"5079040" : 235,
"5144576" : 323,
"5210112" : 379,
"5275648" : 381,
"5341184" : 477,
"5406720" : 598,
"5472256" : 663,
"5537792" : 808,
"5603328" : 930,
"5668864" : 1087,
"5734400" : 1195,
"5799936" : 1412,
"5865472" : 1569,
"5931008" : 1760,
"5996544" : 2005,
"6062080" : 2396,
"6127616" : 2645,
"6193152" : 2987,
"6258688" : 3397,
"6324224" : 3694,
"6389760" : 4396,
"6455296" : 4489,
"6520832" : 4874,
"6586368" : 5472,
"6651904" : 6215,
"6717440" : 6839,
"6782976" : 7334,
"6848512" : 8234,
"6914048" : 9008,
"6979584" : 9599,
"7045120" : 10584,
"7110656" : 11502,
"7176192" : 12923,
"7241728" : 13808,
"7307264" : 14825,
"7372800" : 15960,
"7438336" : 17847,
"7503872" : 19097,
"7569408" : 20612,
"7634944" : 22296,
"7700480" : 23882,
"7766016" : 26555,
"7831552" : 28358,
"7897088" : 30758,
"7962624" : 33488,
"8028160" : 36242,
"8093696" : 39673,
"8159232" : 42853,
"8224768" : 46679,
"8290304" : 50508,
"8355840" : 54396,
"8454144" : 122491,
"8585216" : 142229,
"8716288" : 164599,
"8847360" : 188352,
"8978432" : 213910,
"9109504" : 241421,
"9240576" : 267898,
"9371648" : 295039,
"9502720" : 318413,
"9633792" : 340553,
"9764864" : 356044,
"9895936" : 367679,
"10027008" : 372246,
"10158080" : 370853,
"10289152" : 362450,
"10420224" : 346257,
"10551296" : 322715,
"10682368" : 296000,
"10813440" : 262700,
"10944512" : 230362,
"11075584" : 194157,
"11206656" : 160436,
"11337728" : 128367,
"11468800" : 100437,
"11599872" : 76050,
"11730944" : 54973,
"11862016" : 39223,
"11993088" : 26933,
"12124160" : 17233,
"12255232" : 10886,
"12386304" : 6572,
"12517376" : 3926,
"12648448" : 2198,
"12779520" : 1086,
"12910592" : 630,
"13041664" : 371,
"13172736" : 182,
"13303808" : 80,
"13434880" : 29,
"13565952" : 15,
"13697024" : 6,
"13828096" : 7,
"13959168" : 2,
"14090240" : 2,
"14221312" : 1
}
},
"lat_ns" : {
"min" : 3830335,
"max" : 14535808,
"mean" : 10130442.810881,
"stddev" : 1084919.893735,
"N" : 7075154
},
"bw_min" : 194143,
"bw_max" : 211226,
"bw_agg" : 100.000000,
"bw_mean" : 202187.870968,
"bw_dev" : 196.931124,
"bw_samples" : 4464,
"iops_min" : 48535,
"iops_max" : 52806,
"iops_mean" : 50546.480287,
"iops_stddev" : 49.240438,
"iops_samples" : 4464
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2239984,
"usr_cpu" : 0.669201,
"sys_cpu" : 16.847665,
"ctx" : 5669184,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 53.665961,
"20" : 46.333643,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086670,
"timestamp_ms" : 1773086670983,
"time" : "Mon Mar 9 17:04:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 31057784832,
"io_kbytes" : 30329868,
"bw_bytes" : 207051898,
"bw" : 202199,
"iops" : 50549.913333,
"runtime" : 150000,
"total_ios" : 7582487,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5358,
"max" : 1949580,
"mean" : 314280.037751,
"stddev" : 158708.746939,
"N" : 7582488
},
"clat_ns" : {
"min" : 3468141,
"max" : 14168886,
"mean" : 9813555.182417,
"stddev" : 1063942.427895,
"N" : 7582472,
"percentile" : {
"1.000000" : 6782976,
"5.000000" : 7897088,
"10.000000" : 8454144,
"20.000000" : 8978432,
"30.000000" : 9371648,
"40.000000" : 9633792,
"50.000000" : 9895936,
"60.000000" : 10158080,
"70.000000" : 10420224,
"80.000000" : 10682368,
"90.000000" : 11075584,
"95.000000" : 11337728,
"99.000000" : 11862016,
"99.500000" : 12124160,
"99.900000" : 12517376,
"99.950000" : 12648448,
"99.990000" : 12910592
},
"bins" : {
"3457024" : 1,
"3620864" : 1,
"3686400" : 1,
"3784704" : 3,
"3817472" : 2,
"3883008" : 1,
"3915776" : 1,
"3948544" : 3,
"3981312" : 1,
"4014080" : 4,
"4046848" : 3,
"4079616" : 5,
"4112384" : 3,
"4145152" : 4,
"4177920" : 8,
"4227072" : 7,
"4292608" : 15,
"4358144" : 15,
"4423680" : 18,
"4489216" : 26,
"4554752" : 54,
"4620288" : 52,
"4685824" : 60,
"4751360" : 84,
"4816896" : 88,
"4882432" : 112,
"4947968" : 161,
"5013504" : 241,
"5079040" : 255,
"5144576" : 362,
"5210112" : 417,
"5275648" : 411,
"5341184" : 504,
"5406720" : 657,
"5472256" : 722,
"5537792" : 895,
"5603328" : 1020,
"5668864" : 1185,
"5734400" : 1303,
"5799936" : 1555,
"5865472" : 1746,
"5931008" : 1972,
"5996544" : 2189,
"6062080" : 2616,
"6127616" : 2915,
"6193152" : 3337,
"6258688" : 3726,
"6324224" : 4105,
"6389760" : 4821,
"6455296" : 4944,
"6520832" : 5360,
"6586368" : 5967,
"6651904" : 6835,
"6717440" : 7529,
"6782976" : 8012,
"6848512" : 9033,
"6914048" : 9776,
"6979584" : 10470,
"7045120" : 11613,
"7110656" : 12512,
"7176192" : 13986,
"7241728" : 14870,
"7307264" : 16056,
"7372800" : 17216,
"7438336" : 19263,
"7503872" : 20640,
"7569408" : 22249,
"7634944" : 24018,
"7700480" : 25527,
"7766016" : 28473,
"7831552" : 30491,
"7897088" : 33208,
"7962624" : 35983,
"8028160" : 38908,
"8093696" : 42474,
"8159232" : 45887,
"8224768" : 49952,
"8290304" : 54225,
"8355840" : 58266,
"8454144" : 131107,
"8585216" : 152195,
"8716288" : 175804,
"8847360" : 201468,
"8978432" : 229070,
"9109504" : 258503,
"9240576" : 286998,
"9371648" : 316452,
"9502720" : 341812,
"9633792" : 365422,
"9764864" : 382477,
"9895936" : 394635,
"10027008" : 399034,
"10158080" : 397861,
"10289152" : 388196,
"10420224" : 370912,
"10551296" : 345922,
"10682368" : 316859,
"10813440" : 280970,
"10944512" : 246267,
"11075584" : 207423,
"11206656" : 171388,
"11337728" : 136928,
"11468800" : 107144,
"11599872" : 81188,
"11730944" : 58537,
"11862016" : 41846,
"11993088" : 28648,
"12124160" : 18347,
"12255232" : 11619,
"12386304" : 6993,
"12517376" : 4138,
"12648448" : 2337,
"12779520" : 1172,
"12910592" : 649,
"13041664" : 388,
"13172736" : 187,
"13303808" : 84,
"13434880" : 29,
"13565952" : 15,
"13697024" : 6,
"13828096" : 7,
"13959168" : 2,
"14090240" : 2,
"14221312" : 1
}
},
"lat_ns" : {
"min" : 3806348,
"max" : 14535808,
"mean" : 10127833.615012,
"stddev" : 1086455.040938,
"N" : 7582472
},
"bw_min" : 194063,
"bw_max" : 211282,
"bw_agg" : 100.000000,
"bw_mean" : 202243.397993,
"bw_dev" : 197.858713,
"bw_samples" : 4784,
"iops_min" : 48515,
"iops_max" : 52820,
"iops_mean" : 50560.394649,
"iops_stddev" : 49.472353,
"iops_samples" : 4784
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2399985,
"usr_cpu" : 0.668838,
"sys_cpu" : 16.848105,
"ctx" : 6074255,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999987,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 53.735430,
"20" : 46.264187,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086680,
"timestamp_ms" : 1773086680984,
"time" : "Mon Mar 9 17:04:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 33143156736,
"io_kbytes" : 32366364,
"bw_bytes" : 207144729,
"bw" : 202289,
"iops" : 50572.612500,
"runtime" : 160000,
"total_ios" : 8091618,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5358,
"max" : 1949580,
"mean" : 314135.944307,
"stddev" : 158804.412407,
"N" : 8091619
},
"clat_ns" : {
"min" : 3468141,
"max" : 14168886,
"mean" : 9809191.450067,
"stddev" : 1062125.022902,
"N" : 8091602,
"percentile" : {
"1.000000" : 6782976,
"5.000000" : 7897088,
"10.000000" : 8454144,
"20.000000" : 8978432,
"30.000000" : 9371648,
"40.000000" : 9633792,
"50.000000" : 9895936,
"60.000000" : 10158080,
"70.000000" : 10420224,
"80.000000" : 10682368,
"90.000000" : 11075584,
"95.000000" : 11337728,
"99.000000" : 11862016,
"99.500000" : 12124160,
"99.900000" : 12517376,
"99.950000" : 12648448,
"99.990000" : 12910592
},
"bins" : {
"3457024" : 1,
"3620864" : 1,
"3686400" : 1,
"3784704" : 3,
"3817472" : 2,
"3883008" : 1,
"3915776" : 1,
"3948544" : 3,
"3981312" : 1,
"4014080" : 4,
"4046848" : 3,
"4079616" : 5,
"4112384" : 3,
"4145152" : 5,
"4177920" : 8,
"4227072" : 9,
"4292608" : 18,
"4358144" : 17,
"4423680" : 21,
"4489216" : 31,
"4554752" : 65,
"4620288" : 54,
"4685824" : 65,
"4751360" : 88,
"4816896" : 94,
"4882432" : 126,
"4947968" : 173,
"5013504" : 252,
"5079040" : 268,
"5144576" : 382,
"5210112" : 443,
"5275648" : 445,
"5341184" : 527,
"5406720" : 695,
"5472256" : 765,
"5537792" : 977,
"5603328" : 1092,
"5668864" : 1230,
"5734400" : 1394,
"5799936" : 1662,
"5865472" : 1852,
"5931008" : 2095,
"5996544" : 2339,
"6062080" : 2786,
"6127616" : 3093,
"6193152" : 3536,
"6258688" : 3920,
"6324224" : 4343,
"6389760" : 5124,
"6455296" : 5235,
"6520832" : 5727,
"6586368" : 6338,
"6651904" : 7236,
"6717440" : 7995,
"6782976" : 8490,
"6848512" : 9578,
"6914048" : 10338,
"6979584" : 11151,
"7045120" : 12273,
"7110656" : 13352,
"7176192" : 14876,
"7241728" : 15763,
"7307264" : 17058,
"7372800" : 18335,
"7438336" : 20514,
"7503872" : 22071,
"7569408" : 23757,
"7634944" : 25591,
"7700480" : 27231,
"7766016" : 30421,
"7831552" : 32633,
"7897088" : 35486,
"7962624" : 38658,
"8028160" : 41935,
"8093696" : 45619,
"8159232" : 49259,
"8224768" : 53615,
"8290304" : 58246,
"8355840" : 62686,
"8454144" : 140897,
"8585216" : 163439,
"8716288" : 188615,
"8847360" : 216212,
"8978432" : 246067,
"9109504" : 277367,
"9240576" : 308029,
"9371648" : 339289,
"9502720" : 366472,
"9633792" : 391180,
"9764864" : 409267,
"9895936" : 421761,
"10027008" : 426293,
"10158080" : 424859,
"10289152" : 414069,
"10420224" : 395093,
"10551296" : 367851,
"10682368" : 336546,
"10813440" : 298059,
"10944512" : 261068,
"11075584" : 219684,
"11206656" : 181175,
"11337728" : 144731,
"11468800" : 113102,
"11599872" : 85417,
"11730944" : 61554,
"11862016" : 44057,
"11993088" : 29900,
"12124160" : 19266,
"12255232" : 12116,
"12386304" : 7294,
"12517376" : 4298,
"12648448" : 2435,
"12779520" : 1215,
"12910592" : 681,
"13041664" : 414,
"13172736" : 194,
"13303808" : 87,
"13434880" : 29,
"13565952" : 15,
"13697024" : 6,
"13828096" : 7,
"13959168" : 2,
"14090240" : 2,
"14221312" : 1
}
},
"lat_ns" : {
"min" : 3806348,
"max" : 14535808,
"mean" : 10123326.509243,
"stddev" : 1084541.879126,
"N" : 8091602
},
"bw_min" : 193895,
"bw_max" : 211810,
"bw_agg" : 100.000000,
"bw_mean" : 202323.761755,
"bw_dev" : 201.325346,
"bw_samples" : 5104,
"iops_min" : 48473,
"iops_max" : 52952,
"iops_mean" : 50580.507837,
"iops_stddev" : 50.338764,
"iops_samples" : 5104
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2559994,
"usr_cpu" : 0.668752,
"sys_cpu" : 16.852383,
"ctx" : 6478556,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999975,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999963,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 53.947702,
"20" : 46.051927,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086690,
"timestamp_ms" : 1773086690983,
"time" : "Mon Mar 9 17:04:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 35191881728,
"io_kbytes" : 34367072,
"bw_bytes" : 207012286,
"bw" : 202160,
"iops" : 50540.273766,
"runtime" : 169999,
"total_ios" : 8591796,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5358,
"max" : 1949580,
"mean" : 314339.257898,
"stddev" : 158656.878591,
"N" : 8591796
},
"clat_ns" : {
"min" : 3468141,
"max" : 14168886,
"mean" : 9815463.653082,
"stddev" : 1059610.300893,
"N" : 8591780,
"percentile" : {
"1.000000" : 6848512,
"5.000000" : 7897088,
"10.000000" : 8454144,
"20.000000" : 8978432,
"30.000000" : 9371648,
"40.000000" : 9633792,
"50.000000" : 9895936,
"60.000000" : 10158080,
"70.000000" : 10420224,
"80.000000" : 10682368,
"90.000000" : 11075584,
"95.000000" : 11337728,
"99.000000" : 11862016,
"99.500000" : 12124160,
"99.900000" : 12517376,
"99.950000" : 12648448,
"99.990000" : 12910592
},
"bins" : {
"3457024" : 1,
"3620864" : 1,
"3686400" : 1,
"3784704" : 3,
"3817472" : 2,
"3883008" : 1,
"3915776" : 1,
"3948544" : 3,
"3981312" : 1,
"4014080" : 4,
"4046848" : 3,
"4079616" : 5,
"4112384" : 3,
"4145152" : 5,
"4177920" : 8,
"4227072" : 9,
"4292608" : 18,
"4358144" : 17,
"4423680" : 21,
"4489216" : 31,
"4554752" : 65,
"4620288" : 54,
"4685824" : 65,
"4751360" : 88,
"4816896" : 96,
"4882432" : 126,
"4947968" : 174,
"5013504" : 255,
"5079040" : 270,
"5144576" : 382,
"5210112" : 447,
"5275648" : 450,
"5341184" : 540,
"5406720" : 704,
"5472256" : 772,
"5537792" : 989,
"5603328" : 1111,
"5668864" : 1248,
"5734400" : 1421,
"5799936" : 1696,
"5865472" : 1897,
"5931008" : 2131,
"5996544" : 2400,
"6062080" : 2861,
"6127616" : 3164,
"6193152" : 3627,
"6258688" : 3994,
"6324224" : 4427,
"6389760" : 5226,
"6455296" : 5415,
"6520832" : 5903,
"6586368" : 6560,
"6651904" : 7454,
"6717440" : 8253,
"6782976" : 8791,
"6848512" : 9904,
"6914048" : 10698,
"6979584" : 11595,
"7045120" : 12752,
"7110656" : 13855,
"7176192" : 15514,
"7241728" : 16422,
"7307264" : 17905,
"7372800" : 19247,
"7438336" : 21441,
"7503872" : 23026,
"7569408" : 24925,
"7634944" : 26846,
"7700480" : 28613,
"7766016" : 31960,
"7831552" : 34347,
"7897088" : 37365,
"7962624" : 40751,
"8028160" : 44259,
"8093696" : 48053,
"8159232" : 51928,
"8224768" : 56599,
"8290304" : 61560,
"8355840" : 66196,
"8454144" : 149021,
"8585216" : 172737,
"8716288" : 199472,
"8847360" : 228906,
"8978432" : 260826,
"9109504" : 293566,
"9240576" : 326314,
"9371648" : 359776,
"9502720" : 388095,
"9633792" : 415099,
"9764864" : 433995,
"9895936" : 447533,
"10027008" : 452741,
"10158080" : 451510,
"10289152" : 440643,
"10420224" : 420595,
"10551296" : 392010,
"10682368" : 359111,
"10813440" : 318277,
"10944512" : 278750,
"11075584" : 234868,
"11206656" : 193863,
"11337728" : 154915,
"11468800" : 121238,
"11599872" : 91400,
"11730944" : 66173,
"11862016" : 47367,
"11993088" : 32281,
"12124160" : 20666,
"12255232" : 13092,
"12386304" : 7862,
"12517376" : 4632,
"12648448" : 2645,
"12779520" : 1298,
"12910592" : 735,
"13041664" : 442,
"13172736" : 212,
"13303808" : 91,
"13434880" : 32,
"13565952" : 18,
"13697024" : 6,
"13828096" : 7,
"13959168" : 2,
"14090240" : 2,
"14221312" : 1
}
},
"lat_ns" : {
"min" : 3806348,
"max" : 14535808,
"mean" : 10129800.964116,
"stddev" : 1081942.703391,
"N" : 8591780
},
"bw_min" : 191527,
"bw_max" : 212258,
"bw_agg" : 100.000000,
"bw_mean" : 202216.448378,
"bw_dev" : 214.975937,
"bw_samples" : 5424,
"iops_min" : 47881,
"iops_max" : 53064,
"iops_mean" : 50553.705015,
"iops_stddev" : 53.749651,
"iops_samples" : 5424
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2719984,
"usr_cpu" : 0.669011,
"sys_cpu" : 16.848040,
"ctx" : 6884180,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 53.739335,
"20" : 46.260316,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086700,
"timestamp_ms" : 1773086700983,
"time" : "Mon Mar 9 17:05:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 37160054784,
"io_kbytes" : 36289116,
"bw_bytes" : 206444748,
"bw" : 201606,
"iops" : 50401.605556,
"runtime" : 180000,
"total_ios" : 9072289,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5358,
"max" : 1949580,
"mean" : 315208.304510,
"stddev" : 158099.388934,
"N" : 9072305
},
"clat_ns" : {
"min" : 2995,
"max" : 14168886,
"mean" : 9842152.231428,
"stddev" : 1060611.481845,
"N" : 9072785,
"percentile" : {
"1.000000" : 6848512,
"5.000000" : 7962624,
"10.000000" : 8454144,
"20.000000" : 8978432,
"30.000000" : 9371648,
"40.000000" : 9633792,
"50.000000" : 9895936,
"60.000000" : 10158080,
"70.000000" : 10420224,
"80.000000" : 10682368,
"90.000000" : 11075584,
"95.000000" : 11468800,
"99.000000" : 11993088,
"99.500000" : 12124160,
"99.900000" : 12517376,
"99.950000" : 12648448,
"99.990000" : 13041664
},
"bins" : {
"2992" : 1,
"3088" : 1,
"3152" : 1,
"3184" : 1,
"3216" : 1,
"3280" : 1,
"3344" : 1,
"4448" : 1,
"5856" : 1,
"5920" : 1,
"6688" : 1,
"7840" : 1,
"10560" : 1,
"10816" : 1,
"11456" : 1,
"14656" : 1,
"329728" : 1,
"333824" : 2,
"337920" : 1,
"342016" : 1,
"350208" : 1,
"358400" : 1,
"362496" : 1,
"378880" : 1,
"391168" : 1,
"399360" : 1,
"407552" : 1,
"411648" : 1,
"432128" : 1,
"552960" : 1,
"569344" : 1,
"667648" : 1,
"716800" : 1,
"724992" : 1,
"733184" : 3,
"741376" : 1,
"757760" : 1,
"765952" : 1,
"774144" : 1,
"782336" : 1,
"798720" : 2,
"806912" : 2,
"823296" : 1,
"954368" : 1,
"1036288" : 1,
"1056768" : 1,
"1073152" : 2,
"1089536" : 1,
"1105920" : 1,
"1122304" : 2,
"1171456" : 4,
"1187840" : 2,
"1204224" : 1,
"1253376" : 1,
"1400832" : 2,
"1417216" : 1,
"1433600" : 1,
"1466368" : 1,
"1482752" : 2,
"1548288" : 1,
"1564672" : 2,
"1581056" : 3,
"1597440" : 1,
"1613824" : 1,
"1646592" : 1,
"1662976" : 1,
"1728512" : 1,
"1744896" : 1,
"1794048" : 1,
"1810432" : 1,
"1826816" : 2,
"1859584" : 1,
"1875968" : 1,
"1925120" : 2,
"1957888" : 1,
"1974272" : 1,
"2007040" : 2,
"2023424" : 1,
"2039808" : 2,
"2056192" : 1,
"2146304" : 1,
"2179072" : 1,
"2211840" : 2,
"2244608" : 2,
"2277376" : 2,
"2310144" : 4,
"2342912" : 1,
"2375680" : 1,
"2408448" : 1,
"2441216" : 1,
"2473984" : 1,
"2506752" : 1,
"2539520" : 2,
"2572288" : 2,
"2637824" : 1,
"2670592" : 4,
"2703360" : 2,
"2736128" : 1,
"2768896" : 1,
"2801664" : 1,
"2834432" : 2,
"2867200" : 2,
"2899968" : 2,
"2932736" : 2,
"3031040" : 2,
"3063808" : 3,
"3096576" : 1,
"3129344" : 3,
"3194880" : 1,
"3227648" : 4,
"3260416" : 1,
"3293184" : 1,
"3325952" : 1,
"3391488" : 2,
"3424256" : 2,
"3457024" : 2,
"3489792" : 1,
"3522560" : 1,
"3555328" : 2,
"3588096" : 3,
"3620864" : 2,
"3653632" : 1,
"3686400" : 2,
"3719168" : 2,
"3784704" : 5,
"3817472" : 3,
"3850240" : 1,
"3883008" : 1,
"3915776" : 6,
"3948544" : 6,
"3981312" : 2,
"4014080" : 6,
"4046848" : 4,
"4079616" : 5,
"4112384" : 5,
"4145152" : 5,
"4177920" : 12,
"4227072" : 13,
"4292608" : 22,
"4358144" : 20,
"4423680" : 24,
"4489216" : 33,
"4554752" : 69,
"4620288" : 60,
"4685824" : 72,
"4751360" : 89,
"4816896" : 101,
"4882432" : 131,
"4947968" : 180,
"5013504" : 260,
"5079040" : 272,
"5144576" : 385,
"5210112" : 451,
"5275648" : 457,
"5341184" : 548,
"5406720" : 719,
"5472256" : 785,
"5537792" : 993,
"5603328" : 1122,
"5668864" : 1269,
"5734400" : 1441,
"5799936" : 1714,
"5865472" : 1914,
"5931008" : 2151,
"5996544" : 2440,
"6062080" : 2886,
"6127616" : 3207,
"6193152" : 3665,
"6258688" : 4034,
"6324224" : 4492,
"6389760" : 5284,
"6455296" : 5482,
"6520832" : 5968,
"6586368" : 6642,
"6651904" : 7546,
"6717440" : 8367,
"6782976" : 8909,
"6848512" : 10054,
"6914048" : 10849,
"6979584" : 11780,
"7045120" : 12948,
"7110656" : 14065,
"7176192" : 15772,
"7241728" : 16667,
"7307264" : 18214,
"7372800" : 19522,
"7438336" : 21760,
"7503872" : 23417,
"7569408" : 25400,
"7634944" : 27306,
"7700480" : 29131,
"7766016" : 32485,
"7831552" : 34992,
"7897088" : 38094,
"7962624" : 41576,
"8028160" : 45197,
"8093696" : 48990,
"8159232" : 53021,
"8224768" : 57817,
"8290304" : 62915,
"8355840" : 67761,
"8454144" : 152603,
"8585216" : 177360,
"8716288" : 204799,
"8847360" : 235484,
"8978432" : 268798,
"9109504" : 303310,
"9240576" : 337931,
"9371648" : 373479,
"9502720" : 404112,
"9633792" : 433219,
"9764864" : 454204,
"9895936" : 470298,
"10027008" : 477627,
"10158080" : 477622,
"10289152" : 467625,
"10420224" : 448115,
"10551296" : 419503,
"10682368" : 386570,
"10813440" : 344262,
"10944512" : 303340,
"11075584" : 257001,
"11206656" : 213806,
"11337728" : 172061,
"11468800" : 135643,
"11599872" : 103161,
"11730944" : 75100,
"11862016" : 54063,
"11993088" : 37036,
"12124160" : 23892,
"12255232" : 15313,
"12386304" : 9291,
"12517376" : 5505,
"12648448" : 3114,
"12779520" : 1551,
"12910592" : 859,
"13041664" : 520,
"13172736" : 244,
"13303808" : 106,
"13434880" : 34,
"13565952" : 18,
"13697024" : 6,
"13828096" : 7,
"13959168" : 2,
"14090240" : 2,
"14221312" : 1
}
},
"lat_ns" : {
"min" : 327691,
"max" : 14535808,
"mean" : 10157359.627073,
"stddev" : 1083016.101417,
"N" : 9072785
},
"bw_min" : 182152,
"bw_max" : 212258,
"bw_agg" : 100.000000,
"bw_mean" : 201695.197772,
"bw_dev" : 275.198247,
"bw_samples" : 5744,
"iops_min" : 45538,
"iops_max" : 53064,
"iops_mean" : 50423.415042,
"iops_stddev" : 68.800811,
"iops_samples" : 5744
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2879985,
"usr_cpu" : 0.666913,
"sys_cpu" : 16.831442,
"ctx" : 7290801,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999824,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 52.683760,
"20" : 47.319491,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086701,
"timestamp_ms" : 1773086701022,
"time" : "Mon Mar 9 17:05:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 37162192896,
"io_kbytes" : 36291204,
"bw_bytes" : 206452039,
"bw" : 201613,
"iops" : 50400.485545,
"runtime" : 180004,
"total_ios" : 9072289,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5358,
"max" : 1949580,
"mean" : 315208.304510,
"stddev" : 158099.388934,
"N" : 9072305
},
"clat_ns" : {
"min" : 2995,
"max" : 14168886,
"mean" : 9842152.231428,
"stddev" : 1060611.481845,
"N" : 9072785,
"percentile" : {
"1.000000" : 6848512,
"5.000000" : 7962624,
"10.000000" : 8454144,
"20.000000" : 8978432,
"30.000000" : 9371648,
"40.000000" : 9633792,
"50.000000" : 9895936,
"60.000000" : 10158080,
"70.000000" : 10420224,
"80.000000" : 10682368,
"90.000000" : 11075584,
"95.000000" : 11468800,
"99.000000" : 11993088,
"99.500000" : 12124160,
"99.900000" : 12517376,
"99.950000" : 12648448,
"99.990000" : 13041664
},
"bins" : {
"2992" : 1,
"3088" : 1,
"3152" : 1,
"3184" : 1,
"3216" : 1,
"3280" : 1,
"3344" : 1,
"4448" : 1,
"5856" : 1,
"5920" : 1,
"6688" : 1,
"7840" : 1,
"10560" : 1,
"10816" : 1,
"11456" : 1,
"14656" : 1,
"329728" : 1,
"333824" : 2,
"337920" : 1,
"342016" : 1,
"350208" : 1,
"358400" : 1,
"362496" : 1,
"378880" : 1,
"391168" : 1,
"399360" : 1,
"407552" : 1,
"411648" : 1,
"432128" : 1,
"552960" : 1,
"569344" : 1,
"667648" : 1,
"716800" : 1,
"724992" : 1,
"733184" : 3,
"741376" : 1,
"757760" : 1,
"765952" : 1,
"774144" : 1,
"782336" : 1,
"798720" : 2,
"806912" : 2,
"823296" : 1,
"954368" : 1,
"1036288" : 1,
"1056768" : 1,
"1073152" : 2,
"1089536" : 1,
"1105920" : 1,
"1122304" : 2,
"1171456" : 4,
"1187840" : 2,
"1204224" : 1,
"1253376" : 1,
"1400832" : 2,
"1417216" : 1,
"1433600" : 1,
"1466368" : 1,
"1482752" : 2,
"1548288" : 1,
"1564672" : 2,
"1581056" : 3,
"1597440" : 1,
"1613824" : 1,
"1646592" : 1,
"1662976" : 1,
"1728512" : 1,
"1744896" : 1,
"1794048" : 1,
"1810432" : 1,
"1826816" : 2,
"1859584" : 1,
"1875968" : 1,
"1925120" : 2,
"1957888" : 1,
"1974272" : 1,
"2007040" : 2,
"2023424" : 1,
"2039808" : 2,
"2056192" : 1,
"2146304" : 1,
"2179072" : 1,
"2211840" : 2,
"2244608" : 2,
"2277376" : 2,
"2310144" : 4,
"2342912" : 1,
"2375680" : 1,
"2408448" : 1,
"2441216" : 1,
"2473984" : 1,
"2506752" : 1,
"2539520" : 2,
"2572288" : 2,
"2637824" : 1,
"2670592" : 4,
"2703360" : 2,
"2736128" : 1,
"2768896" : 1,
"2801664" : 1,
"2834432" : 2,
"2867200" : 2,
"2899968" : 2,
"2932736" : 2,
"3031040" : 2,
"3063808" : 3,
"3096576" : 1,
"3129344" : 3,
"3194880" : 1,
"3227648" : 4,
"3260416" : 1,
"3293184" : 1,
"3325952" : 1,
"3391488" : 2,
"3424256" : 2,
"3457024" : 2,
"3489792" : 1,
"3522560" : 1,
"3555328" : 2,
"3588096" : 3,
"3620864" : 2,
"3653632" : 1,
"3686400" : 2,
"3719168" : 2,
"3784704" : 5,
"3817472" : 3,
"3850240" : 1,
"3883008" : 1,
"3915776" : 6,
"3948544" : 6,
"3981312" : 2,
"4014080" : 6,
"4046848" : 4,
"4079616" : 5,
"4112384" : 5,
"4145152" : 5,
"4177920" : 12,
"4227072" : 13,
"4292608" : 22,
"4358144" : 20,
"4423680" : 24,
"4489216" : 33,
"4554752" : 69,
"4620288" : 60,
"4685824" : 72,
"4751360" : 89,
"4816896" : 101,
"4882432" : 131,
"4947968" : 180,
"5013504" : 260,
"5079040" : 272,
"5144576" : 385,
"5210112" : 451,
"5275648" : 457,
"5341184" : 548,
"5406720" : 719,
"5472256" : 785,
"5537792" : 993,
"5603328" : 1122,
"5668864" : 1269,
"5734400" : 1441,
"5799936" : 1714,
"5865472" : 1914,
"5931008" : 2151,
"5996544" : 2440,
"6062080" : 2886,
"6127616" : 3207,
"6193152" : 3665,
"6258688" : 4034,
"6324224" : 4492,
"6389760" : 5284,
"6455296" : 5482,
"6520832" : 5968,
"6586368" : 6642,
"6651904" : 7546,
"6717440" : 8367,
"6782976" : 8909,
"6848512" : 10054,
"6914048" : 10849,
"6979584" : 11780,
"7045120" : 12948,
"7110656" : 14065,
"7176192" : 15772,
"7241728" : 16667,
"7307264" : 18214,
"7372800" : 19522,
"7438336" : 21760,
"7503872" : 23417,
"7569408" : 25400,
"7634944" : 27306,
"7700480" : 29131,
"7766016" : 32485,
"7831552" : 34992,
"7897088" : 38094,
"7962624" : 41576,
"8028160" : 45197,
"8093696" : 48990,
"8159232" : 53021,
"8224768" : 57817,
"8290304" : 62915,
"8355840" : 67761,
"8454144" : 152603,
"8585216" : 177360,
"8716288" : 204799,
"8847360" : 235484,
"8978432" : 268798,
"9109504" : 303310,
"9240576" : 337931,
"9371648" : 373479,
"9502720" : 404112,
"9633792" : 433219,
"9764864" : 454204,
"9895936" : 470298,
"10027008" : 477627,
"10158080" : 477622,
"10289152" : 467625,
"10420224" : 448115,
"10551296" : 419503,
"10682368" : 386570,
"10813440" : 344262,
"10944512" : 303340,
"11075584" : 257001,
"11206656" : 213806,
"11337728" : 172061,
"11468800" : 135643,
"11599872" : 103161,
"11730944" : 75100,
"11862016" : 54063,
"11993088" : 37036,
"12124160" : 23892,
"12255232" : 15313,
"12386304" : 9291,
"12517376" : 5505,
"12648448" : 3114,
"12779520" : 1551,
"12910592" : 859,
"13041664" : 520,
"13172736" : 244,
"13303808" : 106,
"13434880" : 34,
"13565952" : 18,
"13697024" : 6,
"13828096" : 7,
"13959168" : 2,
"14090240" : 2,
"14221312" : 1
}
},
"lat_ns" : {
"min" : 327691,
"max" : 14535808,
"mean" : 10157359.627073,
"stddev" : 1083016.101417,
"N" : 9072785
},
"bw_min" : 182152,
"bw_max" : 212258,
"bw_agg" : 100.000000,
"bw_mean" : 201695.197772,
"bw_dev" : 275.198247,
"bw_samples" : 5744,
"iops_min" : 45538,
"iops_max" : 53064,
"iops_mean" : 50423.415042,
"iops_stddev" : 68.800811,
"iops_samples" : 5744
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880027,
"usr_cpu" : 0.666903,
"sys_cpu" : 16.831196,
"ctx" : 7290836,
"majf" : 0,
"minf" : 584,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999824,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 52.683760,
"20" : 47.319491,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}