raidz2/benchmarks/rand/rand-read-qd32-nj8_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773085832,
"timestamp_ms" : 1773085832575,
"time" : "Mon Mar 9 16:50:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 1173618688,
"io_kbytes" : 1146112,
"bw_bytes" : 120210866,
"bw" : 117393,
"iops" : 29376.523610,
"runtime" : 9763,
"total_ios" : 286803,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 78104,
"usr_cpu" : 0.761805,
"sys_cpu" : 17.929940,
"ctx" : 207676,
"majf" : 0,
"minf" : 313,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.913529,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085842,
"timestamp_ms" : 1773085842811,
"time" : "Mon Mar 9 16:50:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 1195413504,
"io_kbytes" : 1167396,
"bw_bytes" : 119553305,
"bw" : 116751,
"iops" : 29188.818882,
"runtime" : 9999,
"total_ios" : 291859,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 6079,
"max" : 887546,
"mean" : 271989.839303,
"stddev" : 159347.955980,
"N" : 291859
},
"clat_ns" : {
"min" : 4213007,
"max" : 12249318,
"mean" : 8498631.113020,
"stddev" : 900799.993982,
"N" : 291851,
"percentile" : {
"1.000000" : 6324224,
"5.000000" : 6979584,
"10.000000" : 7307264,
"20.000000" : 7766016,
"30.000000" : 8028160,
"40.000000" : 8290304,
"50.000000" : 8585216,
"60.000000" : 8716288,
"70.000000" : 8978432,
"80.000000" : 9240576,
"90.000000" : 9633792,
"95.000000" : 9895936,
"99.000000" : 10551296,
"99.500000" : 10682368,
"99.900000" : 11075584,
"99.950000" : 11206656,
"99.990000" : 11468800
},
"bins" : {
"4227072" : 2,
"4358144" : 1,
"4554752" : 4,
"4620288" : 1,
"4685824" : 3,
"4751360" : 2,
"4816896" : 2,
"4882432" : 2,
"4947968" : 7,
"5013504" : 7,
"5079040" : 6,
"5144576" : 5,
"5210112" : 15,
"5275648" : 24,
"5341184" : 28,
"5406720" : 36,
"5472256" : 34,
"5537792" : 53,
"5603328" : 83,
"5668864" : 105,
"5734400" : 131,
"5799936" : 129,
"5865472" : 174,
"5931008" : 192,
"5996544" : 289,
"6062080" : 279,
"6127616" : 331,
"6193152" : 383,
"6258688" : 489,
"6324224" : 510,
"6389760" : 627,
"6455296" : 739,
"6520832" : 807,
"6586368" : 939,
"6651904" : 982,
"6717440" : 1286,
"6782976" : 1404,
"6848512" : 1704,
"6914048" : 1803,
"6979584" : 1985,
"7045120" : 2200,
"7110656" : 2644,
"7176192" : 2920,
"7241728" : 3172,
"7307264" : 3404,
"7372800" : 3687,
"7438336" : 4150,
"7503872" : 4467,
"7569408" : 4713,
"7634944" : 5140,
"7700480" : 5632,
"7766016" : 5873,
"7831552" : 6345,
"7897088" : 6482,
"7962624" : 6502,
"8028160" : 7048,
"8093696" : 7416,
"8159232" : 7512,
"8224768" : 7725,
"8290304" : 8025,
"8355840" : 8318,
"8454144" : 16425,
"8585216" : 16741,
"8716288" : 16754,
"8847360" : 15936,
"8978432" : 15253,
"9109504" : 14383,
"9240576" : 12806,
"9371648" : 11327,
"9502720" : 9593,
"9633792" : 8049,
"9764864" : 6535,
"9895936" : 5225,
"10027008" : 4078,
"10158080" : 2866,
"10289152" : 2365,
"10420224" : 1581,
"10551296" : 1083,
"10682368" : 796,
"10813440" : 516,
"10944512" : 252,
"11075584" : 156,
"11206656" : 76,
"11337728" : 40,
"11468800" : 18,
"11599872" : 7,
"11730944" : 1,
"11862016" : 6,
"11993088" : 1,
"12124160" : 1,
"12255232" : 3
}
},
"lat_ns" : {
"min" : 4588732,
"max" : 12608697,
"mean" : 8770629.092102,
"stddev" : 915525.895528,
"N" : 291851
},
"bw_min" : 113812,
"bw_max" : 120040,
"bw_agg" : 100.000000,
"bw_mean" : 116773.947368,
"bw_dev" : 197.064048,
"bw_samples" : 152,
"iops_min" : 28453,
"iops_max" : 30010,
"iops_mean" : 29193.368421,
"iops_stddev" : 49.263039,
"iops_samples" : 152
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79992,
"usr_cpu" : 0.763826,
"sys_cpu" : 17.899290,
"ctx" : 212714,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 95.717453,
"20" : 4.279806,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085852,
"timestamp_ms" : 1773085852812,
"time" : "Mon Mar 9 16:50:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 2383646720,
"io_kbytes" : 2327780,
"bw_bytes" : 119188295,
"bw" : 116394,
"iops" : 29099.354968,
"runtime" : 19999,
"total_ios" : 581958,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5368,
"max" : 887546,
"mean" : 272833.283017,
"stddev" : 158906.345779,
"N" : 581958
},
"clat_ns" : {
"min" : 4178956,
"max" : 12249318,
"mean" : 8524502.468961,
"stddev" : 897884.162267,
"N" : 581950,
"percentile" : {
"1.000000" : 6324224,
"5.000000" : 6979584,
"10.000000" : 7372800,
"20.000000" : 7766016,
"30.000000" : 8093696,
"40.000000" : 8290304,
"50.000000" : 8585216,
"60.000000" : 8716288,
"70.000000" : 8978432,
"80.000000" : 9240576,
"90.000000" : 9633792,
"95.000000" : 9895936,
"99.000000" : 10551296,
"99.500000" : 10682368,
"99.900000" : 11075584,
"99.950000" : 11206656,
"99.990000" : 11468800
},
"bins" : {
"4177920" : 3,
"4227072" : 2,
"4358144" : 1,
"4423680" : 1,
"4554752" : 10,
"4620288" : 2,
"4685824" : 7,
"4751360" : 2,
"4816896" : 4,
"4882432" : 3,
"4947968" : 10,
"5013504" : 13,
"5079040" : 12,
"5144576" : 15,
"5210112" : 35,
"5275648" : 48,
"5341184" : 57,
"5406720" : 65,
"5472256" : 90,
"5537792" : 104,
"5603328" : 140,
"5668864" : 179,
"5734400" : 226,
"5799936" : 242,
"5865472" : 347,
"5931008" : 361,
"5996544" : 502,
"6062080" : 527,
"6127616" : 623,
"6193152" : 728,
"6258688" : 892,
"6324224" : 1000,
"6389760" : 1195,
"6455296" : 1339,
"6520832" : 1502,
"6586368" : 1744,
"6651904" : 1905,
"6717440" : 2361,
"6782976" : 2712,
"6848512" : 3081,
"6914048" : 3400,
"6979584" : 3788,
"7045120" : 4173,
"7110656" : 4993,
"7176192" : 5608,
"7241728" : 6194,
"7307264" : 6564,
"7372800" : 7062,
"7438336" : 7789,
"7503872" : 8610,
"7569408" : 9220,
"7634944" : 9968,
"7700480" : 10680,
"7766016" : 11361,
"7831552" : 12102,
"7897088" : 12687,
"7962624" : 13006,
"8028160" : 13846,
"8093696" : 14440,
"8159232" : 14579,
"8224768" : 15302,
"8290304" : 16099,
"8355840" : 16491,
"8454144" : 32746,
"8585216" : 33833,
"8716288" : 33559,
"8847360" : 32122,
"8978432" : 30930,
"9109504" : 29125,
"9240576" : 26245,
"9371648" : 23394,
"9502720" : 19741,
"9633792" : 16854,
"9764864" : 13618,
"9895936" : 10892,
"10027008" : 8450,
"10158080" : 6182,
"10289152" : 4914,
"10420224" : 3253,
"10551296" : 2261,
"10682368" : 1593,
"10813440" : 995,
"10944512" : 553,
"11075584" : 319,
"11206656" : 166,
"11337728" : 75,
"11468800" : 40,
"11599872" : 16,
"11730944" : 10,
"11862016" : 7,
"11993088" : 1,
"12124160" : 1,
"12255232" : 3
}
},
"lat_ns" : {
"min" : 4199687,
"max" : 12608697,
"mean" : 8797338.580029,
"stddev" : 912610.596293,
"N" : 581950
},
"bw_min" : 112824,
"bw_max" : 120304,
"bw_agg" : 100.000000,
"bw_mean" : 116423.282051,
"bw_dev" : 204.999883,
"bw_samples" : 312,
"iops_min" : 28206,
"iops_max" : 30076,
"iops_mean" : 29105.589744,
"iops_stddev" : 51.242982,
"iops_samples" : 312
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159992,
"usr_cpu" : 0.753163,
"sys_cpu" : 17.871519,
"ctx" : 425701,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 95.525450,
"20" : 4.473175,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085862,
"timestamp_ms" : 1773085862812,
"time" : "Mon Mar 9 16:51:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 3577143296,
"io_kbytes" : 3493304,
"bw_bytes" : 119238109,
"bw" : 116443,
"iops" : 29111.200000,
"runtime" : 30000,
"total_ios" : 873336,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5368,
"max" : 933186,
"mean" : 272706.682628,
"stddev" : 159005.304216,
"N" : 873336
},
"clat_ns" : {
"min" : 4178956,
"max" : 12249318,
"mean" : 8520569.894214,
"stddev" : 898475.258321,
"N" : 873328,
"percentile" : {
"1.000000" : 6324224,
"5.000000" : 6979584,
"10.000000" : 7372800,
"20.000000" : 7766016,
"30.000000" : 8093696,
"40.000000" : 8290304,
"50.000000" : 8585216,
"60.000000" : 8716288,
"70.000000" : 8978432,
"80.000000" : 9240576,
"90.000000" : 9633792,
"95.000000" : 9895936,
"99.000000" : 10551296,
"99.500000" : 10682368,
"99.900000" : 11075584,
"99.950000" : 11206656,
"99.990000" : 11468800
},
"bins" : {
"4177920" : 3,
"4227072" : 2,
"4292608" : 2,
"4358144" : 1,
"4423680" : 2,
"4554752" : 13,
"4620288" : 3,
"4685824" : 12,
"4751360" : 2,
"4816896" : 6,
"4882432" : 12,
"4947968" : 15,
"5013504" : 25,
"5079040" : 18,
"5144576" : 30,
"5210112" : 61,
"5275648" : 61,
"5341184" : 91,
"5406720" : 97,
"5472256" : 134,
"5537792" : 143,
"5603328" : 202,
"5668864" : 277,
"5734400" : 329,
"5799936" : 383,
"5865472" : 503,
"5931008" : 535,
"5996544" : 707,
"6062080" : 786,
"6127616" : 992,
"6193152" : 1106,
"6258688" : 1279,
"6324224" : 1465,
"6389760" : 1788,
"6455296" : 1981,
"6520832" : 2310,
"6586368" : 2671,
"6651904" : 2955,
"6717440" : 3534,
"6782976" : 4033,
"6848512" : 4667,
"6914048" : 5263,
"6979584" : 5800,
"7045120" : 6423,
"7110656" : 7492,
"7176192" : 8292,
"7241728" : 9196,
"7307264" : 9939,
"7372800" : 10804,
"7438336" : 11714,
"7503872" : 12981,
"7569408" : 13834,
"7634944" : 15096,
"7700480" : 16017,
"7766016" : 17021,
"7831552" : 18124,
"7897088" : 19279,
"7962624" : 19956,
"8028160" : 20824,
"8093696" : 21594,
"8159232" : 22394,
"8224768" : 23284,
"8290304" : 24222,
"8355840" : 24740,
"8454144" : 49231,
"8585216" : 50762,
"8716288" : 50464,
"8847360" : 48368,
"8978432" : 46017,
"9109504" : 43133,
"9240576" : 38898,
"9371648" : 34588,
"9502720" : 29342,
"9633792" : 25001,
"9764864" : 20170,
"9895936" : 16343,
"10027008" : 12780,
"10158080" : 9418,
"10289152" : 7205,
"10420224" : 4929,
"10551296" : 3350,
"10682368" : 2378,
"10813440" : 1509,
"10944512" : 863,
"11075584" : 479,
"11206656" : 280,
"11337728" : 133,
"11468800" : 82,
"11599872" : 32,
"11730944" : 23,
"11862016" : 18,
"11993088" : 3,
"12124160" : 1,
"12255232" : 3
}
},
"lat_ns" : {
"min" : 4199687,
"max" : 12608697,
"mean" : 8793273.967695,
"stddev" : 913140.902215,
"N" : 873328
},
"bw_min" : 112824,
"bw_max" : 120608,
"bw_agg" : 100.000000,
"bw_mean" : 116450.101695,
"bw_dev" : 205.804108,
"bw_samples" : 472,
"iops_min" : 28206,
"iops_max" : 30152,
"iops_mean" : 29112.237288,
"iops_stddev" : 51.451802,
"iops_samples" : 472
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239998,
"usr_cpu" : 0.731256,
"sys_cpu" : 17.913483,
"ctx" : 638329,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 95.498754,
"20" : 4.500330,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085872,
"timestamp_ms" : 1773085872812,
"time" : "Mon Mar 9 16:51:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 4769124352,
"io_kbytes" : 4657348,
"bw_bytes" : 119228108,
"bw" : 116433,
"iops" : 29108.750000,
"runtime" : 40000,
"total_ios" : 1164350,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5368,
"max" : 933216,
"mean" : 272733.841415,
"stddev" : 159056.101733,
"N" : 1164350
},
"clat_ns" : {
"min" : 4178956,
"max" : 12249318,
"mean" : 8521287.323656,
"stddev" : 897547.187001,
"N" : 1164342,
"percentile" : {
"1.000000" : 6324224,
"5.000000" : 6979584,
"10.000000" : 7372800,
"20.000000" : 7766016,
"30.000000" : 8093696,
"40.000000" : 8290304,
"50.000000" : 8585216,
"60.000000" : 8716288,
"70.000000" : 8978432,
"80.000000" : 9240576,
"90.000000" : 9633792,
"95.000000" : 9895936,
"99.000000" : 10551296,
"99.500000" : 10682368,
"99.900000" : 11075584,
"99.950000" : 11206656,
"99.990000" : 11468800
},
"bins" : {
"4177920" : 3,
"4227072" : 2,
"4292608" : 4,
"4358144" : 1,
"4423680" : 2,
"4554752" : 14,
"4620288" : 6,
"4685824" : 15,
"4751360" : 2,
"4816896" : 7,
"4882432" : 13,
"4947968" : 15,
"5013504" : 32,
"5079040" : 23,
"5144576" : 48,
"5210112" : 66,
"5275648" : 75,
"5341184" : 108,
"5406720" : 135,
"5472256" : 173,
"5537792" : 202,
"5603328" : 256,
"5668864" : 350,
"5734400" : 412,
"5799936" : 477,
"5865472" : 621,
"5931008" : 701,
"5996544" : 920,
"6062080" : 1037,
"6127616" : 1291,
"6193152" : 1429,
"6258688" : 1683,
"6324224" : 1931,
"6389760" : 2375,
"6455296" : 2650,
"6520832" : 3117,
"6586368" : 3615,
"6651904" : 4009,
"6717440" : 4622,
"6782976" : 5318,
"6848512" : 6256,
"6914048" : 6981,
"6979584" : 7626,
"7045120" : 8442,
"7110656" : 9845,
"7176192" : 11086,
"7241728" : 12252,
"7307264" : 13159,
"7372800" : 14427,
"7438336" : 15666,
"7503872" : 17398,
"7569408" : 18553,
"7634944" : 20238,
"7700480" : 21319,
"7766016" : 22742,
"7831552" : 24416,
"7897088" : 25715,
"7962624" : 26663,
"8028160" : 27805,
"8093696" : 29141,
"8159232" : 30079,
"8224768" : 31071,
"8290304" : 32142,
"8355840" : 32929,
"8454144" : 65761,
"8585216" : 67679,
"8716288" : 66897,
"8847360" : 64287,
"8978432" : 61251,
"9109504" : 57166,
"9240576" : 52194,
"9371648" : 46077,
"9502720" : 39176,
"9633792" : 33453,
"9764864" : 26990,
"9895936" : 21712,
"10027008" : 16849,
"10158080" : 12512,
"10289152" : 9579,
"10420224" : 6673,
"10551296" : 4566,
"10682368" : 3184,
"10813440" : 2051,
"10944512" : 1172,
"11075584" : 675,
"11206656" : 358,
"11337728" : 173,
"11468800" : 103,
"11599872" : 44,
"11730944" : 23,
"11862016" : 19,
"11993088" : 3,
"12124160" : 1,
"12255232" : 3
}
},
"lat_ns" : {
"min" : 4199687,
"max" : 12608697,
"mean" : 8794018.274932,
"stddev" : 912171.464451,
"N" : 1164342
},
"bw_min" : 112780,
"bw_max" : 120688,
"bw_agg" : 100.000000,
"bw_mean" : 116453.253165,
"bw_dev" : 202.922068,
"bw_samples" : 632,
"iops_min" : 28195,
"iops_max" : 30172,
"iops_mean" : 29113.012658,
"iops_stddev" : 50.727982,
"iops_samples" : 632
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 320000,
"usr_cpu" : 0.728437,
"sys_cpu" : 17.929063,
"ctx" : 850967,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 95.490016,
"20" : 4.509297,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085882,
"timestamp_ms" : 1773085882812,
"time" : "Mon Mar 9 16:51:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 5965717504,
"io_kbytes" : 5825896,
"bw_bytes" : 119316736,
"bw" : 116520,
"iops" : 29130.322606,
"runtime" : 49999,
"total_ios" : 1456487,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5368,
"max" : 1023294,
"mean" : 272529.729438,
"stddev" : 159224.258360,
"N" : 1456487
},
"clat_ns" : {
"min" : 3734366,
"max" : 12249318,
"mean" : 8515052.644991,
"stddev" : 899228.971492,
"N" : 1456479,
"percentile" : {
"1.000000" : 6324224,
"5.000000" : 6979584,
"10.000000" : 7372800,
"20.000000" : 7766016,
"30.000000" : 8028160,
"40.000000" : 8290304,
"50.000000" : 8585216,
"60.000000" : 8716288,
"70.000000" : 8978432,
"80.000000" : 9240576,
"90.000000" : 9633792,
"95.000000" : 9895936,
"99.000000" : 10551296,
"99.500000" : 10682368,
"99.900000" : 11075584,
"99.950000" : 11206656,
"99.990000" : 11468800
},
"bins" : {
"3719168" : 1,
"3751936" : 1,
"3817472" : 1,
"4014080" : 1,
"4046848" : 1,
"4112384" : 3,
"4145152" : 1,
"4177920" : 3,
"4227072" : 2,
"4292608" : 4,
"4358144" : 5,
"4423680" : 8,
"4489216" : 3,
"4554752" : 16,
"4620288" : 8,
"4685824" : 20,
"4751360" : 6,
"4816896" : 10,
"4882432" : 20,
"4947968" : 24,
"5013504" : 45,
"5079040" : 35,
"5144576" : 66,
"5210112" : 87,
"5275648" : 117,
"5341184" : 149,
"5406720" : 173,
"5472256" : 235,
"5537792" : 259,
"5603328" : 326,
"5668864" : 441,
"5734400" : 524,
"5799936" : 619,
"5865472" : 792,
"5931008" : 871,
"5996544" : 1157,
"6062080" : 1332,
"6127616" : 1618,
"6193152" : 1775,
"6258688" : 2170,
"6324224" : 2476,
"6389760" : 3003,
"6455296" : 3367,
"6520832" : 3949,
"6586368" : 4538,
"6651904" : 5175,
"6717440" : 5930,
"6782976" : 6777,
"6848512" : 7926,
"6914048" : 8729,
"6979584" : 9758,
"7045120" : 10964,
"7110656" : 12659,
"7176192" : 13987,
"7241728" : 15506,
"7307264" : 16554,
"7372800" : 18229,
"7438336" : 19998,
"7503872" : 21860,
"7569408" : 23480,
"7634944" : 25494,
"7700480" : 26807,
"7766016" : 28519,
"7831552" : 30619,
"7897088" : 32214,
"7962624" : 33394,
"8028160" : 34688,
"8093696" : 36542,
"8159232" : 37825,
"8224768" : 38912,
"8290304" : 40190,
"8355840" : 41067,
"8454144" : 82465,
"8585216" : 84232,
"8716288" : 83394,
"8847360" : 80071,
"8978432" : 76305,
"9109504" : 70928,
"9240576" : 64495,
"9371648" : 57426,
"9502720" : 48858,
"9633792" : 41734,
"9764864" : 33755,
"9895936" : 27006,
"10027008" : 20903,
"10158080" : 15681,
"10289152" : 11771,
"10420224" : 8289,
"10551296" : 5636,
"10682368" : 3828,
"10813440" : 2505,
"10944512" : 1440,
"11075584" : 808,
"11206656" : 445,
"11337728" : 219,
"11468800" : 119,
"11599872" : 49,
"11730944" : 27,
"11862016" : 19,
"11993088" : 3,
"12124160" : 1,
"12255232" : 3
}
},
"lat_ns" : {
"min" : 4065282,
"max" : 12608697,
"mean" : 8787582.576816,
"stddev" : 913922.271501,
"N" : 1456479
},
"bw_min" : 112780,
"bw_max" : 120952,
"bw_agg" : 100.000000,
"bw_mean" : 116530.585859,
"bw_dev" : 205.140959,
"bw_samples" : 792,
"iops_min" : 28195,
"iops_max" : 30238,
"iops_mean" : 29132.363636,
"iops_stddev" : 51.281049,
"iops_samples" : 792
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399992,
"usr_cpu" : 0.720764,
"sys_cpu" : 17.956609,
"ctx" : 1063416,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999931,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999931,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 95.536177,
"20" : 4.463068,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085892,
"timestamp_ms" : 1773085892812,
"time" : "Mon Mar 9 16:51:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 7168835584,
"io_kbytes" : 7000816,
"bw_bytes" : 119482584,
"bw" : 116682,
"iops" : 29170.802847,
"runtime" : 59999,
"total_ios" : 1750219,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5308,
"max" : 1129787,
"mean" : 272148.959627,
"stddev" : 159419.283869,
"N" : 1750219
},
"clat_ns" : {
"min" : 3734366,
"max" : 12249318,
"mean" : 8503227.695985,
"stddev" : 899104.436756,
"N" : 1750211,
"percentile" : {
"1.000000" : 6324224,
"5.000000" : 6979584,
"10.000000" : 7307264,
"20.000000" : 7766016,
"30.000000" : 8028160,
"40.000000" : 8290304,
"50.000000" : 8585216,
"60.000000" : 8716288,
"70.000000" : 8978432,
"80.000000" : 9240576,
"90.000000" : 9633792,
"95.000000" : 9895936,
"99.000000" : 10551296,
"99.500000" : 10682368,
"99.900000" : 11075584,
"99.950000" : 11206656,
"99.990000" : 11468800
},
"bins" : {
"3719168" : 1,
"3751936" : 1,
"3817472" : 1,
"4014080" : 1,
"4046848" : 1,
"4112384" : 3,
"4145152" : 1,
"4177920" : 3,
"4227072" : 2,
"4292608" : 4,
"4358144" : 5,
"4423680" : 8,
"4489216" : 5,
"4554752" : 16,
"4620288" : 8,
"4685824" : 20,
"4751360" : 8,
"4816896" : 17,
"4882432" : 26,
"4947968" : 30,
"5013504" : 49,
"5079040" : 49,
"5144576" : 77,
"5210112" : 105,
"5275648" : 146,
"5341184" : 181,
"5406720" : 214,
"5472256" : 284,
"5537792" : 320,
"5603328" : 429,
"5668864" : 531,
"5734400" : 672,
"5799936" : 782,
"5865472" : 991,
"5931008" : 1077,
"5996544" : 1398,
"6062080" : 1602,
"6127616" : 1987,
"6193152" : 2249,
"6258688" : 2660,
"6324224" : 3027,
"6389760" : 3694,
"6455296" : 4122,
"6520832" : 4900,
"6586368" : 5561,
"6651904" : 6417,
"6717440" : 7354,
"6782976" : 8361,
"6848512" : 9756,
"6914048" : 10744,
"6979584" : 12077,
"7045120" : 13568,
"7110656" : 15458,
"7176192" : 17100,
"7241728" : 19007,
"7307264" : 20237,
"7372800" : 22309,
"7438336" : 24155,
"7503872" : 26593,
"7569408" : 28537,
"7634944" : 30868,
"7700480" : 32569,
"7766016" : 34708,
"7831552" : 37193,
"7897088" : 39133,
"7962624" : 40557,
"8028160" : 41944,
"8093696" : 44181,
"8159232" : 45667,
"8224768" : 47039,
"8290304" : 48513,
"8355840" : 49329,
"8454144" : 99438,
"8585216" : 101012,
"8716288" : 100305,
"8847360" : 96062,
"8978432" : 91616,
"9109504" : 84619,
"9240576" : 76522,
"9371648" : 68117,
"9502720" : 57727,
"9633792" : 49052,
"9764864" : 39695,
"9895936" : 31594,
"10027008" : 24388,
"10158080" : 18392,
"10289152" : 13710,
"10420224" : 9673,
"10551296" : 6621,
"10682368" : 4469,
"10813440" : 2871,
"10944512" : 1703,
"11075584" : 960,
"11206656" : 521,
"11337728" : 262,
"11468800" : 135,
"11599872" : 51,
"11730944" : 28,
"11862016" : 19,
"11993088" : 3,
"12124160" : 1,
"12255232" : 3
}
},
"lat_ns" : {
"min" : 4065282,
"max" : 12608697,
"mean" : 8775375.648102,
"stddev" : 913778.838779,
"N" : 1750211
},
"bw_min" : 112780,
"bw_max" : 121624,
"bw_agg" : 100.000000,
"bw_mean" : 116685.109244,
"bw_dev" : 212.949525,
"bw_samples" : 952,
"iops_min" : 28195,
"iops_max" : 30406,
"iops_mean" : 29170.966387,
"iops_stddev" : 53.234956,
"iops_samples" : 952
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479992,
"usr_cpu" : 0.719179,
"sys_cpu" : 17.970508,
"ctx" : 1275859,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 95.662029,
"20" : 4.337343,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085902,
"timestamp_ms" : 1773085902812,
"time" : "Mon Mar 9 16:51:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 8375697408,
"io_kbytes" : 8179392,
"bw_bytes" : 119652820,
"bw" : 116848,
"iops" : 29212.300000,
"runtime" : 70000,
"total_ios" : 2044861,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5308,
"max" : 1129787,
"mean" : 271753.617049,
"stddev" : 159624.313843,
"N" : 2044861
},
"clat_ns" : {
"min" : 3734366,
"max" : 12249318,
"mean" : 8491076.290257,
"stddev" : 901203.337531,
"N" : 2044853,
"percentile" : {
"1.000000" : 6324224,
"5.000000" : 6979584,
"10.000000" : 7307264,
"20.000000" : 7766016,
"30.000000" : 8028160,
"40.000000" : 8290304,
"50.000000" : 8454144,
"60.000000" : 8716288,
"70.000000" : 8978432,
"80.000000" : 9240576,
"90.000000" : 9633792,
"95.000000" : 9895936,
"99.000000" : 10420224,
"99.500000" : 10682368,
"99.900000" : 11075584,
"99.950000" : 11206656,
"99.990000" : 11468800
},
"bins" : {
"3719168" : 1,
"3751936" : 1,
"3817472" : 1,
"4014080" : 1,
"4046848" : 1,
"4112384" : 3,
"4145152" : 1,
"4177920" : 3,
"4227072" : 2,
"4292608" : 4,
"4358144" : 5,
"4423680" : 8,
"4489216" : 5,
"4554752" : 16,
"4620288" : 9,
"4685824" : 23,
"4751360" : 9,
"4816896" : 23,
"4882432" : 30,
"4947968" : 45,
"5013504" : 64,
"5079040" : 60,
"5144576" : 96,
"5210112" : 136,
"5275648" : 175,
"5341184" : 221,
"5406720" : 248,
"5472256" : 345,
"5537792" : 412,
"5603328" : 519,
"5668864" : 659,
"5734400" : 796,
"5799936" : 938,
"5865472" : 1234,
"5931008" : 1372,
"5996544" : 1693,
"6062080" : 1997,
"6127616" : 2395,
"6193152" : 2754,
"6258688" : 3200,
"6324224" : 3703,
"6389760" : 4517,
"6455296" : 4971,
"6520832" : 5904,
"6586368" : 6755,
"6651904" : 7736,
"6717440" : 8856,
"6782976" : 10042,
"6848512" : 11563,
"6914048" : 12867,
"6979584" : 14314,
"7045120" : 16225,
"7110656" : 18429,
"7176192" : 20352,
"7241728" : 22560,
"7307264" : 24135,
"7372800" : 26431,
"7438336" : 28642,
"7503872" : 31602,
"7569408" : 33872,
"7634944" : 36566,
"7700480" : 38629,
"7766016" : 41093,
"7831552" : 43656,
"7897088" : 46213,
"7962624" : 47899,
"8028160" : 49422,
"8093696" : 52045,
"8159232" : 53686,
"8224768" : 55319,
"8290304" : 56906,
"8355840" : 57800,
"8454144" : 116166,
"8585216" : 118157,
"8716288" : 116570,
"8847360" : 111372,
"8978432" : 106137,
"9109504" : 97499,
"9240576" : 88097,
"9371648" : 77967,
"9502720" : 66263,
"9633792" : 56216,
"9764864" : 45444,
"9895936" : 36364,
"10027008" : 28089,
"10158080" : 21184,
"10289152" : 15728,
"10420224" : 11024,
"10551296" : 7649,
"10682368" : 5117,
"10813440" : 3292,
"10944512" : 1983,
"11075584" : 1124,
"11206656" : 631,
"11337728" : 292,
"11468800" : 156,
"11599872" : 60,
"11730944" : 30,
"11862016" : 20,
"11993088" : 3,
"12124160" : 1,
"12255232" : 3
}
},
"lat_ns" : {
"min" : 4065282,
"max" : 12608697,
"mean" : 8762831.488931,
"stddev" : 915907.907126,
"N" : 2044853
},
"bw_min" : 112628,
"bw_max" : 121640,
"bw_agg" : 100.000000,
"bw_mean" : 116856.697842,
"bw_dev" : 219.320636,
"bw_samples" : 1112,
"iops_min" : 28157,
"iops_max" : 30410,
"iops_mean" : 29213.848921,
"iops_stddev" : 54.827598,
"iops_samples" : 1112
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559999,
"usr_cpu" : 0.717323,
"sys_cpu" : 17.975568,
"ctx" : 1488202,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 95.732228,
"20" : 4.267234,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085912,
"timestamp_ms" : 1773085912811,
"time" : "Mon Mar 9 16:51:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 9584091136,
"io_kbytes" : 9359464,
"bw_bytes" : 119802636,
"bw" : 116994,
"iops" : 29248.878111,
"runtime" : 79999,
"total_ios" : 2339881,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5308,
"max" : 1129787,
"mean" : 271411.990207,
"stddev" : 159797.310231,
"N" : 2339881
},
"clat_ns" : {
"min" : 3734366,
"max" : 12249318,
"mean" : 8480457.519697,
"stddev" : 901987.822886,
"N" : 2339873,
"percentile" : {
"1.000000" : 6324224,
"5.000000" : 6979584,
"10.000000" : 7307264,
"20.000000" : 7700480,
"30.000000" : 8028160,
"40.000000" : 8290304,
"50.000000" : 8454144,
"60.000000" : 8716288,
"70.000000" : 8978432,
"80.000000" : 9240576,
"90.000000" : 9633792,
"95.000000" : 9895936,
"99.000000" : 10420224,
"99.500000" : 10682368,
"99.900000" : 11075584,
"99.950000" : 11206656,
"99.990000" : 11468800
},
"bins" : {
"3719168" : 1,
"3751936" : 1,
"3817472" : 1,
"3948544" : 1,
"4014080" : 1,
"4046848" : 1,
"4112384" : 3,
"4145152" : 2,
"4177920" : 3,
"4227072" : 2,
"4292608" : 7,
"4358144" : 7,
"4423680" : 9,
"4489216" : 7,
"4554752" : 22,
"4620288" : 13,
"4685824" : 27,
"4751360" : 15,
"4816896" : 26,
"4882432" : 41,
"4947968" : 51,
"5013504" : 77,
"5079040" : 70,
"5144576" : 109,
"5210112" : 153,
"5275648" : 193,
"5341184" : 263,
"5406720" : 287,
"5472256" : 411,
"5537792" : 480,
"5603328" : 596,
"5668864" : 769,
"5734400" : 951,
"5799936" : 1124,
"5865472" : 1439,
"5931008" : 1556,
"5996544" : 1951,
"6062080" : 2376,
"6127616" : 2801,
"6193152" : 3185,
"6258688" : 3806,
"6324224" : 4360,
"6389760" : 5331,
"6455296" : 5869,
"6520832" : 6991,
"6586368" : 7948,
"6651904" : 9039,
"6717440" : 10443,
"6782976" : 11800,
"6848512" : 13553,
"6914048" : 15084,
"6979584" : 16765,
"7045120" : 18939,
"7110656" : 21416,
"7176192" : 23650,
"7241728" : 26148,
"7307264" : 28069,
"7372800" : 30786,
"7438336" : 33252,
"7503872" : 36651,
"7569408" : 39282,
"7634944" : 42231,
"7700480" : 44706,
"7766016" : 47302,
"7831552" : 50241,
"7897088" : 53230,
"7962624" : 55292,
"8028160" : 57074,
"8093696" : 59804,
"8159232" : 61650,
"8224768" : 63537,
"8290304" : 65155,
"8355840" : 66272,
"8454144" : 133414,
"8585216" : 135178,
"8716288" : 133002,
"8847360" : 126734,
"8978432" : 120585,
"9109504" : 110788,
"9240576" : 99437,
"9371648" : 88043,
"9502720" : 74694,
"9633792" : 63464,
"9764864" : 51103,
"9895936" : 40712,
"10027008" : 31502,
"10158080" : 23813,
"10289152" : 17541,
"10420224" : 12308,
"10551296" : 8526,
"10682368" : 5781,
"10813440" : 3713,
"10944512" : 2207,
"11075584" : 1278,
"11206656" : 714,
"11337728" : 317,
"11468800" : 180,
"11599872" : 66,
"11730944" : 35,
"11862016" : 22,
"11993088" : 4,
"12124160" : 1,
"12255232" : 3
}
},
"lat_ns" : {
"min" : 4065282,
"max" : 12608697,
"mean" : 8751870.305876,
"stddev" : 916669.699055,
"N" : 2339873
},
"bw_min" : 112628,
"bw_max" : 122054,
"bw_agg" : 100.000000,
"bw_mean" : 117001.383648,
"bw_dev" : 225.288935,
"bw_samples" : 1272,
"iops_min" : 28157,
"iops_max" : 30513,
"iops_mean" : 29249.993711,
"iops_stddev" : 56.314553,
"iops_samples" : 1272
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639992,
"usr_cpu" : 0.723134,
"sys_cpu" : 17.983506,
"ctx" : 1700506,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 95.820258,
"20" : 4.179230,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085922,
"timestamp_ms" : 1773085922812,
"time" : "Mon Mar 9 16:52:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 10791976960,
"io_kbytes" : 10539040,
"bw_bytes" : 119912187,
"bw" : 117101,
"iops" : 29275.591951,
"runtime" : 89999,
"total_ios" : 2634774,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5308,
"max" : 1129787,
"mean" : 271163.748142,
"stddev" : 159935.514860,
"N" : 2634774
},
"clat_ns" : {
"min" : 3734366,
"max" : 12249318,
"mean" : 8472742.168732,
"stddev" : 902989.497751,
"N" : 2634766,
"percentile" : {
"1.000000" : 6258688,
"5.000000" : 6979584,
"10.000000" : 7307264,
"20.000000" : 7700480,
"30.000000" : 8028160,
"40.000000" : 8290304,
"50.000000" : 8454144,
"60.000000" : 8716288,
"70.000000" : 8978432,
"80.000000" : 9240576,
"90.000000" : 9633792,
"95.000000" : 9895936,
"99.000000" : 10420224,
"99.500000" : 10682368,
"99.900000" : 11075584,
"99.950000" : 11206656,
"99.990000" : 11468800
},
"bins" : {
"3719168" : 1,
"3751936" : 1,
"3817472" : 1,
"3883008" : 2,
"3948544" : 1,
"3981312" : 1,
"4014080" : 1,
"4046848" : 1,
"4079616" : 1,
"4112384" : 4,
"4145152" : 2,
"4177920" : 4,
"4227072" : 2,
"4292608" : 7,
"4358144" : 8,
"4423680" : 11,
"4489216" : 9,
"4554752" : 24,
"4620288" : 15,
"4685824" : 36,
"4751360" : 17,
"4816896" : 28,
"4882432" : 46,
"4947968" : 57,
"5013504" : 89,
"5079040" : 88,
"5144576" : 130,
"5210112" : 179,
"5275648" : 234,
"5341184" : 302,
"5406720" : 332,
"5472256" : 484,
"5537792" : 561,
"5603328" : 698,
"5668864" : 873,
"5734400" : 1126,
"5799936" : 1309,
"5865472" : 1685,
"5931008" : 1811,
"5996544" : 2219,
"6062080" : 2791,
"6127616" : 3232,
"6193152" : 3734,
"6258688" : 4408,
"6324224" : 5028,
"6389760" : 6100,
"6455296" : 6734,
"6520832" : 8049,
"6586368" : 9182,
"6651904" : 10359,
"6717440" : 11892,
"6782976" : 13483,
"6848512" : 15551,
"6914048" : 17334,
"6979584" : 19308,
"7045120" : 21709,
"7110656" : 24305,
"7176192" : 26931,
"7241728" : 29704,
"7307264" : 32063,
"7372800" : 35068,
"7438336" : 37730,
"7503872" : 41513,
"7569408" : 44620,
"7634944" : 47773,
"7700480" : 50686,
"7766016" : 53530,
"7831552" : 56824,
"7897088" : 60265,
"7962624" : 62481,
"8028160" : 64415,
"8093696" : 67500,
"8159232" : 69408,
"8224768" : 71780,
"8290304" : 73519,
"8355840" : 74636,
"8454144" : 150118,
"8585216" : 152134,
"8716288" : 149552,
"8847360" : 142518,
"8978432" : 135445,
"9109504" : 123954,
"9240576" : 111139,
"9371648" : 98203,
"9502720" : 83237,
"9633792" : 70716,
"9764864" : 56918,
"9895936" : 45045,
"10027008" : 34891,
"10158080" : 26347,
"10289152" : 19452,
"10420224" : 13712,
"10551296" : 9624,
"10682368" : 6378,
"10813440" : 4067,
"10944512" : 2443,
"11075584" : 1386,
"11206656" : 767,
"11337728" : 333,
"11468800" : 192,
"11599872" : 77,
"11730944" : 41,
"11862016" : 24,
"11993088" : 4,
"12124160" : 1,
"12255232" : 3
}
},
"lat_ns" : {
"min" : 3910556,
"max" : 12608697,
"mean" : 8743906.958192,
"stddev" : 917686.682120,
"N" : 2634766
},
"bw_min" : 112628,
"bw_max" : 122150,
"bw_agg" : 100.000000,
"bw_mean" : 117110.664804,
"bw_dev" : 226.901374,
"bw_samples" : 1432,
"iops_min" : 28157,
"iops_max" : 30537,
"iops_mean" : 29277.324022,
"iops_stddev" : 56.719375,
"iops_samples" : 1432
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719992,
"usr_cpu" : 0.724452,
"sys_cpu" : 17.992700,
"ctx" : 1912697,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 95.883480,
"20" : 4.115951,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085932,
"timestamp_ms" : 1773085932812,
"time" : "Mon Mar 9 16:52:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 12000051200,
"io_kbytes" : 11718800,
"bw_bytes" : 120000512,
"bw" : 117188,
"iops" : 29297.120000,
"runtime" : 100000,
"total_ios" : 2929712,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5308,
"max" : 1129787,
"mean" : 270960.713583,
"stddev" : 160025.505180,
"N" : 2929712
},
"clat_ns" : {
"min" : 3734366,
"max" : 12249318,
"mean" : 8466445.346195,
"stddev" : 902397.240466,
"N" : 2929704,
"percentile" : {
"1.000000" : 6258688,
"5.000000" : 6979584,
"10.000000" : 7307264,
"20.000000" : 7700480,
"30.000000" : 8028160,
"40.000000" : 8224768,
"50.000000" : 8454144,
"60.000000" : 8716288,
"70.000000" : 8978432,
"80.000000" : 9240576,
"90.000000" : 9633792,
"95.000000" : 9895936,
"99.000000" : 10420224,
"99.500000" : 10682368,
"99.900000" : 11075584,
"99.950000" : 11206656,
"99.990000" : 11468800
},
"bins" : {
"3719168" : 1,
"3751936" : 1,
"3817472" : 1,
"3883008" : 2,
"3948544" : 1,
"3981312" : 1,
"4014080" : 1,
"4046848" : 1,
"4079616" : 1,
"4112384" : 4,
"4145152" : 2,
"4177920" : 4,
"4227072" : 2,
"4292608" : 10,
"4358144" : 8,
"4423680" : 11,
"4489216" : 9,
"4554752" : 24,
"4620288" : 16,
"4685824" : 45,
"4751360" : 24,
"4816896" : 33,
"4882432" : 49,
"4947968" : 60,
"5013504" : 98,
"5079040" : 103,
"5144576" : 138,
"5210112" : 198,
"5275648" : 262,
"5341184" : 342,
"5406720" : 387,
"5472256" : 529,
"5537792" : 625,
"5603328" : 794,
"5668864" : 980,
"5734400" : 1253,
"5799936" : 1461,
"5865472" : 1857,
"5931008" : 2070,
"5996544" : 2521,
"6062080" : 3134,
"6127616" : 3602,
"6193152" : 4151,
"6258688" : 4971,
"6324224" : 5665,
"6389760" : 6801,
"6455296" : 7545,
"6520832" : 9024,
"6586368" : 10318,
"6651904" : 11706,
"6717440" : 13456,
"6782976" : 15187,
"6848512" : 17418,
"6914048" : 19449,
"6979584" : 21691,
"7045120" : 24305,
"7110656" : 27354,
"7176192" : 30178,
"7241728" : 33212,
"7307264" : 36013,
"7372800" : 39370,
"7438336" : 42327,
"7503872" : 46625,
"7569408" : 49887,
"7634944" : 53335,
"7700480" : 56828,
"7766016" : 59965,
"7831552" : 63526,
"7897088" : 67478,
"7962624" : 69955,
"8028160" : 72075,
"8093696" : 75431,
"8159232" : 77455,
"8224768" : 79835,
"8290304" : 82071,
"8355840" : 83227,
"8454144" : 167327,
"8585216" : 168853,
"8716288" : 166000,
"8847360" : 158054,
"8978432" : 149925,
"9109504" : 137202,
"9240576" : 122943,
"9371648" : 108588,
"9502720" : 91921,
"9633792" : 77718,
"9764864" : 62571,
"9895936" : 49344,
"10027008" : 38135,
"10158080" : 28835,
"10289152" : 21213,
"10420224" : 14908,
"10551296" : 10489,
"10682368" : 6911,
"10813440" : 4455,
"10944512" : 2665,
"11075584" : 1487,
"11206656" : 876,
"11337728" : 377,
"11468800" : 222,
"11599872" : 100,
"11730944" : 50,
"11862016" : 28,
"11993088" : 4,
"12124160" : 1,
"12255232" : 3
}
},
"lat_ns" : {
"min" : 3910556,
"max" : 12608697,
"mean" : 8737407.489440,
"stddev" : 917051.924489,
"N" : 2929704
},
"bw_min" : 112620,
"bw_max" : 122241,
"bw_agg" : 100.000000,
"bw_mean" : 117200.412060,
"bw_dev" : 228.100947,
"bw_samples" : 1592,
"iops_min" : 28155,
"iops_max" : 30560,
"iops_mean" : 29299.753769,
"iops_stddev" : 57.019151,
"iops_samples" : 1592
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799993,
"usr_cpu" : 0.724381,
"sys_cpu" : 18.005158,
"ctx" : 2125082,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999932,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999932,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 95.959296,
"20" : 4.040192,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085942,
"timestamp_ms" : 1773085942812,
"time" : "Mon Mar 9 16:52:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 13207777280,
"io_kbytes" : 12898220,
"bw_bytes" : 120071794,
"bw" : 117257,
"iops" : 29314.539223,
"runtime" : 109999,
"total_ios" : 3224570,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5308,
"max" : 1129787,
"mean" : 270800.494514,
"stddev" : 160130.333380,
"N" : 3224570
},
"clat_ns" : {
"min" : 3734366,
"max" : 12249318,
"mean" : 8461437.029253,
"stddev" : 902960.204826,
"N" : 3224562,
"percentile" : {
"1.000000" : 6258688,
"5.000000" : 6914048,
"10.000000" : 7307264,
"20.000000" : 7700480,
"30.000000" : 8028160,
"40.000000" : 8224768,
"50.000000" : 8454144,
"60.000000" : 8716288,
"70.000000" : 8978432,
"80.000000" : 9240576,
"90.000000" : 9633792,
"95.000000" : 9895936,
"99.000000" : 10420224,
"99.500000" : 10682368,
"99.900000" : 11075584,
"99.950000" : 11206656,
"99.990000" : 11468800
},
"bins" : {
"3719168" : 1,
"3751936" : 1,
"3817472" : 1,
"3883008" : 2,
"3948544" : 1,
"3981312" : 1,
"4014080" : 1,
"4046848" : 1,
"4079616" : 1,
"4112384" : 4,
"4145152" : 2,
"4177920" : 4,
"4227072" : 2,
"4292608" : 11,
"4358144" : 9,
"4423680" : 11,
"4489216" : 9,
"4554752" : 26,
"4620288" : 22,
"4685824" : 50,
"4751360" : 28,
"4816896" : 35,
"4882432" : 52,
"4947968" : 71,
"5013504" : 117,
"5079040" : 121,
"5144576" : 158,
"5210112" : 222,
"5275648" : 287,
"5341184" : 386,
"5406720" : 447,
"5472256" : 582,
"5537792" : 701,
"5603328" : 872,
"5668864" : 1124,
"5734400" : 1392,
"5799936" : 1635,
"5865472" : 2023,
"5931008" : 2339,
"5996544" : 2779,
"6062080" : 3486,
"6127616" : 3993,
"6193152" : 4621,
"6258688" : 5506,
"6324224" : 6313,
"6389760" : 7567,
"6455296" : 8470,
"6520832" : 10065,
"6586368" : 11469,
"6651904" : 12970,
"6717440" : 14950,
"6782976" : 16930,
"6848512" : 19334,
"6914048" : 21623,
"6979584" : 24151,
"7045120" : 27035,
"7110656" : 30418,
"7176192" : 33603,
"7241728" : 36776,
"7307264" : 40127,
"7372800" : 43545,
"7438336" : 47072,
"7503872" : 51500,
"7569408" : 55190,
"7634944" : 59077,
"7700480" : 62972,
"7766016" : 66298,
"7831552" : 70067,
"7897088" : 74580,
"7962624" : 77482,
"8028160" : 79743,
"8093696" : 83262,
"8159232" : 85366,
"8224768" : 87891,
"8290304" : 90252,
"8355840" : 91660,
"8454144" : 184321,
"8585216" : 185183,
"8716288" : 182052,
"8847360" : 173838,
"8978432" : 164212,
"9109504" : 150245,
"9240576" : 134576,
"9371648" : 118753,
"9502720" : 100476,
"9633792" : 85023,
"9764864" : 68594,
"9895936" : 54018,
"10027008" : 41597,
"10158080" : 31365,
"10289152" : 23068,
"10420224" : 16200,
"10551296" : 11419,
"10682368" : 7475,
"10813440" : 4808,
"10944512" : 2906,
"11075584" : 1694,
"11206656" : 966,
"11337728" : 428,
"11468800" : 241,
"11599872" : 116,
"11730944" : 58,
"11862016" : 28,
"11993088" : 4,
"12124160" : 1,
"12255232" : 3
}
},
"lat_ns" : {
"min" : 3910556,
"max" : 12608697,
"mean" : 8732238.693529,
"stddev" : 917613.301139,
"N" : 3224562
},
"bw_min" : 112620,
"bw_max" : 122241,
"bw_agg" : 100.000000,
"bw_mean" : 117268.283105,
"bw_dev" : 227.738609,
"bw_samples" : 1752,
"iops_min" : 28155,
"iops_max" : 30560,
"iops_mean" : 29316.707763,
"iops_stddev" : 56.927134,
"iops_samples" : 1752
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 879992,
"usr_cpu" : 0.720575,
"sys_cpu" : 18.023118,
"ctx" : 2337202,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 96.004863,
"20" : 3.994672,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085952,
"timestamp_ms" : 1773085952812,
"time" : "Mon Mar 9 16:52:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 14419361792,
"io_kbytes" : 14081408,
"bw_bytes" : 120162349,
"bw" : 117346,
"iops" : 29336.627805,
"runtime" : 119999,
"total_ios" : 3520366,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5308,
"max" : 1519782,
"mean" : 270594.644936,
"stddev" : 160225.421902,
"N" : 3520366
},
"clat_ns" : {
"min" : 3734366,
"max" : 12941736,
"mean" : 8455090.788843,
"stddev" : 903773.364411,
"N" : 3520358,
"percentile" : {
"1.000000" : 6258688,
"5.000000" : 6914048,
"10.000000" : 7307264,
"20.000000" : 7700480,
"30.000000" : 7962624,
"40.000000" : 8224768,
"50.000000" : 8454144,
"60.000000" : 8716288,
"70.000000" : 8978432,
"80.000000" : 9240576,
"90.000000" : 9633792,
"95.000000" : 9895936,
"99.000000" : 10420224,
"99.500000" : 10682368,
"99.900000" : 11075584,
"99.950000" : 11206656,
"99.990000" : 11468800
},
"bins" : {
"3719168" : 1,
"3751936" : 1,
"3817472" : 1,
"3883008" : 2,
"3948544" : 2,
"3981312" : 2,
"4014080" : 1,
"4046848" : 1,
"4079616" : 1,
"4112384" : 4,
"4145152" : 2,
"4177920" : 7,
"4227072" : 3,
"4292608" : 15,
"4358144" : 14,
"4423680" : 13,
"4489216" : 10,
"4554752" : 26,
"4620288" : 27,
"4685824" : 58,
"4751360" : 30,
"4816896" : 37,
"4882432" : 52,
"4947968" : 80,
"5013504" : 121,
"5079040" : 134,
"5144576" : 183,
"5210112" : 262,
"5275648" : 320,
"5341184" : 423,
"5406720" : 505,
"5472256" : 666,
"5537792" : 806,
"5603328" : 976,
"5668864" : 1228,
"5734400" : 1557,
"5799936" : 1807,
"5865472" : 2241,
"5931008" : 2632,
"5996544" : 3113,
"6062080" : 3861,
"6127616" : 4414,
"6193152" : 5157,
"6258688" : 6190,
"6324224" : 7068,
"6389760" : 8366,
"6455296" : 9324,
"6520832" : 11081,
"6586368" : 12744,
"6651904" : 14420,
"6717440" : 16430,
"6782976" : 18621,
"6848512" : 21290,
"6914048" : 23878,
"6979584" : 26780,
"7045120" : 29800,
"7110656" : 33620,
"7176192" : 37210,
"7241728" : 40456,
"7307264" : 44127,
"7372800" : 47941,
"7438336" : 51726,
"7503872" : 56810,
"7569408" : 60738,
"7634944" : 64945,
"7700480" : 69166,
"7766016" : 72906,
"7831552" : 76941,
"7897088" : 81773,
"7962624" : 84951,
"8028160" : 87551,
"8093696" : 91152,
"8159232" : 93705,
"8224768" : 96085,
"8290304" : 98941,
"8355840" : 100123,
"8454144" : 200885,
"8585216" : 201778,
"8716288" : 198033,
"8847360" : 189069,
"8978432" : 178456,
"9109504" : 162956,
"9240576" : 146163,
"9371648" : 128551,
"9502720" : 108912,
"9633792" : 91881,
"9764864" : 74095,
"9895936" : 58308,
"10027008" : 44877,
"10158080" : 33762,
"10289152" : 24890,
"10420224" : 17410,
"10551296" : 12289,
"10682368" : 8102,
"10813440" : 5198,
"10944512" : 3147,
"11075584" : 1848,
"11206656" : 1059,
"11337728" : 494,
"11468800" : 280,
"11599872" : 134,
"11730944" : 70,
"11862016" : 40,
"11993088" : 5,
"12124160" : 3,
"12255232" : 3,
"12386304" : 1,
"12648448" : 2,
"12779520" : 1,
"12910592" : 1
}
},
"lat_ns" : {
"min" : 3910556,
"max" : 13270518,
"mean" : 8725686.043864,
"stddev" : 918454.208880,
"N" : 3520358
},
"bw_min" : 112620,
"bw_max" : 122345,
"bw_agg" : 100.000000,
"bw_mean" : 117353.686192,
"bw_dev" : 230.597130,
"bw_samples" : 1912,
"iops_min" : 28155,
"iops_max" : 30586,
"iops_mean" : 29338.054393,
"iops_stddev" : 57.642549,
"iops_samples" : 1912
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959992,
"usr_cpu" : 0.723860,
"sys_cpu" : 18.021713,
"ctx" : 2549533,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 96.051661,
"20" : 3.947857,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085962,
"timestamp_ms" : 1773085962812,
"time" : "Mon Mar 9 16:52:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 15642120192,
"io_kbytes" : 15275508,
"bw_bytes" : 120324001,
"bw" : 117503,
"iops" : 29376.061538,
"runtime" : 130000,
"total_ios" : 3818888,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5308,
"max" : 1519782,
"mean" : 270226.019449,
"stddev" : 160359.102640,
"N" : 3818888
},
"clat_ns" : {
"min" : 3734366,
"max" : 12941736,
"mean" : 8443669.283790,
"stddev" : 904240.973842,
"N" : 3818880,
"percentile" : {
"1.000000" : 6258688,
"5.000000" : 6914048,
"10.000000" : 7241728,
"20.000000" : 7700480,
"30.000000" : 7962624,
"40.000000" : 8224768,
"50.000000" : 8454144,
"60.000000" : 8716288,
"70.000000" : 8978432,
"80.000000" : 9240576,
"90.000000" : 9633792,
"95.000000" : 9895936,
"99.000000" : 10420224,
"99.500000" : 10682368,
"99.900000" : 11075584,
"99.950000" : 11206656,
"99.990000" : 11468800
},
"bins" : {
"3719168" : 1,
"3751936" : 1,
"3784704" : 1,
"3817472" : 2,
"3850240" : 1,
"3883008" : 2,
"3948544" : 2,
"3981312" : 2,
"4014080" : 1,
"4046848" : 1,
"4079616" : 2,
"4112384" : 5,
"4145152" : 2,
"4177920" : 9,
"4227072" : 5,
"4292608" : 15,
"4358144" : 14,
"4423680" : 16,
"4489216" : 12,
"4554752" : 30,
"4620288" : 30,
"4685824" : 61,
"4751360" : 39,
"4816896" : 53,
"4882432" : 56,
"4947968" : 91,
"5013504" : 147,
"5079040" : 162,
"5144576" : 225,
"5210112" : 296,
"5275648" : 350,
"5341184" : 473,
"5406720" : 580,
"5472256" : 784,
"5537792" : 896,
"5603328" : 1081,
"5668864" : 1377,
"5734400" : 1735,
"5799936" : 2046,
"5865472" : 2493,
"5931008" : 2924,
"5996544" : 3454,
"6062080" : 4273,
"6127616" : 4950,
"6193152" : 5734,
"6258688" : 6886,
"6324224" : 7847,
"6389760" : 9316,
"6455296" : 10463,
"6520832" : 12317,
"6586368" : 14177,
"6651904" : 16042,
"6717440" : 18341,
"6782976" : 20631,
"6848512" : 23618,
"6914048" : 26401,
"6979584" : 29794,
"7045120" : 32979,
"7110656" : 37120,
"7176192" : 41033,
"7241728" : 44591,
"7307264" : 48594,
"7372800" : 52847,
"7438336" : 57054,
"7503872" : 62358,
"7569408" : 66783,
"7634944" : 71279,
"7700480" : 75643,
"7766016" : 79956,
"7831552" : 84225,
"7897088" : 89491,
"7962624" : 92828,
"8028160" : 95539,
"8093696" : 99247,
"8159232" : 102194,
"8224768" : 104564,
"8290304" : 107793,
"8355840" : 108628,
"8454144" : 218058,
"8585216" : 218446,
"8716288" : 214042,
"8847360" : 203964,
"8978432" : 192007,
"9109504" : 175297,
"9240576" : 156848,
"9371648" : 137597,
"9502720" : 116450,
"9633792" : 97921,
"9764864" : 78982,
"9895936" : 62110,
"10027008" : 47569,
"10158080" : 35696,
"10289152" : 26265,
"10420224" : 18357,
"10551296" : 12910,
"10682368" : 8511,
"10813440" : 5466,
"10944512" : 3275,
"11075584" : 1923,
"11206656" : 1101,
"11337728" : 509,
"11468800" : 300,
"11599872" : 138,
"11730944" : 70,
"11862016" : 40,
"11993088" : 5,
"12124160" : 3,
"12255232" : 3,
"12386304" : 1,
"12648448" : 2,
"12779520" : 1,
"12910592" : 1
}
},
"lat_ns" : {
"min" : 3910556,
"max" : 13270518,
"mean" : 8713895.518803,
"stddev" : 918944.591346,
"N" : 3818880
},
"bw_min" : 112620,
"bw_max" : 122864,
"bw_agg" : 100.000000,
"bw_mean" : 117512.583012,
"bw_dev" : 241.023722,
"bw_samples" : 2072,
"iops_min" : 28155,
"iops_max" : 30716,
"iops_mean" : 29377.772201,
"iops_stddev" : 60.248092,
"iops_samples" : 2072
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1039997,
"usr_cpu" : 0.728175,
"sys_cpu" : 18.015917,
"ctx" : 2761969,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999974,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999974,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 96.159301,
"20" : 3.840175,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085972,
"timestamp_ms" : 1773085972812,
"time" : "Mon Mar 9 16:52:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 16865710080,
"io_kbytes" : 16470420,
"bw_bytes" : 120469357,
"bw" : 117645,
"iops" : 29411.614286,
"runtime" : 140000,
"total_ios" : 4117626,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5187,
"max" : 1519782,
"mean" : 269896.645775,
"stddev" : 160505.587387,
"N" : 4117626
},
"clat_ns" : {
"min" : 3734366,
"max" : 12941736,
"mean" : 8433492.080815,
"stddev" : 905598.742043,
"N" : 4117618,
"percentile" : {
"1.000000" : 6258688,
"5.000000" : 6914048,
"10.000000" : 7241728,
"20.000000" : 7700480,
"30.000000" : 7962624,
"40.000000" : 8224768,
"50.000000" : 8454144,
"60.000000" : 8716288,
"70.000000" : 8978432,
"80.000000" : 9240576,
"90.000000" : 9633792,
"95.000000" : 9895936,
"99.000000" : 10420224,
"99.500000" : 10682368,
"99.900000" : 11075584,
"99.950000" : 11206656,
"99.990000" : 11468800
},
"bins" : {
"3719168" : 1,
"3751936" : 1,
"3784704" : 1,
"3817472" : 2,
"3850240" : 1,
"3883008" : 2,
"3948544" : 2,
"3981312" : 2,
"4014080" : 1,
"4046848" : 2,
"4079616" : 2,
"4112384" : 5,
"4145152" : 2,
"4177920" : 9,
"4227072" : 5,
"4292608" : 15,
"4358144" : 22,
"4423680" : 16,
"4489216" : 12,
"4554752" : 30,
"4620288" : 32,
"4685824" : 67,
"4751360" : 49,
"4816896" : 58,
"4882432" : 57,
"4947968" : 106,
"5013504" : 166,
"5079040" : 182,
"5144576" : 259,
"5210112" : 323,
"5275648" : 386,
"5341184" : 541,
"5406720" : 650,
"5472256" : 889,
"5537792" : 1002,
"5603328" : 1217,
"5668864" : 1557,
"5734400" : 1904,
"5799936" : 2256,
"5865472" : 2801,
"5931008" : 3261,
"5996544" : 3831,
"6062080" : 4719,
"6127616" : 5508,
"6193152" : 6339,
"6258688" : 7671,
"6324224" : 8695,
"6389760" : 10338,
"6455296" : 11612,
"6520832" : 13628,
"6586368" : 15797,
"6651904" : 17760,
"6717440" : 20219,
"6782976" : 22724,
"6848512" : 26024,
"6914048" : 29160,
"6979584" : 32743,
"7045120" : 36326,
"7110656" : 40502,
"7176192" : 44873,
"7241728" : 48925,
"7307264" : 53108,
"7372800" : 57786,
"7438336" : 62386,
"7503872" : 68038,
"7569408" : 72951,
"7634944" : 77713,
"7700480" : 82385,
"7766016" : 87045,
"7831552" : 91511,
"7897088" : 96893,
"7962624" : 100599,
"8028160" : 103516,
"8093696" : 107440,
"8159232" : 110447,
"8224768" : 113072,
"8290304" : 116215,
"8355840" : 117099,
"8454144" : 235135,
"8585216" : 234739,
"8716288" : 229800,
"8847360" : 218570,
"8978432" : 205173,
"9109504" : 187120,
"9240576" : 167278,
"9371648" : 146631,
"9502720" : 123920,
"9633792" : 104329,
"9764864" : 83973,
"9895936" : 65905,
"10027008" : 50473,
"10158080" : 37883,
"10289152" : 27690,
"10420224" : 19425,
"10551296" : 13629,
"10682368" : 8973,
"10813440" : 5753,
"10944512" : 3446,
"11075584" : 2018,
"11206656" : 1153,
"11337728" : 531,
"11468800" : 308,
"11599872" : 143,
"11730944" : 72,
"11862016" : 40,
"11993088" : 5,
"12124160" : 3,
"12255232" : 3,
"12386304" : 1,
"12648448" : 2,
"12779520" : 1,
"12910592" : 1
}
},
"lat_ns" : {
"min" : 3910556,
"max" : 13270518,
"mean" : 8703389.485516,
"stddev" : 920345.878952,
"N" : 4117618
},
"bw_min" : 112620,
"bw_max" : 123110,
"bw_agg" : 100.000000,
"bw_mean" : 117656.967742,
"bw_dev" : 249.342730,
"bw_samples" : 2232,
"iops_min" : 28155,
"iops_max" : 30777,
"iops_mean" : 29413.874552,
"iops_stddev" : 62.328100,
"iops_samples" : 2232
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119999,
"usr_cpu" : 0.729465,
"sys_cpu" : 18.024302,
"ctx" : 2974027,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999927,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999927,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 96.232562,
"20" : 3.766952,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085982,
"timestamp_ms" : 1773085982812,
"time" : "Mon Mar 9 16:53:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 18091319296,
"io_kbytes" : 17667304,
"bw_bytes" : 120609599,
"bw" : 117782,
"iops" : 29445.816305,
"runtime" : 149999,
"total_ios" : 4416843,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5187,
"max" : 1519782,
"mean" : 269581.327478,
"stddev" : 160652.010627,
"N" : 4416844
},
"clat_ns" : {
"min" : 3734366,
"max" : 12941736,
"mean" : 8423700.469378,
"stddev" : 906563.109865,
"N" : 4416835,
"percentile" : {
"1.000000" : 6258688,
"5.000000" : 6914048,
"10.000000" : 7241728,
"20.000000" : 7634944,
"30.000000" : 7962624,
"40.000000" : 8224768,
"50.000000" : 8454144,
"60.000000" : 8716288,
"70.000000" : 8978432,
"80.000000" : 9240576,
"90.000000" : 9633792,
"95.000000" : 9895936,
"99.000000" : 10420224,
"99.500000" : 10682368,
"99.900000" : 11075584,
"99.950000" : 11206656,
"99.990000" : 11468800
},
"bins" : {
"3719168" : 1,
"3751936" : 1,
"3784704" : 1,
"3817472" : 2,
"3850240" : 1,
"3883008" : 2,
"3948544" : 2,
"3981312" : 2,
"4014080" : 1,
"4046848" : 2,
"4079616" : 2,
"4112384" : 5,
"4145152" : 2,
"4177920" : 9,
"4227072" : 5,
"4292608" : 15,
"4358144" : 22,
"4423680" : 18,
"4489216" : 17,
"4554752" : 30,
"4620288" : 33,
"4685824" : 76,
"4751360" : 54,
"4816896" : 67,
"4882432" : 69,
"4947968" : 115,
"5013504" : 177,
"5079040" : 214,
"5144576" : 285,
"5210112" : 360,
"5275648" : 423,
"5341184" : 609,
"5406720" : 711,
"5472256" : 956,
"5537792" : 1086,
"5603328" : 1316,
"5668864" : 1712,
"5734400" : 2120,
"5799936" : 2507,
"5865472" : 3053,
"5931008" : 3569,
"5996544" : 4240,
"6062080" : 5182,
"6127616" : 6096,
"6193152" : 6986,
"6258688" : 8406,
"6324224" : 9576,
"6389760" : 11421,
"6455296" : 12892,
"6520832" : 15026,
"6586368" : 17318,
"6651904" : 19555,
"6717440" : 22259,
"6782976" : 24999,
"6848512" : 28468,
"6914048" : 31876,
"6979584" : 35793,
"7045120" : 39793,
"7110656" : 44161,
"7176192" : 48972,
"7241728" : 53351,
"7307264" : 57784,
"7372800" : 62918,
"7438336" : 67684,
"7503872" : 73738,
"7569408" : 79056,
"7634944" : 84134,
"7700480" : 88882,
"7766016" : 93961,
"7831552" : 98703,
"7897088" : 104468,
"7962624" : 108539,
"8028160" : 111535,
"8093696" : 115717,
"8159232" : 118664,
"8224768" : 121426,
"8290304" : 124608,
"8355840" : 125515,
"8454144" : 252154,
"8585216" : 251341,
"8716288" : 245587,
"8847360" : 233279,
"8978432" : 218486,
"9109504" : 199089,
"9240576" : 177889,
"9371648" : 155354,
"9502720" : 131464,
"9633792" : 110480,
"9764864" : 88571,
"9895936" : 69493,
"10027008" : 53175,
"10158080" : 39887,
"10289152" : 29061,
"10420224" : 20408,
"10551296" : 14261,
"10682368" : 9441,
"10813440" : 6036,
"10944512" : 3596,
"11075584" : 2084,
"11206656" : 1204,
"11337728" : 551,
"11468800" : 317,
"11599872" : 146,
"11730944" : 72,
"11862016" : 40,
"11993088" : 5,
"12124160" : 3,
"12255232" : 3,
"12386304" : 1,
"12648448" : 2,
"12779520" : 1,
"12910592" : 1
}
},
"lat_ns" : {
"min" : 3910556,
"max" : 13270518,
"mean" : 8693281.466044,
"stddev" : 921330.033489,
"N" : 4416835
},
"bw_min" : 112620,
"bw_max" : 123600,
"bw_agg" : 100.000000,
"bw_mean" : 117791.953177,
"bw_dev" : 257.060414,
"bw_samples" : 2392,
"iops_min" : 28155,
"iops_max" : 30900,
"iops_mean" : 29447.615385,
"iops_stddev" : 64.257395,
"iops_samples" : 2392
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1199992,
"usr_cpu" : 0.731922,
"sys_cpu" : 18.037954,
"ctx" : 3185973,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999977,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 96.310102,
"20" : 3.689445,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085992,
"timestamp_ms" : 1773085992812,
"time" : "Mon Mar 9 16:53:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 19310829568,
"io_kbytes" : 18858232,
"bw_bytes" : 120692684,
"bw" : 117863,
"iops" : 29466.062500,
"runtime" : 160000,
"total_ios" : 4714570,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5187,
"max" : 1519782,
"mean" : 269393.797130,
"stddev" : 160746.186186,
"N" : 4714570
},
"clat_ns" : {
"min" : 3734366,
"max" : 12941736,
"mean" : 8417872.866048,
"stddev" : 906410.254894,
"N" : 4714562,
"percentile" : {
"1.000000" : 6258688,
"5.000000" : 6914048,
"10.000000" : 7241728,
"20.000000" : 7634944,
"30.000000" : 7962624,
"40.000000" : 8224768,
"50.000000" : 8454144,
"60.000000" : 8716288,
"70.000000" : 8847360,
"80.000000" : 9240576,
"90.000000" : 9633792,
"95.000000" : 9895936,
"99.000000" : 10420224,
"99.500000" : 10682368,
"99.900000" : 10944512,
"99.950000" : 11206656,
"99.990000" : 11468800
},
"bins" : {
"3719168" : 1,
"3751936" : 1,
"3784704" : 1,
"3817472" : 2,
"3850240" : 1,
"3883008" : 2,
"3948544" : 2,
"3981312" : 2,
"4014080" : 1,
"4046848" : 2,
"4079616" : 2,
"4112384" : 5,
"4145152" : 2,
"4177920" : 9,
"4227072" : 6,
"4292608" : 15,
"4358144" : 22,
"4423680" : 19,
"4489216" : 18,
"4554752" : 36,
"4620288" : 40,
"4685824" : 78,
"4751360" : 57,
"4816896" : 74,
"4882432" : 74,
"4947968" : 133,
"5013504" : 194,
"5079040" : 245,
"5144576" : 311,
"5210112" : 374,
"5275648" : 456,
"5341184" : 676,
"5406720" : 783,
"5472256" : 1051,
"5537792" : 1165,
"5603328" : 1438,
"5668864" : 1852,
"5734400" : 2301,
"5799936" : 2709,
"5865472" : 3259,
"5931008" : 3876,
"5996544" : 4588,
"6062080" : 5594,
"6127616" : 6583,
"6193152" : 7522,
"6258688" : 9021,
"6324224" : 10402,
"6389760" : 12296,
"6455296" : 13983,
"6520832" : 16252,
"6586368" : 18655,
"6651904" : 21062,
"6717440" : 24107,
"6782976" : 26941,
"6848512" : 30707,
"6914048" : 34339,
"6979584" : 38480,
"7045120" : 42853,
"7110656" : 47595,
"7176192" : 52598,
"7241728" : 57500,
"7307264" : 62118,
"7372800" : 67611,
"7438336" : 72859,
"7503872" : 79200,
"7569408" : 84931,
"7634944" : 90413,
"7700480" : 95520,
"7766016" : 100844,
"7831552" : 105863,
"7897088" : 111997,
"7962624" : 116203,
"8028160" : 119487,
"8093696" : 123919,
"8159232" : 126865,
"8224768" : 129926,
"8290304" : 133236,
"8355840" : 134095,
"8454144" : 269187,
"8585216" : 268321,
"8716288" : 261786,
"8847360" : 248237,
"8978432" : 232226,
"9109504" : 211470,
"9240576" : 188652,
"9371648" : 164544,
"9502720" : 139170,
"9633792" : 117032,
"9764864" : 93388,
"9895936" : 73362,
"10027008" : 56074,
"10158080" : 42018,
"10289152" : 30672,
"10420224" : 21500,
"10551296" : 14920,
"10682368" : 9889,
"10813440" : 6339,
"10944512" : 3721,
"11075584" : 2171,
"11206656" : 1249,
"11337728" : 568,
"11468800" : 322,
"11599872" : 152,
"11730944" : 74,
"11862016" : 41,
"11993088" : 6,
"12124160" : 3,
"12255232" : 3,
"12386304" : 1,
"12648448" : 2,
"12779520" : 1,
"12910592" : 1
}
},
"lat_ns" : {
"min" : 3910556,
"max" : 13270518,
"mean" : 8687266.373478,
"stddev" : 921163.476774,
"N" : 4714562
},
"bw_min" : 112620,
"bw_max" : 123784,
"bw_agg" : 100.000000,
"bw_mean" : 117876.978056,
"bw_dev" : 259.275128,
"bw_samples" : 2552,
"iops_min" : 28155,
"iops_max" : 30946,
"iops_mean" : 29468.887147,
"iops_stddev" : 64.812902,
"iops_samples" : 2552
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279996,
"usr_cpu" : 0.726877,
"sys_cpu" : 17.906697,
"ctx" : 3371533,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 96.363295,
"20" : 3.636281,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086002,
"timestamp_ms" : 1773086002812,
"time" : "Mon Mar 9 16:53:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 20526596096,
"io_kbytes" : 20045504,
"bw_bytes" : 120744682,
"bw" : 117914,
"iops" : 29478.747059,
"runtime" : 170000,
"total_ios" : 5011387,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5187,
"max" : 1519782,
"mean" : 269277.386658,
"stddev" : 160786.539362,
"N" : 5011387
},
"clat_ns" : {
"min" : 3683479,
"max" : 12941736,
"mean" : 8414257.883793,
"stddev" : 906697.793517,
"N" : 5011379,
"percentile" : {
"1.000000" : 6258688,
"5.000000" : 6914048,
"10.000000" : 7241728,
"20.000000" : 7634944,
"30.000000" : 7962624,
"40.000000" : 8224768,
"50.000000" : 8454144,
"60.000000" : 8716288,
"70.000000" : 8847360,
"80.000000" : 9240576,
"90.000000" : 9502720,
"95.000000" : 9895936,
"99.000000" : 10420224,
"99.500000" : 10682368,
"99.900000" : 10944512,
"99.950000" : 11206656,
"99.990000" : 11468800
},
"bins" : {
"3686400" : 1,
"3719168" : 1,
"3751936" : 1,
"3784704" : 1,
"3817472" : 2,
"3850240" : 1,
"3883008" : 2,
"3948544" : 2,
"3981312" : 3,
"4014080" : 1,
"4046848" : 4,
"4079616" : 2,
"4112384" : 5,
"4145152" : 3,
"4177920" : 9,
"4227072" : 6,
"4292608" : 15,
"4358144" : 30,
"4423680" : 22,
"4489216" : 19,
"4554752" : 42,
"4620288" : 42,
"4685824" : 81,
"4751360" : 63,
"4816896" : 78,
"4882432" : 87,
"4947968" : 150,
"5013504" : 210,
"5079040" : 259,
"5144576" : 340,
"5210112" : 410,
"5275648" : 509,
"5341184" : 716,
"5406720" : 847,
"5472256" : 1124,
"5537792" : 1282,
"5603328" : 1571,
"5668864" : 1985,
"5734400" : 2465,
"5799936" : 2890,
"5865472" : 3505,
"5931008" : 4170,
"5996544" : 4917,
"6062080" : 5957,
"6127616" : 7080,
"6193152" : 8057,
"6258688" : 9658,
"6324224" : 11148,
"6389760" : 13144,
"6455296" : 14971,
"6520832" : 17418,
"6586368" : 19916,
"6651904" : 22573,
"6717440" : 25820,
"6782976" : 28917,
"6848512" : 32880,
"6914048" : 36654,
"6979584" : 41068,
"7045120" : 45964,
"7110656" : 51120,
"7176192" : 56305,
"7241728" : 61463,
"7307264" : 66361,
"7372800" : 72155,
"7438336" : 77786,
"7503872" : 84571,
"7569408" : 90599,
"7634944" : 96497,
"7700480" : 101866,
"7766016" : 107409,
"7831552" : 112829,
"7897088" : 119387,
"7962624" : 123668,
"8028160" : 127286,
"8093696" : 131941,
"8159232" : 135095,
"8224768" : 138214,
"8290304" : 141378,
"8355840" : 142531,
"8454144" : 286103,
"8585216" : 284850,
"8716288" : 277930,
"8847360" : 263352,
"8978432" : 246189,
"9109504" : 224374,
"9240576" : 199649,
"9371648" : 173988,
"9502720" : 147249,
"9633792" : 123828,
"9764864" : 98628,
"9895936" : 77521,
"10027008" : 59240,
"10158080" : 44429,
"10289152" : 32350,
"10420224" : 22663,
"10551296" : 15680,
"10682368" : 10425,
"10813440" : 6622,
"10944512" : 3913,
"11075584" : 2293,
"11206656" : 1303,
"11337728" : 602,
"11468800" : 338,
"11599872" : 164,
"11730944" : 77,
"11862016" : 43,
"11993088" : 6,
"12124160" : 3,
"12255232" : 3,
"12386304" : 1,
"12648448" : 2,
"12779520" : 1,
"12910592" : 1
}
},
"lat_ns" : {
"min" : 3910556,
"max" : 13270518,
"mean" : 8683535.478336,
"stddev" : 921456.538110,
"N" : 5011379
},
"bw_min" : 112620,
"bw_max" : 123800,
"bw_agg" : 100.000000,
"bw_mean" : 117931.678466,
"bw_dev" : 257.555542,
"bw_samples" : 2712,
"iops_min" : 28155,
"iops_max" : 30950,
"iops_mean" : 29482.575221,
"iops_stddev" : 64.384607,
"iops_samples" : 2712
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1359999,
"usr_cpu" : 0.734118,
"sys_cpu" : 18.051778,
"ctx" : 3610398,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999980,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999980,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 96.391877,
"20" : 3.607684,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086012,
"timestamp_ms" : 1773086012812,
"time" : "Mon Mar 9 16:53:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 21674987520,
"io_kbytes" : 21166980,
"bw_bytes" : 120417266,
"bw" : 117594,
"iops" : 29398.835549,
"runtime" : 179999,
"total_ios" : 5291761,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5187,
"max" : 1519782,
"mean" : 270015.302943,
"stddev" : 160452.489638,
"N" : 5291761
},
"clat_ns" : {
"min" : 3683479,
"max" : 12941736,
"mean" : 8437142.487338,
"stddev" : 911243.966777,
"N" : 5291753,
"percentile" : {
"1.000000" : 6258688,
"5.000000" : 6914048,
"10.000000" : 7241728,
"20.000000" : 7700480,
"30.000000" : 7962624,
"40.000000" : 8224768,
"50.000000" : 8454144,
"60.000000" : 8716288,
"70.000000" : 8978432,
"80.000000" : 9240576,
"90.000000" : 9633792,
"95.000000" : 9895936,
"99.000000" : 10420224,
"99.500000" : 10682368,
"99.900000" : 11075584,
"99.950000" : 11206656,
"99.990000" : 11468800
},
"bins" : {
"3686400" : 1,
"3719168" : 1,
"3751936" : 1,
"3784704" : 1,
"3817472" : 2,
"3850240" : 1,
"3883008" : 2,
"3948544" : 2,
"3981312" : 3,
"4014080" : 1,
"4046848" : 4,
"4079616" : 2,
"4112384" : 5,
"4145152" : 3,
"4177920" : 9,
"4227072" : 6,
"4292608" : 15,
"4358144" : 30,
"4423680" : 22,
"4489216" : 19,
"4554752" : 43,
"4620288" : 42,
"4685824" : 81,
"4751360" : 63,
"4816896" : 81,
"4882432" : 94,
"4947968" : 153,
"5013504" : 211,
"5079040" : 261,
"5144576" : 348,
"5210112" : 432,
"5275648" : 524,
"5341184" : 724,
"5406720" : 876,
"5472256" : 1150,
"5537792" : 1317,
"5603328" : 1608,
"5668864" : 2037,
"5734400" : 2537,
"5799936" : 2963,
"5865472" : 3576,
"5931008" : 4265,
"5996544" : 5009,
"6062080" : 6082,
"6127616" : 7230,
"6193152" : 8236,
"6258688" : 9881,
"6324224" : 11390,
"6389760" : 13386,
"6455296" : 15293,
"6520832" : 17788,
"6586368" : 20351,
"6651904" : 23085,
"6717440" : 26352,
"6782976" : 29619,
"6848512" : 33731,
"6914048" : 37538,
"6979584" : 42059,
"7045120" : 47054,
"7110656" : 52385,
"7176192" : 57849,
"7241728" : 63083,
"7307264" : 68099,
"7372800" : 74182,
"7438336" : 80103,
"7503872" : 87158,
"7569408" : 93380,
"7634944" : 99550,
"7700480" : 105156,
"7766016" : 111159,
"7831552" : 116814,
"7897088" : 123922,
"7962624" : 128185,
"8028160" : 132140,
"8093696" : 137393,
"8159232" : 140852,
"8224768" : 144235,
"8290304" : 147715,
"8355840" : 149171,
"8454144" : 300063,
"8585216" : 299716,
"8716288" : 293955,
"8847360" : 279836,
"8978432" : 262473,
"9109504" : 240892,
"9240576" : 215468,
"9371648" : 188495,
"9502720" : 160780,
"9633792" : 135888,
"9764864" : 109048,
"9895936" : 86543,
"10027008" : 66555,
"10158080" : 50516,
"10289152" : 36833,
"10420224" : 25865,
"10551296" : 18018,
"10682368" : 12240,
"10813440" : 7697,
"10944512" : 4749,
"11075584" : 2844,
"11206656" : 1578,
"11337728" : 769,
"11468800" : 425,
"11599872" : 200,
"11730944" : 99,
"11862016" : 49,
"11993088" : 9,
"12124160" : 10,
"12255232" : 4,
"12386304" : 1,
"12648448" : 2,
"12779520" : 1,
"12910592" : 1
}
},
"lat_ns" : {
"min" : 3910556,
"max" : 13270518,
"mean" : 8707157.667969,
"stddev" : 926284.905310,
"N" : 5291753
},
"bw_min" : 109072,
"bw_max" : 123800,
"bw_agg" : 100.000000,
"bw_mean" : 117626.064067,
"bw_dev" : 306.930310,
"bw_samples" : 2872,
"iops_min" : 27268,
"iops_max" : 30950,
"iops_mean" : 29406.164345,
"iops_stddev" : 76.733283,
"iops_samples" : 2872
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439992,
"usr_cpu" : 0.732782,
"sys_cpu" : 18.031767,
"ctx" : 3823749,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 96.091679,
"20" : 3.907905,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086012,
"timestamp_ms" : 1773086012863,
"time" : "Mon Mar 9 16:53:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 21676113920,
"io_kbytes" : 21168080,
"bw_bytes" : 120421517,
"bw" : 117599,
"iops" : 29398.362240,
"runtime" : 180002,
"total_ios" : 5291764,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5187,
"max" : 1519782,
"mean" : 270015.424109,
"stddev" : 160452.410799,
"N" : 5291772
},
"clat_ns" : {
"min" : 3015,
"max" : 12941736,
"mean" : 8436944.377578,
"stddev" : 911859.591098,
"N" : 5292012,
"percentile" : {
"1.000000" : 6258688,
"5.000000" : 6914048,
"10.000000" : 7241728,
"20.000000" : 7700480,
"30.000000" : 7962624,
"40.000000" : 8224768,
"50.000000" : 8454144,
"60.000000" : 8716288,
"70.000000" : 8978432,
"80.000000" : 9240576,
"90.000000" : 9633792,
"95.000000" : 9895936,
"99.000000" : 10420224,
"99.500000" : 10682368,
"99.900000" : 11075584,
"99.950000" : 11206656,
"99.990000" : 11468800
},
"bins" : {
"3024" : 1,
"3376" : 1,
"3440" : 1,
"3600" : 1,
"3792" : 1,
"3984" : 1,
"4320" : 1,
"4384" : 1,
"337920" : 1,
"346112" : 2,
"362496" : 1,
"366592" : 1,
"387072" : 1,
"391168" : 1,
"395264" : 1,
"399360" : 1,
"403456" : 2,
"415744" : 1,
"444416" : 1,
"692224" : 1,
"708608" : 2,
"724992" : 1,
"733184" : 1,
"749568" : 1,
"774144" : 1,
"798720" : 1,
"823296" : 1,
"954368" : 1,
"1089536" : 1,
"1122304" : 1,
"1138688" : 3,
"1171456" : 1,
"1204224" : 2,
"1236992" : 1,
"1286144" : 1,
"1466368" : 1,
"1482752" : 1,
"1499136" : 1,
"1531904" : 1,
"1548288" : 1,
"1564672" : 1,
"1613824" : 1,
"1630208" : 2,
"1662976" : 3,
"1761280" : 1,
"1875968" : 2,
"1892352" : 1,
"1908736" : 1,
"1941504" : 1,
"1957888" : 1,
"1974272" : 1,
"1990656" : 1,
"2007040" : 1,
"2113536" : 1,
"2146304" : 1,
"2244608" : 1,
"2277376" : 1,
"2310144" : 4,
"2342912" : 2,
"2375680" : 2,
"2408448" : 1,
"2441216" : 1,
"2506752" : 1,
"2539520" : 2,
"2637824" : 2,
"2670592" : 1,
"2703360" : 2,
"2736128" : 1,
"2768896" : 1,
"2801664" : 1,
"2834432" : 2,
"2867200" : 2,
"2899968" : 3,
"2965504" : 1,
"2998272" : 1,
"3063808" : 2,
"3096576" : 1,
"3129344" : 1,
"3162112" : 2,
"3227648" : 2,
"3260416" : 1,
"3358720" : 1,
"3391488" : 2,
"3424256" : 1,
"3457024" : 1,
"3522560" : 1,
"3555328" : 1,
"3620864" : 1,
"3653632" : 1,
"3686400" : 2,
"3719168" : 2,
"3751936" : 3,
"3784704" : 3,
"3817472" : 2,
"3850240" : 3,
"3883008" : 3,
"3915776" : 2,
"3948544" : 2,
"3981312" : 3,
"4014080" : 1,
"4046848" : 5,
"4079616" : 2,
"4112384" : 7,
"4145152" : 3,
"4177920" : 9,
"4227072" : 10,
"4292608" : 16,
"4358144" : 30,
"4423680" : 25,
"4489216" : 20,
"4554752" : 44,
"4620288" : 45,
"4685824" : 82,
"4751360" : 64,
"4816896" : 84,
"4882432" : 94,
"4947968" : 155,
"5013504" : 213,
"5079040" : 264,
"5144576" : 350,
"5210112" : 432,
"5275648" : 525,
"5341184" : 725,
"5406720" : 878,
"5472256" : 1154,
"5537792" : 1317,
"5603328" : 1609,
"5668864" : 2037,
"5734400" : 2540,
"5799936" : 2969,
"5865472" : 3579,
"5931008" : 4265,
"5996544" : 5010,
"6062080" : 6082,
"6127616" : 7234,
"6193152" : 8238,
"6258688" : 9882,
"6324224" : 11391,
"6389760" : 13386,
"6455296" : 15296,
"6520832" : 17790,
"6586368" : 20351,
"6651904" : 23090,
"6717440" : 26352,
"6782976" : 29620,
"6848512" : 33736,
"6914048" : 37538,
"6979584" : 42061,
"7045120" : 47056,
"7110656" : 52385,
"7176192" : 57853,
"7241728" : 63084,
"7307264" : 68102,
"7372800" : 74182,
"7438336" : 80104,
"7503872" : 87162,
"7569408" : 93383,
"7634944" : 99554,
"7700480" : 105157,
"7766016" : 111161,
"7831552" : 116816,
"7897088" : 123924,
"7962624" : 128185,
"8028160" : 132141,
"8093696" : 137393,
"8159232" : 140854,
"8224768" : 144237,
"8290304" : 147717,
"8355840" : 149171,
"8454144" : 300066,
"8585216" : 299719,
"8716288" : 293955,
"8847360" : 279838,
"8978432" : 262477,
"9109504" : 240892,
"9240576" : 215469,
"9371648" : 188495,
"9502720" : 160781,
"9633792" : 135888,
"9764864" : 109048,
"9895936" : 86544,
"10027008" : 66555,
"10158080" : 50516,
"10289152" : 36834,
"10420224" : 25865,
"10551296" : 18019,
"10682368" : 12240,
"10813440" : 7697,
"10944512" : 4750,
"11075584" : 2844,
"11206656" : 1578,
"11337728" : 770,
"11468800" : 425,
"11599872" : 200,
"11730944" : 99,
"11862016" : 49,
"11993088" : 9,
"12124160" : 10,
"12255232" : 4,
"12386304" : 1,
"12648448" : 2,
"12779520" : 1,
"12910592" : 1
}
},
"lat_ns" : {
"min" : 330966,
"max" : 13270518,
"mean" : 8706960.209818,
"stddev" : 926889.416323,
"N" : 5292012
},
"bw_min" : 109072,
"bw_max" : 123800,
"bw_agg" : 100.000000,
"bw_mean" : 117616.813889,
"bw_dev" : 307.781129,
"bw_samples" : 2880,
"iops_min" : 27268,
"iops_max" : 30950,
"iops_mean" : 29403.852778,
"iops_stddev" : 76.945823,
"iops_samples" : 2880
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440008,
"usr_cpu" : 0.732774,
"sys_cpu" : 18.031566,
"ctx" : 3823769,
"majf" : 0,
"minf" : 291,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999849,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 96.094062,
"20" : 3.907979,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}