raidz2/benchmarks/rand/rand-write-qd32-nj8_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773096847,
"timestamp_ms" : 1773096847277,
"time" : "Mon Mar 9 19:54:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 699351040,
"io_kbytes" : 682960,
"bw_bytes" : 71618130,
"bw" : 69939,
"iops" : 17512.442396,
"runtime" : 9765,
"total_ios" : 171009,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 78120,
"usr_cpu" : 0.695084,
"sys_cpu" : 14.669739,
"ctx" : 138361,
"majf" : 0,
"minf" : 43,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.854978,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096857,
"timestamp_ms" : 1773096857512,
"time" : "Mon Mar 9 19:54:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 710926336,
"io_kbytes" : 694264,
"bw_bytes" : 71092633,
"bw" : 69426,
"iops" : 17358.100000,
"runtime" : 10000,
"total_ios" : 173581,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9835,
"max" : 2803216,
"mean" : 457901.578324,
"stddev" : 258458.099547,
"N" : 173581
},
"clat_ns" : {
"min" : 6831916,
"max" : 22559030,
"mean" : 14288195.343700,
"stddev" : 2125923.871024,
"N" : 173573,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10551296,
"10.000000" : 11599872,
"20.000000" : 12648448,
"30.000000" : 13303808,
"40.000000" : 13828096,
"50.000000" : 14352384,
"60.000000" : 14876672,
"70.000000" : 15400960,
"80.000000" : 16056320,
"90.000000" : 16908288,
"95.000000" : 17694720,
"99.000000" : 19005440,
"99.500000" : 19529728,
"99.900000" : 20578304,
"99.950000" : 20840448,
"99.990000" : 21626880
},
"bins" : {
"6848512" : 1,
"6914048" : 1,
"6979584" : 3,
"7045120" : 2,
"7110656" : 1,
"7241728" : 4,
"7307264" : 15,
"7372800" : 18,
"7438336" : 17,
"7503872" : 8,
"7569408" : 14,
"7634944" : 22,
"7700480" : 34,
"7766016" : 34,
"7831552" : 29,
"7897088" : 22,
"7962624" : 41,
"8028160" : 46,
"8093696" : 51,
"8159232" : 48,
"8224768" : 50,
"8290304" : 70,
"8355840" : 73,
"8454144" : 196,
"8585216" : 219,
"8716288" : 241,
"8847360" : 292,
"8978432" : 308,
"9109504" : 330,
"9240576" : 447,
"9371648" : 498,
"9502720" : 539,
"9633792" : 517,
"9764864" : 616,
"9895936" : 702,
"10027008" : 707,
"10158080" : 754,
"10289152" : 822,
"10420224" : 786,
"10551296" : 897,
"10682368" : 986,
"10813440" : 954,
"10944512" : 1054,
"11075584" : 1042,
"11206656" : 1166,
"11337728" : 1318,
"11468800" : 1360,
"11599872" : 1527,
"11730944" : 1642,
"11862016" : 1824,
"11993088" : 1956,
"12124160" : 2196,
"12255232" : 2281,
"12386304" : 2544,
"12517376" : 2640,
"12648448" : 2891,
"12779520" : 3061,
"12910592" : 3282,
"13041664" : 3465,
"13172736" : 3662,
"13303808" : 3834,
"13434880" : 4049,
"13565952" : 4162,
"13697024" : 4408,
"13828096" : 4446,
"13959168" : 4501,
"14090240" : 4523,
"14221312" : 4517,
"14352384" : 4557,
"14483456" : 4578,
"14614528" : 4564,
"14745600" : 4409,
"14876672" : 4393,
"15007744" : 4252,
"15138816" : 4215,
"15269888" : 4127,
"15400960" : 3934,
"15532032" : 4080,
"15663104" : 3561,
"15794176" : 3473,
"15925248" : 3212,
"16056320" : 2997,
"16187392" : 2872,
"16318464" : 2716,
"16449536" : 2460,
"16580608" : 2313,
"16711680" : 2118,
"16908288" : 3810,
"17170432" : 3184,
"17432576" : 2794,
"17694720" : 2342,
"17956864" : 1854,
"18219008" : 1547,
"18481152" : 1249,
"18743296" : 920,
"19005440" : 688,
"19267584" : 474,
"19529728" : 342,
"19791872" : 281,
"20054016" : 179,
"20316160" : 111,
"20578304" : 77,
"20840448" : 45,
"21102592" : 40,
"21364736" : 11,
"21626880" : 15,
"21889024" : 6,
"22151168" : 3,
"22413312" : 2,
"22675456" : 2
}
},
"lat_ns" : {
"min" : 7107586,
"max" : 23349814,
"mean" : 14745958.668456,
"stddev" : 2177096.340287,
"N" : 173573
},
"bw_min" : 60864,
"bw_max" : 75424,
"bw_agg" : 99.933167,
"bw_mean" : 69380.789474,
"bw_dev" : 480.680881,
"bw_samples" : 152,
"iops_min" : 15216,
"iops_max" : 18856,
"iops_mean" : 17344.842105,
"iops_stddev" : 120.140733,
"iops_samples" : 152
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79993,
"usr_cpu" : 0.713812,
"sys_cpu" : 14.396260,
"ctx" : 153091,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 3.290683,
"20" : 96.452953,
"50" : 0.251756,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096867,
"timestamp_ms" : 1773096867511,
"time" : "Mon Mar 9 19:54:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1393065984,
"io_kbytes" : 1360416,
"bw_bytes" : 69656782,
"bw" : 68024,
"iops" : 17006.700335,
"runtime" : 19999,
"total_ios" : 340117,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9835,
"max" : 2803216,
"mean" : 467382.546036,
"stddev" : 248321.038902,
"N" : 340117
},
"clat_ns" : {
"min" : 6388702,
"max" : 24450628,
"mean" : 14584437.469908,
"stddev" : 2208334.986200,
"N" : 340109,
"percentile" : {
"1.000000" : 9109504,
"5.000000" : 10682368,
"10.000000" : 11730944,
"20.000000" : 12910592,
"30.000000" : 13565952,
"40.000000" : 14090240,
"50.000000" : 14614528,
"60.000000" : 15138816,
"70.000000" : 15663104,
"80.000000" : 16318464,
"90.000000" : 17432576,
"95.000000" : 18219008,
"99.000000" : 19791872,
"99.500000" : 20316160,
"99.900000" : 21626880,
"99.950000" : 21889024,
"99.990000" : 22937600
},
"bins" : {
"6389760" : 2,
"6455296" : 2,
"6520832" : 1,
"6717440" : 3,
"6782976" : 4,
"6848512" : 3,
"6914048" : 5,
"6979584" : 5,
"7045120" : 5,
"7110656" : 9,
"7176192" : 6,
"7241728" : 11,
"7307264" : 22,
"7372800" : 25,
"7438336" : 26,
"7503872" : 13,
"7569408" : 21,
"7634944" : 38,
"7700480" : 65,
"7766016" : 50,
"7831552" : 49,
"7897088" : 48,
"7962624" : 80,
"8028160" : 90,
"8093696" : 90,
"8159232" : 96,
"8224768" : 95,
"8290304" : 114,
"8355840" : 126,
"8454144" : 314,
"8585216" : 334,
"8716288" : 401,
"8847360" : 496,
"8978432" : 523,
"9109504" : 546,
"9240576" : 715,
"9371648" : 802,
"9502720" : 886,
"9633792" : 850,
"9764864" : 1013,
"9895936" : 1071,
"10027008" : 1126,
"10158080" : 1177,
"10289152" : 1322,
"10420224" : 1346,
"10551296" : 1475,
"10682368" : 1644,
"10813440" : 1622,
"10944512" : 1798,
"11075584" : 1802,
"11206656" : 2058,
"11337728" : 2283,
"11468800" : 2351,
"11599872" : 2595,
"11730944" : 2800,
"11862016" : 2980,
"11993088" : 3229,
"12124160" : 3645,
"12255232" : 3809,
"12386304" : 4394,
"12517376" : 4617,
"12648448" : 4888,
"12779520" : 5431,
"12910592" : 5912,
"13041664" : 6263,
"13172736" : 6514,
"13303808" : 6941,
"13434880" : 7273,
"13565952" : 7541,
"13697024" : 7879,
"13828096" : 8108,
"13959168" : 8313,
"14090240" : 8352,
"14221312" : 8412,
"14352384" : 8601,
"14483456" : 8682,
"14614528" : 8627,
"14745600" : 8525,
"14876672" : 8549,
"15007744" : 8409,
"15138816" : 8146,
"15269888" : 7964,
"15400960" : 7746,
"15532032" : 7995,
"15663104" : 7419,
"15794176" : 7216,
"15925248" : 6912,
"16056320" : 6560,
"16187392" : 6243,
"16318464" : 5851,
"16449536" : 5549,
"16580608" : 5209,
"16711680" : 4761,
"16908288" : 8731,
"17170432" : 7443,
"17432576" : 6816,
"17694720" : 5806,
"17956864" : 4793,
"18219008" : 3994,
"18481152" : 3280,
"18743296" : 2645,
"19005440" : 2036,
"19267584" : 1693,
"19529728" : 1326,
"19791872" : 1049,
"20054016" : 747,
"20316160" : 507,
"20578304" : 383,
"20840448" : 284,
"21102592" : 187,
"21364736" : 129,
"21626880" : 107,
"21889024" : 82,
"22151168" : 43,
"22413312" : 37,
"22675456" : 28,
"22937600" : 19,
"23199744" : 10,
"23461888" : 4,
"23724032" : 6,
"23986176" : 2,
"24248320" : 1,
"24510464" : 2
}
},
"lat_ns" : {
"min" : 6494984,
"max" : 25137184,
"mean" : 15051776.708808,
"stddev" : 2264107.765272,
"N" : 340109
},
"bw_min" : 57848,
"bw_max" : 75424,
"bw_agg" : 99.976183,
"bw_mean" : 68008.153846,
"bw_dev" : 514.449152,
"bw_samples" : 312,
"iops_min" : 14462,
"iops_max" : 18856,
"iops_mean" : 17001.692308,
"iops_stddev" : 128.574875,
"iops_samples" : 312
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159992,
"usr_cpu" : 0.698785,
"sys_cpu" : 14.195710,
"ctx" : 314933,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 2.760227,
"20" : 96.551187,
"50" : 0.686234,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096877,
"timestamp_ms" : 1773096877512,
"time" : "Mon Mar 9 19:54:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2102341632,
"io_kbytes" : 2053068,
"bw_bytes" : 70080390,
"bw" : 68437,
"iops" : 17110.003667,
"runtime" : 29999,
"total_ios" : 513283,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9835,
"max" : 3292080,
"mean" : 464504.588825,
"stddev" : 259721.813173,
"N" : 513283
},
"clat_ns" : {
"min" : 5648016,
"max" : 24450628,
"mean" : 14496570.393674,
"stddev" : 2239569.320687,
"N" : 513275,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10551296,
"10.000000" : 11599872,
"20.000000" : 12779520,
"30.000000" : 13434880,
"40.000000" : 13959168,
"50.000000" : 14483456,
"60.000000" : 15007744,
"70.000000" : 15663104,
"80.000000" : 16318464,
"90.000000" : 17432576,
"95.000000" : 18219008,
"99.000000" : 19791872,
"99.500000" : 20316160,
"99.900000" : 21364736,
"99.950000" : 21889024,
"99.990000" : 22937600
},
"bins" : {
"5668864" : 1,
"5734400" : 2,
"5931008" : 1,
"5996544" : 1,
"6062080" : 1,
"6127616" : 3,
"6389760" : 2,
"6455296" : 4,
"6520832" : 2,
"6586368" : 2,
"6651904" : 2,
"6717440" : 3,
"6782976" : 8,
"6848512" : 5,
"6914048" : 10,
"6979584" : 10,
"7045120" : 14,
"7110656" : 16,
"7176192" : 7,
"7241728" : 20,
"7307264" : 36,
"7372800" : 38,
"7438336" : 43,
"7503872" : 23,
"7569408" : 38,
"7634944" : 57,
"7700480" : 104,
"7766016" : 82,
"7831552" : 94,
"7897088" : 114,
"7962624" : 131,
"8028160" : 137,
"8093696" : 153,
"8159232" : 153,
"8224768" : 175,
"8290304" : 205,
"8355840" : 227,
"8454144" : 512,
"8585216" : 566,
"8716288" : 748,
"8847360" : 826,
"8978432" : 945,
"9109504" : 1007,
"9240576" : 1240,
"9371648" : 1371,
"9502720" : 1498,
"9633792" : 1559,
"9764864" : 1709,
"9895936" : 1825,
"10027008" : 1916,
"10158080" : 1941,
"10289152" : 2198,
"10420224" : 2253,
"10551296" : 2399,
"10682368" : 2614,
"10813440" : 2727,
"10944512" : 2949,
"11075584" : 3010,
"11206656" : 3294,
"11337728" : 3621,
"11468800" : 3767,
"11599872" : 4147,
"11730944" : 4499,
"11862016" : 4859,
"11993088" : 5350,
"12124160" : 5858,
"12255232" : 6197,
"12386304" : 6892,
"12517376" : 7289,
"12648448" : 7809,
"12779520" : 8543,
"12910592" : 9158,
"13041664" : 9660,
"13172736" : 10111,
"13303808" : 10602,
"13434880" : 11139,
"13565952" : 11415,
"13697024" : 11853,
"13828096" : 12135,
"13959168" : 12296,
"14090240" : 12425,
"14221312" : 12533,
"14352384" : 12724,
"14483456" : 12869,
"14614528" : 12706,
"14745600" : 12659,
"14876672" : 12620,
"15007744" : 12248,
"15138816" : 11938,
"15269888" : 11776,
"15400960" : 11464,
"15532032" : 11514,
"15663104" : 10814,
"15794176" : 10485,
"15925248" : 10057,
"16056320" : 9542,
"16187392" : 9100,
"16318464" : 8539,
"16449536" : 8187,
"16580608" : 7692,
"16711680" : 7085,
"16908288" : 12906,
"17170432" : 11046,
"17432576" : 9786,
"17694720" : 8595,
"17956864" : 7007,
"18219008" : 5762,
"18481152" : 4668,
"18743296" : 3774,
"19005440" : 2978,
"19267584" : 2398,
"19529728" : 1896,
"19791872" : 1480,
"20054016" : 1076,
"20316160" : 764,
"20578304" : 571,
"20840448" : 413,
"21102592" : 297,
"21364736" : 199,
"21626880" : 146,
"21889024" : 111,
"22151168" : 60,
"22413312" : 45,
"22675456" : 36,
"22937600" : 21,
"23199744" : 11,
"23461888" : 7,
"23724032" : 7,
"23986176" : 3,
"24248320" : 2,
"24510464" : 2
}
},
"lat_ns" : {
"min" : 5754277,
"max" : 25137184,
"mean" : 14961057.768791,
"stddev" : 2295000.431709,
"N" : 513275
},
"bw_min" : 57848,
"bw_max" : 75552,
"bw_agg" : 99.984101,
"bw_mean" : 68427.457627,
"bw_dev" : 448.071008,
"bw_samples" : 472,
"iops_min" : 14462,
"iops_max" : 18888,
"iops_mean" : 17106.610169,
"iops_stddev" : 111.991762,
"iops_samples" : 472
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239992,
"usr_cpu" : 0.693773,
"sys_cpu" : 14.286310,
"ctx" : 455034,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 3.171545,
"20" : 96.159234,
"50" : 0.667663,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096887,
"timestamp_ms" : 1773096887512,
"time" : "Mon Mar 9 19:54:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2803052544,
"io_kbytes" : 2737356,
"bw_bytes" : 70076313,
"bw" : 68433,
"iops" : 17108.825000,
"runtime" : 40000,
"total_ios" : 684353,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9835,
"max" : 3292080,
"mean" : 464529.574021,
"stddev" : 260926.652544,
"N" : 684353
},
"clat_ns" : {
"min" : 5648016,
"max" : 24450628,
"mean" : 14497125.322257,
"stddev" : 2227488.690482,
"N" : 684345,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10551296,
"10.000000" : 11599872,
"20.000000" : 12779520,
"30.000000" : 13434880,
"40.000000" : 13959168,
"50.000000" : 14483456,
"60.000000" : 15007744,
"70.000000" : 15663104,
"80.000000" : 16318464,
"90.000000" : 17432576,
"95.000000" : 18219008,
"99.000000" : 19529728,
"99.500000" : 20316160,
"99.900000" : 21364736,
"99.950000" : 21889024,
"99.990000" : 22675456
},
"bins" : {
"5668864" : 1,
"5734400" : 2,
"5931008" : 1,
"5996544" : 1,
"6062080" : 1,
"6127616" : 3,
"6389760" : 2,
"6455296" : 4,
"6520832" : 2,
"6586368" : 2,
"6651904" : 2,
"6717440" : 3,
"6782976" : 8,
"6848512" : 5,
"6914048" : 10,
"6979584" : 10,
"7045120" : 16,
"7110656" : 16,
"7176192" : 11,
"7241728" : 20,
"7307264" : 40,
"7372800" : 46,
"7438336" : 49,
"7503872" : 38,
"7569408" : 46,
"7634944" : 74,
"7700480" : 119,
"7766016" : 101,
"7831552" : 113,
"7897088" : 138,
"7962624" : 157,
"8028160" : 172,
"8093696" : 188,
"8159232" : 174,
"8224768" : 224,
"8290304" : 252,
"8355840" : 283,
"8454144" : 648,
"8585216" : 718,
"8716288" : 944,
"8847360" : 1057,
"8978432" : 1238,
"9109504" : 1311,
"9240576" : 1589,
"9371648" : 1719,
"9502720" : 1904,
"9633792" : 2003,
"9764864" : 2217,
"9895936" : 2392,
"10027008" : 2534,
"10158080" : 2684,
"10289152" : 2899,
"10420224" : 3033,
"10551296" : 3186,
"10682368" : 3437,
"10813440" : 3552,
"10944512" : 3950,
"11075584" : 4103,
"11206656" : 4448,
"11337728" : 4794,
"11468800" : 5129,
"11599872" : 5544,
"11730944" : 6086,
"11862016" : 6478,
"11993088" : 7113,
"12124160" : 7900,
"12255232" : 8395,
"12386304" : 9226,
"12517376" : 9838,
"12648448" : 10692,
"12779520" : 11522,
"12910592" : 12255,
"13041664" : 12993,
"13172736" : 13504,
"13303808" : 14092,
"13434880" : 14916,
"13565952" : 15249,
"13697024" : 15746,
"13828096" : 16211,
"13959168" : 16361,
"14090240" : 16546,
"14221312" : 16538,
"14352384" : 17000,
"14483456" : 17126,
"14614528" : 16878,
"14745600" : 16938,
"14876672" : 16765,
"15007744" : 16350,
"15138816" : 15947,
"15269888" : 15925,
"15400960" : 15335,
"15532032" : 15245,
"15663104" : 14337,
"15794176" : 13967,
"15925248" : 13402,
"16056320" : 12726,
"16187392" : 12114,
"16318464" : 11379,
"16449536" : 10989,
"16580608" : 10300,
"16711680" : 9515,
"16908288" : 17391,
"17170432" : 14918,
"17432576" : 13056,
"17694720" : 11325,
"17956864" : 9342,
"18219008" : 7632,
"18481152" : 6158,
"18743296" : 5002,
"19005440" : 3856,
"19267584" : 3133,
"19529728" : 2470,
"19791872" : 1893,
"20054016" : 1425,
"20316160" : 991,
"20578304" : 761,
"20840448" : 536,
"21102592" : 376,
"21364736" : 263,
"21626880" : 188,
"21889024" : 135,
"22151168" : 79,
"22413312" : 56,
"22675456" : 39,
"22937600" : 22,
"23199744" : 11,
"23461888" : 7,
"23724032" : 7,
"23986176" : 3,
"24248320" : 2,
"24510464" : 2
}
},
"lat_ns" : {
"min" : 5754277,
"max" : 25137184,
"mean" : 14961626.522720,
"stddev" : 2282278.032881,
"N" : 684345
},
"bw_min" : 57848,
"bw_max" : 75824,
"bw_agg" : 100.000000,
"bw_mean" : 68533.164557,
"bw_dev" : 426.066081,
"bw_samples" : 632,
"iops_min" : 14462,
"iops_max" : 18956,
"iops_mean" : 17133.037975,
"iops_stddev" : 106.498348,
"iops_samples" : 632
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319993,
"usr_cpu" : 0.703140,
"sys_cpu" : 14.262187,
"ctx" : 602514,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 3.036445,
"20" : 96.311553,
"50" : 0.650834,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096897,
"timestamp_ms" : 1773096897512,
"time" : "Mon Mar 9 19:54:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3503243264,
"io_kbytes" : 3421136,
"bw_bytes" : 70064865,
"bw" : 68422,
"iops" : 17105.860000,
"runtime" : 50000,
"total_ios" : 855293,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9835,
"max" : 3292080,
"mean" : 464604.119443,
"stddev" : 259594.113897,
"N" : 855293
},
"clat_ns" : {
"min" : 5314298,
"max" : 24450628,
"mean" : 14499860.287772,
"stddev" : 2225972.570933,
"N" : 855285,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10551296,
"10.000000" : 11599872,
"20.000000" : 12779520,
"30.000000" : 13434880,
"40.000000" : 13959168,
"50.000000" : 14483456,
"60.000000" : 15007744,
"70.000000" : 15663104,
"80.000000" : 16318464,
"90.000000" : 17432576,
"95.000000" : 18219008,
"99.000000" : 19529728,
"99.500000" : 20054016,
"99.900000" : 21364736,
"99.950000" : 21626880,
"99.990000" : 22675456
},
"bins" : {
"5341184" : 1,
"5537792" : 1,
"5668864" : 1,
"5734400" : 4,
"5799936" : 1,
"5865472" : 3,
"5931008" : 1,
"5996544" : 1,
"6062080" : 2,
"6127616" : 6,
"6193152" : 1,
"6324224" : 1,
"6389760" : 5,
"6455296" : 6,
"6520832" : 3,
"6586368" : 2,
"6651904" : 2,
"6717440" : 4,
"6782976" : 17,
"6848512" : 6,
"6914048" : 10,
"6979584" : 10,
"7045120" : 17,
"7110656" : 18,
"7176192" : 19,
"7241728" : 22,
"7307264" : 42,
"7372800" : 59,
"7438336" : 59,
"7503872" : 48,
"7569408" : 57,
"7634944" : 82,
"7700480" : 136,
"7766016" : 124,
"7831552" : 143,
"7897088" : 167,
"7962624" : 186,
"8028160" : 206,
"8093696" : 235,
"8159232" : 228,
"8224768" : 287,
"8290304" : 308,
"8355840" : 371,
"8454144" : 862,
"8585216" : 919,
"8716288" : 1181,
"8847360" : 1313,
"8978432" : 1512,
"9109504" : 1691,
"9240576" : 1987,
"9371648" : 2157,
"9502720" : 2388,
"9633792" : 2493,
"9764864" : 2774,
"9895936" : 3011,
"10027008" : 3125,
"10158080" : 3376,
"10289152" : 3638,
"10420224" : 3795,
"10551296" : 3980,
"10682368" : 4189,
"10813440" : 4378,
"10944512" : 4804,
"11075584" : 4991,
"11206656" : 5485,
"11337728" : 6008,
"11468800" : 6360,
"11599872" : 6955,
"11730944" : 7553,
"11862016" : 8132,
"11993088" : 8922,
"12124160" : 9899,
"12255232" : 10490,
"12386304" : 11516,
"12517376" : 12415,
"12648448" : 13326,
"12779520" : 14360,
"12910592" : 15282,
"13041664" : 16321,
"13172736" : 16848,
"13303808" : 17789,
"13434880" : 18675,
"13565952" : 19115,
"13697024" : 19690,
"13828096" : 20179,
"13959168" : 20366,
"14090240" : 20795,
"14221312" : 20741,
"14352384" : 21196,
"14483456" : 21192,
"14614528" : 20871,
"14745600" : 20904,
"14876672" : 20814,
"15007744" : 20270,
"15138816" : 19905,
"15269888" : 19817,
"15400960" : 18945,
"15532032" : 19041,
"15663104" : 17962,
"15794176" : 17521,
"15925248" : 16806,
"16056320" : 16103,
"16187392" : 15160,
"16318464" : 14303,
"16449536" : 13807,
"16580608" : 12956,
"16711680" : 12050,
"16908288" : 21976,
"17170432" : 18979,
"17432576" : 16496,
"17694720" : 14295,
"17956864" : 11784,
"18219008" : 9603,
"18481152" : 7706,
"18743296" : 6297,
"19005440" : 4755,
"19267584" : 3892,
"19529728" : 2989,
"19791872" : 2309,
"20054016" : 1729,
"20316160" : 1184,
"20578304" : 917,
"20840448" : 649,
"21102592" : 448,
"21364736" : 318,
"21626880" : 223,
"21889024" : 153,
"22151168" : 92,
"22413312" : 67,
"22675456" : 45,
"22937600" : 25,
"23199744" : 14,
"23461888" : 11,
"23724032" : 11,
"23986176" : 3,
"24248320" : 2,
"24510464" : 2
}
},
"lat_ns" : {
"min" : 5598300,
"max" : 25137184,
"mean" : 14964458.117431,
"stddev" : 2280955.007211,
"N" : 855285
},
"bw_min" : 57848,
"bw_max" : 76664,
"bw_agg" : 99.982872,
"bw_mean" : 68411.606061,
"bw_dev" : 443.216297,
"bw_samples" : 792,
"iops_min" : 14462,
"iops_max" : 19166,
"iops_mean" : 17102.636364,
"iops_stddev" : 110.801333,
"iops_samples" : 792
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 400000,
"usr_cpu" : 0.696000,
"sys_cpu" : 14.273250,
"ctx" : 760268,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 3.047260,
"20" : 96.325937,
"50" : 0.625867,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096907,
"timestamp_ms" : 1773096907512,
"time" : "Mon Mar 9 19:55:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4222464000,
"io_kbytes" : 4123500,
"bw_bytes" : 70374400,
"bw" : 68725,
"iops" : 17181.500000,
"runtime" : 60000,
"total_ios" : 1030890,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9835,
"max" : 3292080,
"mean" : 462540.871764,
"stddev" : 262723.193824,
"N" : 1030891
},
"clat_ns" : {
"min" : 5314298,
"max" : 24450628,
"mean" : 14436376.164123,
"stddev" : 2241360.293264,
"N" : 1030882,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10551296,
"10.000000" : 11599872,
"20.000000" : 12648448,
"30.000000" : 13303808,
"40.000000" : 13959168,
"50.000000" : 14483456,
"60.000000" : 15007744,
"70.000000" : 15532032,
"80.000000" : 16318464,
"90.000000" : 17170432,
"95.000000" : 17956864,
"99.000000" : 19529728,
"99.500000" : 20054016,
"99.900000" : 21364736,
"99.950000" : 21626880,
"99.990000" : 22675456
},
"bins" : {
"5341184" : 1,
"5537792" : 1,
"5668864" : 1,
"5734400" : 4,
"5799936" : 1,
"5865472" : 3,
"5931008" : 1,
"5996544" : 1,
"6062080" : 2,
"6127616" : 6,
"6193152" : 1,
"6324224" : 1,
"6389760" : 5,
"6455296" : 6,
"6520832" : 3,
"6586368" : 3,
"6651904" : 3,
"6717440" : 7,
"6782976" : 20,
"6848512" : 8,
"6914048" : 23,
"6979584" : 15,
"7045120" : 32,
"7110656" : 37,
"7176192" : 42,
"7241728" : 36,
"7307264" : 56,
"7372800" : 90,
"7438336" : 81,
"7503872" : 73,
"7569408" : 88,
"7634944" : 107,
"7700480" : 158,
"7766016" : 167,
"7831552" : 189,
"7897088" : 219,
"7962624" : 231,
"8028160" : 259,
"8093696" : 296,
"8159232" : 337,
"8224768" : 371,
"8290304" : 388,
"8355840" : 484,
"8454144" : 1136,
"8585216" : 1202,
"8716288" : 1531,
"8847360" : 1718,
"8978432" : 1972,
"9109504" : 2174,
"9240576" : 2510,
"9371648" : 2701,
"9502720" : 3017,
"9633792" : 3162,
"9764864" : 3462,
"9895936" : 3798,
"10027008" : 4014,
"10158080" : 4267,
"10289152" : 4608,
"10420224" : 4809,
"10551296" : 5011,
"10682368" : 5322,
"10813440" : 5603,
"10944512" : 6197,
"11075584" : 6405,
"11206656" : 7111,
"11337728" : 7758,
"11468800" : 8211,
"11599872" : 9078,
"11730944" : 9892,
"11862016" : 10549,
"11993088" : 11425,
"12124160" : 12537,
"12255232" : 13338,
"12386304" : 14570,
"12517376" : 15493,
"12648448" : 16477,
"12779520" : 17714,
"12910592" : 18714,
"13041664" : 19962,
"13172736" : 20584,
"13303808" : 21584,
"13434880" : 22428,
"13565952" : 23081,
"13697024" : 23617,
"13828096" : 24230,
"13959168" : 24332,
"14090240" : 24840,
"14221312" : 24772,
"14352384" : 25165,
"14483456" : 25182,
"14614528" : 24832,
"14745600" : 24807,
"14876672" : 24751,
"15007744" : 24106,
"15138816" : 23631,
"15269888" : 23408,
"15400960" : 22478,
"15532032" : 22499,
"15663104" : 21155,
"15794176" : 20632,
"15925248" : 19859,
"16056320" : 18971,
"16187392" : 17908,
"16318464" : 16736,
"16449536" : 16191,
"16580608" : 15285,
"16711680" : 14145,
"16908288" : 25774,
"17170432" : 22318,
"17432576" : 19319,
"17694720" : 16741,
"17956864" : 13688,
"18219008" : 11162,
"18481152" : 8984,
"18743296" : 7280,
"19005440" : 5500,
"19267584" : 4540,
"19529728" : 3484,
"19791872" : 2678,
"20054016" : 2007,
"20316160" : 1413,
"20578304" : 1089,
"20840448" : 770,
"21102592" : 526,
"21364736" : 364,
"21626880" : 247,
"21889024" : 171,
"22151168" : 103,
"22413312" : 82,
"22675456" : 53,
"22937600" : 28,
"23199744" : 15,
"23461888" : 13,
"23724032" : 13,
"23986176" : 3,
"24248320" : 2,
"24510464" : 2
}
},
"lat_ns" : {
"min" : 5598300,
"max" : 25137184,
"mean" : 14898929.749015,
"stddev" : 2296571.204579,
"N" : 1030882
},
"bw_min" : 57848,
"bw_max" : 76936,
"bw_agg" : 99.951983,
"bw_mean" : 68692.613445,
"bw_dev" : 443.171438,
"bw_samples" : 952,
"iops_min" : 14462,
"iops_max" : 19234,
"iops_mean" : 17172.882353,
"iops_stddev" : 110.785388,
"iops_samples" : 952
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479999,
"usr_cpu" : 0.708543,
"sys_cpu" : 14.315655,
"ctx" : 903266,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999903,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999903,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 3.234196,
"20" : 96.155458,
"50" : 0.609570,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096917,
"timestamp_ms" : 1773096917512,
"time" : "Mon Mar 9 19:55:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4937596928,
"io_kbytes" : 4821872,
"bw_bytes" : 70537098,
"bw" : 68883,
"iops" : 17221.128571,
"runtime" : 70000,
"total_ios" : 1205479,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9835,
"max" : 3292080,
"mean" : 461463.855382,
"stddev" : 265124.997326,
"N" : 1205479
},
"clat_ns" : {
"min" : 5314298,
"max" : 24450628,
"mean" : 14402814.684252,
"stddev" : 2253894.291645,
"N" : 1205471,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10420224,
"10.000000" : 11468800,
"20.000000" : 12648448,
"30.000000" : 13303808,
"40.000000" : 13828096,
"50.000000" : 14483456,
"60.000000" : 15007744,
"70.000000" : 15532032,
"80.000000" : 16318464,
"90.000000" : 17170432,
"95.000000" : 17956864,
"99.000000" : 19529728,
"99.500000" : 20316160,
"99.900000" : 21364736,
"99.950000" : 21889024,
"99.990000" : 22675456
},
"bins" : {
"5341184" : 1,
"5537792" : 1,
"5668864" : 1,
"5734400" : 4,
"5799936" : 1,
"5865472" : 3,
"5931008" : 1,
"5996544" : 1,
"6062080" : 2,
"6127616" : 6,
"6193152" : 1,
"6324224" : 1,
"6389760" : 5,
"6455296" : 6,
"6520832" : 3,
"6586368" : 3,
"6651904" : 3,
"6717440" : 7,
"6782976" : 20,
"6848512" : 8,
"6914048" : 23,
"6979584" : 15,
"7045120" : 32,
"7110656" : 41,
"7176192" : 43,
"7241728" : 38,
"7307264" : 67,
"7372800" : 95,
"7438336" : 97,
"7503872" : 94,
"7569408" : 104,
"7634944" : 126,
"7700480" : 190,
"7766016" : 187,
"7831552" : 213,
"7897088" : 256,
"7962624" : 270,
"8028160" : 318,
"8093696" : 362,
"8159232" : 386,
"8224768" : 434,
"8290304" : 464,
"8355840" : 574,
"8454144" : 1370,
"8585216" : 1443,
"8716288" : 1852,
"8847360" : 2054,
"8978432" : 2340,
"9109504" : 2584,
"9240576" : 3053,
"9371648" : 3300,
"9502720" : 3632,
"9633792" : 3884,
"9764864" : 4253,
"9895936" : 4602,
"10027008" : 4892,
"10158080" : 5192,
"10289152" : 5593,
"10420224" : 5757,
"10551296" : 6101,
"10682368" : 6551,
"10813440" : 6824,
"10944512" : 7532,
"11075584" : 7912,
"11206656" : 8669,
"11337728" : 9363,
"11468800" : 10008,
"11599872" : 11064,
"11730944" : 11932,
"11862016" : 12725,
"11993088" : 13773,
"12124160" : 15079,
"12255232" : 16009,
"12386304" : 17280,
"12517376" : 18460,
"12648448" : 19566,
"12779520" : 20947,
"12910592" : 22097,
"13041664" : 23406,
"13172736" : 24230,
"13303808" : 25339,
"13434880" : 26210,
"13565952" : 27097,
"13697024" : 27596,
"13828096" : 28354,
"13959168" : 28492,
"14090240" : 28922,
"14221312" : 28839,
"14352384" : 29325,
"14483456" : 29321,
"14614528" : 28844,
"14745600" : 28674,
"14876672" : 28675,
"15007744" : 27933,
"15138816" : 27328,
"15269888" : 26900,
"15400960" : 25900,
"15532032" : 25815,
"15663104" : 24449,
"15794176" : 23668,
"15925248" : 22785,
"16056320" : 21767,
"16187392" : 20528,
"16318464" : 19316,
"16449536" : 18716,
"16580608" : 17586,
"16711680" : 16221,
"16908288" : 29668,
"17170432" : 25534,
"17432576" : 22204,
"17694720" : 19112,
"17956864" : 15626,
"18219008" : 12822,
"18481152" : 10262,
"18743296" : 8379,
"19005440" : 6468,
"19267584" : 5272,
"19529728" : 4065,
"19791872" : 3185,
"20054016" : 2407,
"20316160" : 1700,
"20578304" : 1343,
"20840448" : 955,
"21102592" : 636,
"21364736" : 441,
"21626880" : 318,
"21889024" : 217,
"22151168" : 132,
"22413312" : 104,
"22675456" : 74,
"22937600" : 45,
"23199744" : 22,
"23461888" : 18,
"23724032" : 16,
"23986176" : 5,
"24248320" : 3,
"24510464" : 2
}
},
"lat_ns" : {
"min" : 5598300,
"max" : 25137184,
"mean" : 14864274.523480,
"stddev" : 2309323.953882,
"N" : 1205471
},
"bw_min" : 57848,
"bw_max" : 77567,
"bw_agg" : 100.000000,
"bw_mean" : 68895.431655,
"bw_dev" : 446.170291,
"bw_samples" : 1112,
"iops_min" : 14462,
"iops_max" : 19391,
"iops_mean" : 17223.582734,
"iops_stddev" : 111.530757,
"iops_samples" : 1112
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 560000,
"usr_cpu" : 0.709821,
"sys_cpu" : 14.353571,
"ctx" : 1045012,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999917,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999917,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 3.338341,
"20" : 96.023158,
"50" : 0.637838,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096927,
"timestamp_ms" : 1773096927512,
"time" : "Mon Mar 9 19:55:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5637955584,
"io_kbytes" : 5505816,
"bw_bytes" : 70474444,
"bw" : 68822,
"iops" : 17205.825000,
"runtime" : 80000,
"total_ios" : 1376466,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9835,
"max" : 3292080,
"mean" : 461875.780338,
"stddev" : 262665.977742,
"N" : 1376466
},
"clat_ns" : {
"min" : 5314298,
"max" : 24450628,
"mean" : 14415436.584011,
"stddev" : 2248978.516759,
"N" : 1376458,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10551296,
"10.000000" : 11468800,
"20.000000" : 12648448,
"30.000000" : 13303808,
"40.000000" : 13828096,
"50.000000" : 14483456,
"60.000000" : 15007744,
"70.000000" : 15532032,
"80.000000" : 16318464,
"90.000000" : 17170432,
"95.000000" : 17956864,
"99.000000" : 19529728,
"99.500000" : 20054016,
"99.900000" : 21364736,
"99.950000" : 21626880,
"99.990000" : 22675456
},
"bins" : {
"5341184" : 1,
"5537792" : 1,
"5668864" : 1,
"5734400" : 4,
"5799936" : 1,
"5865472" : 3,
"5931008" : 1,
"5996544" : 1,
"6062080" : 3,
"6127616" : 6,
"6193152" : 1,
"6324224" : 1,
"6389760" : 6,
"6455296" : 7,
"6520832" : 3,
"6586368" : 6,
"6651904" : 6,
"6717440" : 7,
"6782976" : 24,
"6848512" : 11,
"6914048" : 27,
"6979584" : 20,
"7045120" : 36,
"7110656" : 43,
"7176192" : 49,
"7241728" : 47,
"7307264" : 78,
"7372800" : 101,
"7438336" : 101,
"7503872" : 107,
"7569408" : 115,
"7634944" : 135,
"7700480" : 205,
"7766016" : 193,
"7831552" : 221,
"7897088" : 272,
"7962624" : 299,
"8028160" : 347,
"8093696" : 380,
"8159232" : 408,
"8224768" : 472,
"8290304" : 522,
"8355840" : 621,
"8454144" : 1487,
"8585216" : 1556,
"8716288" : 2025,
"8847360" : 2225,
"8978432" : 2531,
"9109504" : 2844,
"9240576" : 3362,
"9371648" : 3645,
"9502720" : 4022,
"9633792" : 4308,
"9764864" : 4790,
"9895936" : 5205,
"10027008" : 5528,
"10158080" : 5879,
"10289152" : 6335,
"10420224" : 6593,
"10551296" : 6959,
"10682368" : 7409,
"10813440" : 7711,
"10944512" : 8484,
"11075584" : 8975,
"11206656" : 9801,
"11337728" : 10537,
"11468800" : 11301,
"11599872" : 12463,
"11730944" : 13476,
"11862016" : 14477,
"11993088" : 15824,
"12124160" : 17147,
"12255232" : 18288,
"12386304" : 19721,
"12517376" : 21185,
"12648448" : 22327,
"12779520" : 23943,
"12910592" : 25322,
"13041664" : 26832,
"13172736" : 27709,
"13303808" : 29042,
"13434880" : 30049,
"13565952" : 31023,
"13697024" : 31555,
"13828096" : 32599,
"13959168" : 32734,
"14090240" : 33226,
"14221312" : 33100,
"14352384" : 33460,
"14483456" : 33454,
"14614528" : 33113,
"14745600" : 32824,
"14876672" : 32672,
"15007744" : 31877,
"15138816" : 31130,
"15269888" : 30557,
"15400960" : 29502,
"15532032" : 29342,
"15663104" : 27744,
"15794176" : 26900,
"15925248" : 25847,
"16056320" : 24652,
"16187392" : 23349,
"16318464" : 21953,
"16449536" : 21309,
"16580608" : 19946,
"16711680" : 18588,
"16908288" : 34101,
"17170432" : 29510,
"17432576" : 25682,
"17694720" : 22136,
"17956864" : 18108,
"18219008" : 14908,
"18481152" : 12008,
"18743296" : 9740,
"19005440" : 7556,
"19267584" : 6125,
"19529728" : 4770,
"19791872" : 3638,
"20054016" : 2736,
"20316160" : 1939,
"20578304" : 1520,
"20840448" : 1061,
"21102592" : 723,
"21364736" : 498,
"21626880" : 355,
"21889024" : 234,
"22151168" : 142,
"22413312" : 107,
"22675456" : 79,
"22937600" : 49,
"23199744" : 23,
"23461888" : 18,
"23724032" : 16,
"23986176" : 5,
"24248320" : 3,
"24510464" : 2
}
},
"lat_ns" : {
"min" : 5598300,
"max" : 25137184,
"mean" : 14877295.158369,
"stddev" : 2304572.063512,
"N" : 1376458
},
"bw_min" : 57848,
"bw_max" : 77567,
"bw_agg" : 99.984454,
"bw_mean" : 68812.685535,
"bw_dev" : 450.791035,
"bw_samples" : 1272,
"iops_min" : 14462,
"iops_max" : 19391,
"iops_mean" : 17202.905660,
"iops_stddev" : 112.685396,
"iops_samples" : 1272
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639999,
"usr_cpu" : 0.700001,
"sys_cpu" : 14.353772,
"ctx" : 1209686,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 3.228267,
"20" : 96.142077,
"50" : 0.629075,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096937,
"timestamp_ms" : 1773096937512,
"time" : "Mon Mar 9 19:55:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6352048128,
"io_kbytes" : 6203172,
"bw_bytes" : 70578312,
"bw" : 68924,
"iops" : 17231.266667,
"runtime" : 90000,
"total_ios" : 1550814,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9835,
"max" : 3292080,
"mean" : 461188.745375,
"stddev" : 264679.477436,
"N" : 1550814
},
"clat_ns" : {
"min" : 5314298,
"max" : 24450628,
"mean" : 14394591.335918,
"stddev" : 2258989.734469,
"N" : 1550806,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10551296,
"10.000000" : 11468800,
"20.000000" : 12517376,
"30.000000" : 13303808,
"40.000000" : 13828096,
"50.000000" : 14352384,
"60.000000" : 15007744,
"70.000000" : 15532032,
"80.000000" : 16318464,
"90.000000" : 17170432,
"95.000000" : 17956864,
"99.000000" : 19529728,
"99.500000" : 20316160,
"99.900000" : 21364736,
"99.950000" : 21889024,
"99.990000" : 22675456
},
"bins" : {
"5341184" : 1,
"5537792" : 1,
"5668864" : 1,
"5734400" : 4,
"5799936" : 1,
"5865472" : 3,
"5931008" : 1,
"5996544" : 1,
"6062080" : 3,
"6127616" : 6,
"6193152" : 1,
"6324224" : 1,
"6389760" : 6,
"6455296" : 7,
"6520832" : 3,
"6586368" : 6,
"6651904" : 6,
"6717440" : 7,
"6782976" : 24,
"6848512" : 11,
"6914048" : 28,
"6979584" : 21,
"7045120" : 37,
"7110656" : 48,
"7176192" : 57,
"7241728" : 53,
"7307264" : 86,
"7372800" : 106,
"7438336" : 113,
"7503872" : 121,
"7569408" : 130,
"7634944" : 148,
"7700480" : 228,
"7766016" : 222,
"7831552" : 264,
"7897088" : 311,
"7962624" : 351,
"8028160" : 422,
"8093696" : 451,
"8159232" : 489,
"8224768" : 543,
"8290304" : 608,
"8355840" : 730,
"8454144" : 1678,
"8585216" : 1875,
"8716288" : 2341,
"8847360" : 2608,
"8978432" : 3007,
"9109504" : 3293,
"9240576" : 3849,
"9371648" : 4227,
"9502720" : 4640,
"9633792" : 5001,
"9764864" : 5547,
"9895936" : 5981,
"10027008" : 6312,
"10158080" : 6730,
"10289152" : 7215,
"10420224" : 7535,
"10551296" : 8004,
"10682368" : 8457,
"10813440" : 8826,
"10944512" : 9757,
"11075584" : 10193,
"11206656" : 11156,
"11337728" : 12103,
"11468800" : 13027,
"11599872" : 14227,
"11730944" : 15574,
"11862016" : 16570,
"11993088" : 18170,
"12124160" : 19741,
"12255232" : 21135,
"12386304" : 22646,
"12517376" : 24247,
"12648448" : 25574,
"12779520" : 27397,
"12910592" : 29061,
"13041664" : 30374,
"13172736" : 31484,
"13303808" : 32939,
"13434880" : 33954,
"13565952" : 34969,
"13697024" : 35471,
"13828096" : 36701,
"13959168" : 36802,
"14090240" : 37227,
"14221312" : 37112,
"14352384" : 37446,
"14483456" : 37390,
"14614528" : 37181,
"14745600" : 36627,
"14876672" : 36484,
"15007744" : 35635,
"15138816" : 34680,
"15269888" : 34088,
"15400960" : 32831,
"15532032" : 32630,
"15663104" : 30805,
"15794176" : 29828,
"15925248" : 28764,
"16056320" : 27432,
"16187392" : 25974,
"16318464" : 24491,
"16449536" : 23595,
"16580608" : 22102,
"16711680" : 20626,
"16908288" : 37862,
"17170432" : 32974,
"17432576" : 28655,
"17694720" : 24739,
"17956864" : 20284,
"18219008" : 16812,
"18481152" : 13604,
"18743296" : 10927,
"19005440" : 8539,
"19267584" : 6920,
"19529728" : 5383,
"19791872" : 4138,
"20054016" : 3150,
"20316160" : 2232,
"20578304" : 1725,
"20840448" : 1199,
"21102592" : 838,
"21364736" : 570,
"21626880" : 407,
"21889024" : 276,
"22151168" : 173,
"22413312" : 145,
"22675456" : 96,
"22937600" : 67,
"23199744" : 32,
"23461888" : 21,
"23724032" : 19,
"23986176" : 7,
"24248320" : 3,
"24510464" : 2
}
},
"lat_ns" : {
"min" : 5598300,
"max" : 25137184,
"mean" : 14855788.491709,
"stddev" : 2314716.005770,
"N" : 1550806
},
"bw_min" : 57848,
"bw_max" : 77599,
"bw_agg" : 100.000000,
"bw_mean" : 68927.659218,
"bw_dev" : 440.693345,
"bw_samples" : 1432,
"iops_min" : 14462,
"iops_max" : 19399,
"iops_mean" : 17231.653631,
"iops_stddev" : 110.160148,
"iops_samples" : 1432
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719999,
"usr_cpu" : 0.697501,
"sys_cpu" : 14.376409,
"ctx" : 1351467,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 3.319096,
"20" : 96.037823,
"50" : 0.642566,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096947,
"timestamp_ms" : 1773096947511,
"time" : "Mon Mar 9 19:55:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7069097984,
"io_kbytes" : 6903416,
"bw_bytes" : 70691686,
"bw" : 69034,
"iops" : 17258.792588,
"runtime" : 99999,
"total_ios" : 1725862,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9835,
"max" : 3292080,
"mean" : 460437.741694,
"stddev" : 266325.156908,
"N" : 1725862
},
"clat_ns" : {
"min" : 5314298,
"max" : 24450628,
"mean" : 14371379.546562,
"stddev" : 2276554.813074,
"N" : 1725854,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10420224,
"10.000000" : 11468800,
"20.000000" : 12517376,
"30.000000" : 13303808,
"40.000000" : 13828096,
"50.000000" : 14352384,
"60.000000" : 15007744,
"70.000000" : 15532032,
"80.000000" : 16318464,
"90.000000" : 17170432,
"95.000000" : 18219008,
"99.000000" : 19529728,
"99.500000" : 20316160,
"99.900000" : 21364736,
"99.950000" : 21889024,
"99.990000" : 22675456
},
"bins" : {
"5341184" : 1,
"5537792" : 1,
"5668864" : 1,
"5734400" : 4,
"5799936" : 1,
"5865472" : 3,
"5931008" : 2,
"5996544" : 2,
"6062080" : 4,
"6127616" : 6,
"6193152" : 1,
"6324224" : 2,
"6389760" : 7,
"6455296" : 9,
"6520832" : 3,
"6586368" : 6,
"6651904" : 6,
"6717440" : 7,
"6782976" : 26,
"6848512" : 12,
"6914048" : 28,
"6979584" : 21,
"7045120" : 39,
"7110656" : 54,
"7176192" : 68,
"7241728" : 60,
"7307264" : 94,
"7372800" : 118,
"7438336" : 137,
"7503872" : 153,
"7569408" : 163,
"7634944" : 173,
"7700480" : 255,
"7766016" : 262,
"7831552" : 317,
"7897088" : 355,
"7962624" : 405,
"8028160" : 504,
"8093696" : 546,
"8159232" : 558,
"8224768" : 626,
"8290304" : 701,
"8355840" : 873,
"8454144" : 2022,
"8585216" : 2221,
"8716288" : 2746,
"8847360" : 3097,
"8978432" : 3601,
"9109504" : 3895,
"9240576" : 4564,
"9371648" : 4944,
"9502720" : 5444,
"9633792" : 5845,
"9764864" : 6439,
"9895936" : 6903,
"10027008" : 7201,
"10158080" : 7800,
"10289152" : 8266,
"10420224" : 8687,
"10551296" : 9193,
"10682368" : 9722,
"10813440" : 10115,
"10944512" : 11104,
"11075584" : 11639,
"11206656" : 12694,
"11337728" : 13690,
"11468800" : 14747,
"11599872" : 16144,
"11730944" : 17594,
"11862016" : 18667,
"11993088" : 20543,
"12124160" : 22217,
"12255232" : 23803,
"12386304" : 25359,
"12517376" : 27181,
"12648448" : 28646,
"12779520" : 30701,
"12910592" : 32513,
"13041664" : 34020,
"13172736" : 35173,
"13303808" : 36709,
"13434880" : 37709,
"13565952" : 38854,
"13697024" : 39364,
"13828096" : 40593,
"13959168" : 40525,
"14090240" : 41098,
"14221312" : 41128,
"14352384" : 41281,
"14483456" : 41109,
"14614528" : 40869,
"14745600" : 40376,
"14876672" : 40104,
"15007744" : 39063,
"15138816" : 38125,
"15269888" : 37530,
"15400960" : 36134,
"15532032" : 35783,
"15663104" : 33794,
"15794176" : 32902,
"15925248" : 31650,
"16056320" : 30235,
"16187392" : 28628,
"16318464" : 27074,
"16449536" : 26060,
"16580608" : 24371,
"16711680" : 22741,
"16908288" : 41718,
"17170432" : 36410,
"17432576" : 31680,
"17694720" : 27305,
"17956864" : 22503,
"18219008" : 18672,
"18481152" : 15155,
"18743296" : 12274,
"19005440" : 9608,
"19267584" : 7851,
"19529728" : 6054,
"19791872" : 4706,
"20054016" : 3538,
"20316160" : 2568,
"20578304" : 1944,
"20840448" : 1349,
"21102592" : 942,
"21364736" : 634,
"21626880" : 463,
"21889024" : 307,
"22151168" : 195,
"22413312" : 155,
"22675456" : 101,
"22937600" : 73,
"23199744" : 32,
"23461888" : 21,
"23724032" : 21,
"23986176" : 7,
"24248320" : 3,
"24510464" : 2
}
},
"lat_ns" : {
"min" : 5598300,
"max" : 25137184,
"mean" : 14831815.618603,
"stddev" : 2332675.914883,
"N" : 1725854
},
"bw_min" : 57848,
"bw_max" : 77804,
"bw_agg" : 100.000000,
"bw_mean" : 69053.482412,
"bw_dev" : 436.007876,
"bw_samples" : 1592,
"iops_min" : 14462,
"iops_max" : 19451,
"iops_mean" : 17263.135678,
"iops_stddev" : 108.991009,
"iops_samples" : 1592
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799992,
"usr_cpu" : 0.691507,
"sys_cpu" : 14.227767,
"ctx" : 1475044,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 3.497730,
"20" : 95.851348,
"50" : 0.650458,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096957,
"timestamp_ms" : 1773096957512,
"time" : "Mon Mar 9 19:55:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 69,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7787114496,
"io_kbytes" : 7604604,
"bw_bytes" : 70791949,
"bw" : 69132,
"iops" : 17283.290909,
"runtime" : 110000,
"total_ios" : 1901162,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9835,
"max" : 3292080,
"mean" : 459779.417738,
"stddev" : 267598.380350,
"N" : 1901162
},
"clat_ns" : {
"min" : 5314298,
"max" : 24450628,
"mean" : 14350887.500500,
"stddev" : 2284412.695629,
"N" : 1901154,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10420224,
"10.000000" : 11337728,
"20.000000" : 12517376,
"30.000000" : 13172736,
"40.000000" : 13828096,
"50.000000" : 14352384,
"60.000000" : 14876672,
"70.000000" : 15532032,
"80.000000" : 16187392,
"90.000000" : 17170432,
"95.000000" : 17956864,
"99.000000" : 19529728,
"99.500000" : 20054016,
"99.900000" : 21364736,
"99.950000" : 21889024,
"99.990000" : 22675456
},
"bins" : {
"5341184" : 1,
"5537792" : 1,
"5668864" : 1,
"5734400" : 4,
"5799936" : 1,
"5865472" : 3,
"5931008" : 2,
"5996544" : 2,
"6062080" : 4,
"6127616" : 6,
"6193152" : 1,
"6324224" : 2,
"6389760" : 7,
"6455296" : 9,
"6520832" : 3,
"6586368" : 6,
"6651904" : 8,
"6717440" : 7,
"6782976" : 26,
"6848512" : 12,
"6914048" : 28,
"6979584" : 25,
"7045120" : 45,
"7110656" : 58,
"7176192" : 83,
"7241728" : 70,
"7307264" : 109,
"7372800" : 131,
"7438336" : 167,
"7503872" : 180,
"7569408" : 212,
"7634944" : 212,
"7700480" : 294,
"7766016" : 316,
"7831552" : 366,
"7897088" : 427,
"7962624" : 486,
"8028160" : 584,
"8093696" : 615,
"8159232" : 660,
"8224768" : 738,
"8290304" : 832,
"8355840" : 1005,
"8454144" : 2290,
"8585216" : 2574,
"8716288" : 3117,
"8847360" : 3497,
"8978432" : 4101,
"9109504" : 4407,
"9240576" : 5194,
"9371648" : 5570,
"9502720" : 6221,
"9633792" : 6677,
"9764864" : 7281,
"9895936" : 7869,
"10027008" : 8166,
"10158080" : 8787,
"10289152" : 9295,
"10420224" : 9799,
"10551296" : 10350,
"10682368" : 10889,
"10813440" : 11384,
"10944512" : 12459,
"11075584" : 13109,
"11206656" : 14228,
"11337728" : 15300,
"11468800" : 16493,
"11599872" : 18010,
"11730944" : 19609,
"11862016" : 20855,
"11993088" : 22756,
"12124160" : 24706,
"12255232" : 26296,
"12386304" : 28058,
"12517376" : 30079,
"12648448" : 31709,
"12779520" : 34010,
"12910592" : 35741,
"13041664" : 37542,
"13172736" : 38918,
"13303808" : 40438,
"13434880" : 41456,
"13565952" : 42851,
"13697024" : 43276,
"13828096" : 44550,
"13959168" : 44589,
"14090240" : 45083,
"14221312" : 45243,
"14352384" : 45289,
"14483456" : 45141,
"14614528" : 44824,
"14745600" : 44326,
"14876672" : 44006,
"15007744" : 42895,
"15138816" : 41700,
"15269888" : 41150,
"15400960" : 39580,
"15532032" : 39109,
"15663104" : 37026,
"15794176" : 35896,
"15925248" : 34523,
"16056320" : 33051,
"16187392" : 31239,
"16318464" : 29570,
"16449536" : 28430,
"16580608" : 26560,
"16711680" : 24937,
"16908288" : 45487,
"17170432" : 39893,
"17432576" : 34576,
"17694720" : 29879,
"17956864" : 24657,
"18219008" : 20607,
"18481152" : 16679,
"18743296" : 13507,
"19005440" : 10539,
"19267584" : 8551,
"19529728" : 6559,
"19791872" : 5082,
"20054016" : 3800,
"20316160" : 2751,
"20578304" : 2109,
"20840448" : 1460,
"21102592" : 1015,
"21364736" : 685,
"21626880" : 497,
"21889024" : 331,
"22151168" : 211,
"22413312" : 168,
"22675456" : 108,
"22937600" : 74,
"23199744" : 37,
"23461888" : 25,
"23724032" : 22,
"23986176" : 7,
"24248320" : 3,
"24510464" : 2
}
},
"lat_ns" : {
"min" : 5598300,
"max" : 25137184,
"mean" : 14810653.516741,
"stddev" : 2340669.640776,
"N" : 1901154
},
"bw_min" : 57848,
"bw_max" : 77804,
"bw_agg" : 100.000000,
"bw_mean" : 69148.082192,
"bw_dev" : 427.484223,
"bw_samples" : 1752,
"iops_min" : 14462,
"iops_max" : 19451,
"iops_mean" : 17286.794521,
"iops_stddev" : 106.861464,
"iops_samples" : 1752
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 880000,
"usr_cpu" : 0.698977,
"sys_cpu" : 14.435682,
"ctx" : 1632496,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 3.621995,
"20" : 95.740973,
"50" : 0.636611,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096967,
"timestamp_ms" : 1773096967512,
"time" : "Mon Mar 9 19:56:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8492400640,
"io_kbytes" : 8293360,
"bw_bytes" : 70770595,
"bw" : 69111,
"iops" : 17278.077317,
"runtime" : 119999,
"total_ios" : 2073352,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9835,
"max" : 3292080,
"mean" : 459918.088349,
"stddev" : 268997.219553,
"N" : 2073352
},
"clat_ns" : {
"min" : 5314298,
"max" : 24450628,
"mean" : 14355397.926518,
"stddev" : 2291900.842158,
"N" : 2073344,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10420224,
"10.000000" : 11337728,
"20.000000" : 12517376,
"30.000000" : 13172736,
"40.000000" : 13828096,
"50.000000" : 14352384,
"60.000000" : 14876672,
"70.000000" : 15532032,
"80.000000" : 16318464,
"90.000000" : 17170432,
"95.000000" : 18219008,
"99.000000" : 19529728,
"99.500000" : 20054016,
"99.900000" : 21364736,
"99.950000" : 21889024,
"99.990000" : 22675456
},
"bins" : {
"5341184" : 1,
"5537792" : 1,
"5668864" : 1,
"5734400" : 4,
"5799936" : 1,
"5865472" : 3,
"5931008" : 2,
"5996544" : 2,
"6062080" : 4,
"6127616" : 6,
"6193152" : 2,
"6258688" : 2,
"6324224" : 3,
"6389760" : 7,
"6455296" : 10,
"6520832" : 6,
"6586368" : 8,
"6651904" : 12,
"6717440" : 10,
"6782976" : 31,
"6848512" : 16,
"6914048" : 38,
"6979584" : 35,
"7045120" : 53,
"7110656" : 62,
"7176192" : 87,
"7241728" : 87,
"7307264" : 122,
"7372800" : 144,
"7438336" : 181,
"7503872" : 191,
"7569408" : 232,
"7634944" : 230,
"7700480" : 319,
"7766016" : 350,
"7831552" : 392,
"7897088" : 470,
"7962624" : 544,
"8028160" : 641,
"8093696" : 673,
"8159232" : 728,
"8224768" : 808,
"8290304" : 926,
"8355840" : 1101,
"8454144" : 2579,
"8585216" : 2897,
"8716288" : 3514,
"8847360" : 3963,
"8978432" : 4615,
"9109504" : 5052,
"9240576" : 5892,
"9371648" : 6159,
"9502720" : 6942,
"9633792" : 7371,
"9764864" : 8033,
"9895936" : 8755,
"10027008" : 9002,
"10158080" : 9742,
"10289152" : 10276,
"10420224" : 10758,
"10551296" : 11302,
"10682368" : 11943,
"10813440" : 12480,
"10944512" : 13551,
"11075584" : 14312,
"11206656" : 15390,
"11337728" : 16599,
"11468800" : 17930,
"11599872" : 19447,
"11730944" : 21205,
"11862016" : 22609,
"11993088" : 24643,
"12124160" : 26748,
"12255232" : 28397,
"12386304" : 30360,
"12517376" : 32511,
"12648448" : 34304,
"12779520" : 36661,
"12910592" : 38600,
"13041664" : 40542,
"13172736" : 41993,
"13303808" : 43700,
"13434880" : 44829,
"13565952" : 46270,
"13697024" : 46886,
"13828096" : 48154,
"13959168" : 48253,
"14090240" : 48915,
"14221312" : 49169,
"14352384" : 49168,
"14483456" : 48976,
"14614528" : 48857,
"14745600" : 48238,
"14876672" : 47938,
"15007744" : 46879,
"15138816" : 45495,
"15269888" : 44917,
"15400960" : 43324,
"15532032" : 42732,
"15663104" : 40530,
"15794176" : 39343,
"15925248" : 37991,
"16056320" : 36283,
"16187392" : 34364,
"16318464" : 32551,
"16449536" : 31230,
"16580608" : 29149,
"16711680" : 27537,
"16908288" : 50021,
"17170432" : 43921,
"17432576" : 38150,
"17694720" : 32922,
"17956864" : 27219,
"18219008" : 22640,
"18481152" : 18352,
"18743296" : 14814,
"19005440" : 11567,
"19267584" : 9347,
"19529728" : 7201,
"19791872" : 5549,
"20054016" : 4123,
"20316160" : 2962,
"20578304" : 2257,
"20840448" : 1569,
"21102592" : 1084,
"21364736" : 752,
"21626880" : 549,
"21889024" : 363,
"22151168" : 226,
"22413312" : 174,
"22675456" : 111,
"22937600" : 74,
"23199744" : 37,
"23461888" : 25,
"23724032" : 22,
"23986176" : 7,
"24248320" : 3,
"24510464" : 2
}
},
"lat_ns" : {
"min" : 5598300,
"max" : 25137184,
"mean" : 14815310.493967,
"stddev" : 2348180.328228,
"N" : 2073344
},
"bw_min" : 57848,
"bw_max" : 77804,
"bw_agg" : 100.000000,
"bw_mean" : 69117.707113,
"bw_dev" : 417.691606,
"bw_samples" : 1912,
"iops_min" : 14462,
"iops_max" : 19451,
"iops_mean" : 17279.196653,
"iops_stddev" : 104.411624,
"iops_samples" : 1912
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959992,
"usr_cpu" : 0.696777,
"sys_cpu" : 14.438141,
"ctx" : 1769918,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 3.708053,
"20" : 95.663399,
"50" : 0.628162,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096977,
"timestamp_ms" : 1773096977512,
"time" : "Mon Mar 9 19:56:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9214476288,
"io_kbytes" : 8998512,
"bw_bytes" : 70880586,
"bw" : 69219,
"iops" : 17304.930769,
"runtime" : 130000,
"total_ios" : 2249641,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9835,
"max" : 4325420,
"mean" : 459196.742579,
"stddev" : 269859.270276,
"N" : 2249641
},
"clat_ns" : {
"min" : 5314298,
"max" : 24450628,
"mean" : 14333024.667905,
"stddev" : 2299907.921142,
"N" : 2249633,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10289152,
"10.000000" : 11337728,
"20.000000" : 12517376,
"30.000000" : 13172736,
"40.000000" : 13828096,
"50.000000" : 14352384,
"60.000000" : 14876672,
"70.000000" : 15532032,
"80.000000" : 16187392,
"90.000000" : 17170432,
"95.000000" : 17956864,
"99.000000" : 19529728,
"99.500000" : 20054016,
"99.900000" : 21364736,
"99.950000" : 21626880,
"99.990000" : 22675456
},
"bins" : {
"5341184" : 1,
"5537792" : 1,
"5668864" : 1,
"5734400" : 4,
"5799936" : 1,
"5865472" : 3,
"5931008" : 2,
"5996544" : 2,
"6062080" : 4,
"6127616" : 7,
"6193152" : 3,
"6258688" : 5,
"6324224" : 3,
"6389760" : 12,
"6455296" : 14,
"6520832" : 14,
"6586368" : 15,
"6651904" : 15,
"6717440" : 12,
"6782976" : 36,
"6848512" : 26,
"6914048" : 52,
"6979584" : 45,
"7045120" : 64,
"7110656" : 83,
"7176192" : 103,
"7241728" : 97,
"7307264" : 135,
"7372800" : 161,
"7438336" : 201,
"7503872" : 216,
"7569408" : 255,
"7634944" : 260,
"7700480" : 344,
"7766016" : 381,
"7831552" : 433,
"7897088" : 514,
"7962624" : 578,
"8028160" : 697,
"8093696" : 740,
"8159232" : 786,
"8224768" : 888,
"8290304" : 1011,
"8355840" : 1204,
"8454144" : 2838,
"8585216" : 3186,
"8716288" : 3896,
"8847360" : 4420,
"8978432" : 5074,
"9109504" : 5585,
"9240576" : 6472,
"9371648" : 6874,
"9502720" : 7743,
"9633792" : 8239,
"9764864" : 8985,
"9895936" : 9911,
"10027008" : 10172,
"10158080" : 10876,
"10289152" : 11385,
"10420224" : 11967,
"10551296" : 12528,
"10682368" : 13214,
"10813440" : 13862,
"10944512" : 15050,
"11075584" : 15940,
"11206656" : 17052,
"11337728" : 18419,
"11468800" : 19975,
"11599872" : 21498,
"11730944" : 23368,
"11862016" : 24979,
"11993088" : 27074,
"12124160" : 29470,
"12255232" : 31296,
"12386304" : 33332,
"12517376" : 35674,
"12648448" : 37581,
"12779520" : 40060,
"12910592" : 42052,
"13041664" : 44224,
"13172736" : 45652,
"13303808" : 47442,
"13434880" : 48602,
"13565952" : 50103,
"13697024" : 50819,
"13828096" : 52199,
"13959168" : 52138,
"14090240" : 52833,
"14221312" : 53134,
"14352384" : 53009,
"14483456" : 52911,
"14614528" : 52647,
"14745600" : 51991,
"14876672" : 51617,
"15007744" : 50415,
"15138816" : 49049,
"15269888" : 48255,
"15400960" : 46569,
"15532032" : 45928,
"15663104" : 43548,
"15794176" : 42236,
"15925248" : 40942,
"16056320" : 39052,
"16187392" : 36973,
"16318464" : 34920,
"16449536" : 33471,
"16580608" : 31300,
"16711680" : 29550,
"16908288" : 53623,
"17170432" : 47129,
"17432576" : 40985,
"17694720" : 35386,
"17956864" : 29348,
"18219008" : 24433,
"18481152" : 19855,
"18743296" : 15943,
"19005440" : 12516,
"19267584" : 10131,
"19529728" : 7750,
"19791872" : 5986,
"20054016" : 4467,
"20316160" : 3216,
"20578304" : 2471,
"20840448" : 1703,
"21102592" : 1174,
"21364736" : 801,
"21626880" : 591,
"21889024" : 385,
"22151168" : 244,
"22413312" : 182,
"22675456" : 117,
"22937600" : 79,
"23199744" : 44,
"23461888" : 27,
"23724032" : 28,
"23986176" : 9,
"24248320" : 3,
"24510464" : 2
}
},
"lat_ns" : {
"min" : 5598300,
"max" : 25137184,
"mean" : 14792218.411199,
"stddev" : 2356357.284771,
"N" : 2249633
},
"bw_min" : 57848,
"bw_max" : 77804,
"bw_agg" : 100.000000,
"bw_mean" : 69239.293436,
"bw_dev" : 415.326391,
"bw_samples" : 2072,
"iops_min" : 14462,
"iops_max" : 19451,
"iops_mean" : 17309.583012,
"iops_stddev" : 103.818030,
"iops_samples" : 2072
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1039998,
"usr_cpu" : 0.700001,
"sys_cpu" : 14.447624,
"ctx" : 1911937,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 3.801584,
"20" : 95.570849,
"50" : 0.627211,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096987,
"timestamp_ms" : 1773096987511,
"time" : "Mon Mar 9 19:56:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9928536064,
"io_kbytes" : 9695836,
"bw_bytes" : 70918621,
"bw" : 69256,
"iops" : 17314.202244,
"runtime" : 139999,
"total_ios" : 2423971,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9835,
"max" : 4325420,
"mean" : 458949.251247,
"stddev" : 270560.402186,
"N" : 2423971
},
"clat_ns" : {
"min" : 5314298,
"max" : 24499517,
"mean" : 14325350.584624,
"stddev" : 2303145.820719,
"N" : 2423963,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10289152,
"10.000000" : 11337728,
"20.000000" : 12517376,
"30.000000" : 13172736,
"40.000000" : 13828096,
"50.000000" : 14352384,
"60.000000" : 14876672,
"70.000000" : 15532032,
"80.000000" : 16187392,
"90.000000" : 17170432,
"95.000000" : 17956864,
"99.000000" : 19529728,
"99.500000" : 20054016,
"99.900000" : 21364736,
"99.950000" : 21626880,
"99.990000" : 22675456
},
"bins" : {
"5341184" : 1,
"5537792" : 1,
"5668864" : 1,
"5734400" : 4,
"5799936" : 1,
"5865472" : 3,
"5931008" : 2,
"5996544" : 2,
"6062080" : 4,
"6127616" : 7,
"6193152" : 3,
"6258688" : 5,
"6324224" : 3,
"6389760" : 12,
"6455296" : 15,
"6520832" : 16,
"6586368" : 18,
"6651904" : 15,
"6717440" : 14,
"6782976" : 45,
"6848512" : 40,
"6914048" : 63,
"6979584" : 52,
"7045120" : 67,
"7110656" : 88,
"7176192" : 116,
"7241728" : 108,
"7307264" : 151,
"7372800" : 176,
"7438336" : 219,
"7503872" : 224,
"7569408" : 277,
"7634944" : 292,
"7700480" : 373,
"7766016" : 417,
"7831552" : 457,
"7897088" : 548,
"7962624" : 618,
"8028160" : 741,
"8093696" : 789,
"8159232" : 848,
"8224768" : 966,
"8290304" : 1102,
"8355840" : 1319,
"8454144" : 3062,
"8585216" : 3468,
"8716288" : 4232,
"8847360" : 4797,
"8978432" : 5503,
"9109504" : 6073,
"9240576" : 7014,
"9371648" : 7524,
"9502720" : 8470,
"9633792" : 8931,
"9764864" : 9841,
"9895936" : 10821,
"10027008" : 11029,
"10158080" : 11832,
"10289152" : 12332,
"10420224" : 13016,
"10551296" : 13653,
"10682368" : 14294,
"10813440" : 15174,
"10944512" : 16401,
"11075584" : 17270,
"11206656" : 18458,
"11337728" : 19966,
"11468800" : 21598,
"11599872" : 23286,
"11730944" : 25260,
"11862016" : 27046,
"11993088" : 29400,
"12124160" : 31961,
"12255232" : 33870,
"12386304" : 36198,
"12517376" : 38577,
"12648448" : 40619,
"12779520" : 43362,
"12910592" : 45366,
"13041664" : 47628,
"13172736" : 49212,
"13303808" : 51169,
"13434880" : 52350,
"13565952" : 53949,
"13697024" : 54829,
"13828096" : 56347,
"13959168" : 56062,
"14090240" : 56829,
"14221312" : 57259,
"14352384" : 57016,
"14483456" : 56821,
"14614528" : 56588,
"14745600" : 55895,
"14876672" : 55386,
"15007744" : 54099,
"15138816" : 52632,
"15269888" : 51759,
"15400960" : 49966,
"15532032" : 49154,
"15663104" : 46709,
"15794176" : 45338,
"15925248" : 43779,
"16056320" : 41791,
"16187392" : 39632,
"16318464" : 37472,
"16449536" : 35968,
"16580608" : 33561,
"16711680" : 31716,
"16908288" : 57712,
"17170432" : 50749,
"17432576" : 44195,
"17694720" : 38176,
"17956864" : 31679,
"18219008" : 26269,
"18481152" : 21402,
"18743296" : 17181,
"19005440" : 13445,
"19267584" : 10878,
"19529728" : 8326,
"19791872" : 6468,
"20054016" : 4812,
"20316160" : 3431,
"20578304" : 2623,
"20840448" : 1823,
"21102592" : 1240,
"21364736" : 862,
"21626880" : 638,
"21889024" : 408,
"22151168" : 260,
"22413312" : 197,
"22675456" : 125,
"22937600" : 84,
"23199744" : 47,
"23461888" : 29,
"23724032" : 32,
"23986176" : 15,
"24248320" : 10,
"24510464" : 4
}
},
"lat_ns" : {
"min" : 5598300,
"max" : 25180349,
"mean" : 14784293.854671,
"stddev" : 2359608.258613,
"N" : 2423963
},
"bw_min" : 57848,
"bw_max" : 77804,
"bw_agg" : 100.000000,
"bw_mean" : 69267.584229,
"bw_dev" : 408.181680,
"bw_samples" : 2232,
"iops_min" : 14462,
"iops_max" : 19451,
"iops_mean" : 17316.666667,
"iops_stddev" : 102.032842,
"iops_samples" : 2232
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119992,
"usr_cpu" : 0.704023,
"sys_cpu" : 14.455639,
"ctx" : 2053645,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999959,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999959,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 3.840310,
"20" : 95.536539,
"50" : 0.622821,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096997,
"timestamp_ms" : 1773096997511,
"time" : "Mon Mar 9 19:56:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10629259264,
"io_kbytes" : 10380136,
"bw_bytes" : 70862200,
"bw" : 69201,
"iops" : 17300.415336,
"runtime" : 149999,
"total_ios" : 2595045,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9835,
"max" : 4325420,
"mean" : 459315.492148,
"stddev" : 270251.391517,
"N" : 2595045
},
"clat_ns" : {
"min" : 5314298,
"max" : 24499517,
"mean" : 14336937.782967,
"stddev" : 2302562.019927,
"N" : 2595037,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10289152,
"10.000000" : 11337728,
"20.000000" : 12517376,
"30.000000" : 13172736,
"40.000000" : 13828096,
"50.000000" : 14352384,
"60.000000" : 14876672,
"70.000000" : 15532032,
"80.000000" : 16318464,
"90.000000" : 17170432,
"95.000000" : 17956864,
"99.000000" : 19529728,
"99.500000" : 20054016,
"99.900000" : 21364736,
"99.950000" : 21889024,
"99.990000" : 22675456
},
"bins" : {
"5341184" : 1,
"5537792" : 1,
"5668864" : 1,
"5734400" : 4,
"5799936" : 1,
"5865472" : 3,
"5931008" : 2,
"5996544" : 2,
"6062080" : 4,
"6127616" : 8,
"6193152" : 3,
"6258688" : 5,
"6324224" : 3,
"6389760" : 13,
"6455296" : 19,
"6520832" : 19,
"6586368" : 19,
"6651904" : 15,
"6717440" : 15,
"6782976" : 45,
"6848512" : 45,
"6914048" : 70,
"6979584" : 61,
"7045120" : 71,
"7110656" : 92,
"7176192" : 122,
"7241728" : 131,
"7307264" : 171,
"7372800" : 200,
"7438336" : 233,
"7503872" : 236,
"7569408" : 297,
"7634944" : 315,
"7700480" : 409,
"7766016" : 455,
"7831552" : 496,
"7897088" : 589,
"7962624" : 662,
"8028160" : 777,
"8093696" : 849,
"8159232" : 908,
"8224768" : 1044,
"8290304" : 1193,
"8355840" : 1410,
"8454144" : 3250,
"8585216" : 3685,
"8716288" : 4482,
"8847360" : 5069,
"8978432" : 5804,
"9109504" : 6459,
"9240576" : 7462,
"9371648" : 8028,
"9502720" : 9065,
"9633792" : 9542,
"9764864" : 10510,
"9895936" : 11523,
"10027008" : 11814,
"10158080" : 12655,
"10289152" : 13143,
"10420224" : 13860,
"10551296" : 14536,
"10682368" : 15253,
"10813440" : 16136,
"10944512" : 17377,
"11075584" : 18293,
"11206656" : 19538,
"11337728" : 21156,
"11468800" : 22843,
"11599872" : 24619,
"11730944" : 26802,
"11862016" : 28620,
"11993088" : 31176,
"12124160" : 33819,
"12255232" : 35789,
"12386304" : 38425,
"12517376" : 40964,
"12648448" : 43150,
"12779520" : 46075,
"12910592" : 48210,
"13041664" : 50703,
"13172736" : 52331,
"13303808" : 54523,
"13434880" : 55720,
"13565952" : 57530,
"13697024" : 58462,
"13828096" : 60175,
"13959168" : 59988,
"14090240" : 60798,
"14221312" : 61418,
"14352384" : 61176,
"14483456" : 61004,
"14614528" : 60798,
"14745600" : 60089,
"14876672" : 59561,
"15007744" : 58205,
"15138816" : 56759,
"15269888" : 55719,
"15400960" : 53871,
"15532032" : 52990,
"15663104" : 50298,
"15794176" : 48796,
"15925248" : 47195,
"16056320" : 44957,
"16187392" : 42749,
"16318464" : 40542,
"16449536" : 38744,
"16580608" : 36254,
"16711680" : 34197,
"16908288" : 62268,
"17170432" : 54715,
"17432576" : 47601,
"17694720" : 41068,
"17956864" : 34068,
"18219008" : 28241,
"18481152" : 22932,
"18743296" : 18449,
"19005440" : 14460,
"19267584" : 11684,
"19529728" : 8957,
"19791872" : 7001,
"20054016" : 5173,
"20316160" : 3726,
"20578304" : 2808,
"20840448" : 1951,
"21102592" : 1321,
"21364736" : 902,
"21626880" : 697,
"21889024" : 439,
"22151168" : 282,
"22413312" : 206,
"22675456" : 132,
"22937600" : 87,
"23199744" : 57,
"23461888" : 33,
"23724032" : 38,
"23986176" : 20,
"24248320" : 12,
"24510464" : 6
}
},
"lat_ns" : {
"min" : 5598300,
"max" : 25180349,
"mean" : 14796259.066129,
"stddev" : 2359037.668584,
"N" : 2595037
},
"bw_min" : 57848,
"bw_max" : 77804,
"bw_agg" : 99.999469,
"bw_mean" : 69201.408027,
"bw_dev" : 406.094705,
"bw_samples" : 2392,
"iops_min" : 14462,
"iops_max" : 19451,
"iops_mean" : 17300.127090,
"iops_stddev" : 101.513467,
"iops_samples" : 2392
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1199992,
"usr_cpu" : 0.701255,
"sys_cpu" : 14.446596,
"ctx" : 2205212,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999961,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999961,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 3.824789,
"20" : 95.549441,
"50" : 0.625461,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097007,
"timestamp_ms" : 1773097007512,
"time" : "Mon Mar 9 19:56:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11344490496,
"io_kbytes" : 11078604,
"bw_bytes" : 70903508,
"bw" : 69241,
"iops" : 17310.508191,
"runtime" : 159999,
"total_ios" : 2769664,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9835,
"max" : 4325420,
"mean" : 459043.247388,
"stddev" : 270942.793033,
"N" : 2769664
},
"clat_ns" : {
"min" : 5314298,
"max" : 24499517,
"mean" : 14328362.391359,
"stddev" : 2309770.745186,
"N" : 2769656,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10289152,
"10.000000" : 11337728,
"20.000000" : 12517376,
"30.000000" : 13172736,
"40.000000" : 13828096,
"50.000000" : 14352384,
"60.000000" : 14876672,
"70.000000" : 15532032,
"80.000000" : 16318464,
"90.000000" : 17170432,
"95.000000" : 18219008,
"99.000000" : 19529728,
"99.500000" : 20054016,
"99.900000" : 21364736,
"99.950000" : 21626880,
"99.990000" : 22675456
},
"bins" : {
"5341184" : 1,
"5537792" : 1,
"5668864" : 1,
"5734400" : 4,
"5799936" : 1,
"5865472" : 3,
"5931008" : 2,
"5996544" : 2,
"6062080" : 4,
"6127616" : 8,
"6193152" : 5,
"6258688" : 7,
"6324224" : 3,
"6389760" : 14,
"6455296" : 25,
"6520832" : 25,
"6586368" : 22,
"6651904" : 19,
"6717440" : 21,
"6782976" : 49,
"6848512" : 50,
"6914048" : 73,
"6979584" : 70,
"7045120" : 84,
"7110656" : 99,
"7176192" : 135,
"7241728" : 145,
"7307264" : 191,
"7372800" : 209,
"7438336" : 246,
"7503872" : 258,
"7569408" : 323,
"7634944" : 339,
"7700480" : 443,
"7766016" : 485,
"7831552" : 530,
"7897088" : 623,
"7962624" : 731,
"8028160" : 830,
"8093696" : 910,
"8159232" : 976,
"8224768" : 1119,
"8290304" : 1270,
"8355840" : 1512,
"8454144" : 3492,
"8585216" : 3960,
"8716288" : 4830,
"8847360" : 5505,
"8978432" : 6292,
"9109504" : 7011,
"9240576" : 8065,
"9371648" : 8721,
"9502720" : 9833,
"9633792" : 10360,
"9764864" : 11370,
"9895936" : 12485,
"10027008" : 12807,
"10158080" : 13717,
"10289152" : 14311,
"10420224" : 14945,
"10551296" : 15748,
"10682368" : 16528,
"10813440" : 17500,
"10944512" : 18834,
"11075584" : 19853,
"11206656" : 21204,
"11337728" : 22888,
"11468800" : 24616,
"11599872" : 26571,
"11730944" : 28875,
"11862016" : 30772,
"11993088" : 33436,
"12124160" : 36319,
"12255232" : 38460,
"12386304" : 41120,
"12517376" : 44030,
"12648448" : 46216,
"12779520" : 49256,
"12910592" : 51540,
"13041664" : 54235,
"13172736" : 55701,
"13303808" : 58149,
"13434880" : 59384,
"13565952" : 61117,
"13697024" : 62051,
"13828096" : 63877,
"13959168" : 63710,
"14090240" : 64572,
"14221312" : 65081,
"14352384" : 64837,
"14483456" : 64682,
"14614528" : 64386,
"14745600" : 63677,
"14876672" : 63114,
"15007744" : 61696,
"15138816" : 60284,
"15269888" : 59104,
"15400960" : 57145,
"15532032" : 56364,
"15663104" : 53433,
"15794176" : 51872,
"15925248" : 50070,
"16056320" : 47844,
"16187392" : 45540,
"16318464" : 43060,
"16449536" : 41312,
"16580608" : 38654,
"16711680" : 36401,
"16908288" : 66564,
"17170432" : 58558,
"17432576" : 50906,
"17694720" : 43884,
"17956864" : 36398,
"18219008" : 30148,
"18481152" : 24513,
"18743296" : 19756,
"19005440" : 15511,
"19267584" : 12531,
"19529728" : 9581,
"19791872" : 7520,
"20054016" : 5545,
"20316160" : 3977,
"20578304" : 2998,
"20840448" : 2094,
"21102592" : 1412,
"21364736" : 965,
"21626880" : 728,
"21889024" : 465,
"22151168" : 298,
"22413312" : 219,
"22675456" : 137,
"22937600" : 91,
"23199744" : 58,
"23461888" : 33,
"23724032" : 38,
"23986176" : 20,
"24248320" : 12,
"24510464" : 6
}
},
"lat_ns" : {
"min" : 5598300,
"max" : 25180349,
"mean" : 14787397.382813,
"stddev" : 2366408.723594,
"N" : 2769656
},
"bw_min" : 57848,
"bw_max" : 78340,
"bw_agg" : 100.000000,
"bw_mean" : 69255.683386,
"bw_dev" : 407.028556,
"bw_samples" : 2552,
"iops_min" : 14462,
"iops_max" : 19585,
"iops_mean" : 17313.711599,
"iops_stddev" : 101.747123,
"iops_samples" : 2552
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279992,
"usr_cpu" : 0.703833,
"sys_cpu" : 14.454465,
"ctx" : 2345859,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999964,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999964,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 3.880398,
"20" : 95.494110,
"50" : 0.625202,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097017,
"timestamp_ms" : 1773097017512,
"time" : "Mon Mar 9 19:56:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12048330752,
"io_kbytes" : 11765948,
"bw_bytes" : 70872950,
"bw" : 69211,
"iops" : 17303.054724,
"runtime" : 169999,
"total_ios" : 2941502,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9835,
"max" : 4325420,
"mean" : 459236.111907,
"stddev" : 271860.901142,
"N" : 2941502
},
"clat_ns" : {
"min" : 5314298,
"max" : 24499517,
"mean" : 14334697.697335,
"stddev" : 2324102.521126,
"N" : 2941494,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10289152,
"10.000000" : 11337728,
"20.000000" : 12386304,
"30.000000" : 13172736,
"40.000000" : 13828096,
"50.000000" : 14352384,
"60.000000" : 14876672,
"70.000000" : 15532032,
"80.000000" : 16318464,
"90.000000" : 17170432,
"95.000000" : 18219008,
"99.000000" : 19529728,
"99.500000" : 20316160,
"99.900000" : 21364736,
"99.950000" : 21889024,
"99.990000" : 22675456
},
"bins" : {
"5341184" : 1,
"5537792" : 1,
"5668864" : 1,
"5734400" : 4,
"5799936" : 1,
"5865472" : 3,
"5931008" : 2,
"5996544" : 2,
"6062080" : 4,
"6127616" : 8,
"6193152" : 5,
"6258688" : 7,
"6324224" : 3,
"6389760" : 14,
"6455296" : 25,
"6520832" : 25,
"6586368" : 22,
"6651904" : 23,
"6717440" : 21,
"6782976" : 52,
"6848512" : 52,
"6914048" : 78,
"6979584" : 78,
"7045120" : 101,
"7110656" : 124,
"7176192" : 151,
"7241728" : 153,
"7307264" : 217,
"7372800" : 235,
"7438336" : 267,
"7503872" : 288,
"7569408" : 361,
"7634944" : 385,
"7700480" : 489,
"7766016" : 543,
"7831552" : 572,
"7897088" : 694,
"7962624" : 816,
"8028160" : 918,
"8093696" : 1002,
"8159232" : 1082,
"8224768" : 1225,
"8290304" : 1395,
"8355840" : 1693,
"8454144" : 3910,
"8585216" : 4347,
"8716288" : 5321,
"8847360" : 6087,
"8978432" : 6882,
"9109504" : 7714,
"9240576" : 8795,
"9371648" : 9564,
"9502720" : 10638,
"9633792" : 11301,
"9764864" : 12357,
"9895936" : 13464,
"10027008" : 13849,
"10158080" : 14732,
"10289152" : 15397,
"10420224" : 16007,
"10551296" : 16756,
"10682368" : 17645,
"10813440" : 18614,
"10944512" : 19960,
"11075584" : 21066,
"11206656" : 22360,
"11337728" : 24265,
"11468800" : 26003,
"11599872" : 28080,
"11730944" : 30476,
"11862016" : 32464,
"11993088" : 35170,
"12124160" : 38276,
"12255232" : 40473,
"12386304" : 43264,
"12517376" : 46212,
"12648448" : 48655,
"12779520" : 51782,
"12910592" : 54178,
"13041664" : 57007,
"13172736" : 58508,
"13303808" : 61085,
"13434880" : 62328,
"13565952" : 64320,
"13697024" : 65382,
"13828096" : 67309,
"13959168" : 67214,
"14090240" : 68066,
"14221312" : 68726,
"14352384" : 68596,
"14483456" : 68388,
"14614528" : 68014,
"14745600" : 67465,
"14876672" : 66828,
"15007744" : 65429,
"15138816" : 63932,
"15269888" : 62643,
"15400960" : 60550,
"15532032" : 59807,
"15663104" : 56758,
"15794176" : 55174,
"15925248" : 53324,
"16056320" : 51089,
"16187392" : 48601,
"16318464" : 46003,
"16449536" : 44038,
"16580608" : 41382,
"16711680" : 38971,
"16908288" : 71376,
"17170432" : 62724,
"17432576" : 54590,
"17694720" : 46986,
"17956864" : 39205,
"18219008" : 32581,
"18481152" : 26442,
"18743296" : 21423,
"19005440" : 16906,
"19267584" : 13680,
"19529728" : 10496,
"19791872" : 8144,
"20054016" : 6029,
"20316160" : 4320,
"20578304" : 3250,
"20840448" : 2291,
"21102592" : 1549,
"21364736" : 1042,
"21626880" : 790,
"21889024" : 519,
"22151168" : 335,
"22413312" : 239,
"22675456" : 153,
"22937600" : 100,
"23199744" : 65,
"23461888" : 38,
"23724032" : 38,
"23986176" : 21,
"24248320" : 12,
"24510464" : 6
}
},
"lat_ns" : {
"min" : 5598300,
"max" : 25180349,
"mean" : 14793932.893916,
"stddev" : 2381131.113032,
"N" : 2941494
},
"bw_min" : 57848,
"bw_max" : 78340,
"bw_agg" : 100.000000,
"bw_mean" : 69233.646018,
"bw_dev" : 404.795257,
"bw_samples" : 2712,
"iops_min" : 14462,
"iops_max" : 19585,
"iops_mean" : 17308.194690,
"iops_stddev" : 101.186666,
"iops_samples" : 2712
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1359992,
"usr_cpu" : 0.705666,
"sys_cpu" : 14.454203,
"ctx" : 2487631,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 3.995204,
"20" : 95.363321,
"50" : 0.641203,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097027,
"timestamp_ms" : 1773097027512,
"time" : "Mon Mar 9 19:57:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12770250752,
"io_kbytes" : 12470948,
"bw_bytes" : 70945837,
"bw" : 69283,
"iops" : 17320.766667,
"runtime" : 180000,
"total_ios" : 3117738,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9835,
"max" : 4325420,
"mean" : 458755.739753,
"stddev" : 272264.939618,
"N" : 3117746
},
"clat_ns" : {
"min" : 6390,
"max" : 24499517,
"mean" : 14319305.335258,
"stddev" : 2328880.645103,
"N" : 3117986,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10289152,
"10.000000" : 11206656,
"20.000000" : 12386304,
"30.000000" : 13172736,
"40.000000" : 13828096,
"50.000000" : 14352384,
"60.000000" : 14876672,
"70.000000" : 15532032,
"80.000000" : 16318464,
"90.000000" : 17170432,
"95.000000" : 18219008,
"99.000000" : 19529728,
"99.500000" : 20316160,
"99.900000" : 21364736,
"99.950000" : 21889024,
"99.990000" : 22675456
},
"bins" : {
"6368" : 1,
"6432" : 1,
"8896" : 1,
"9024" : 1,
"9792" : 1,
"12480" : 1,
"13376" : 1,
"16512" : 1,
"473088" : 1,
"618496" : 1,
"626688" : 1,
"774144" : 1,
"897024" : 2,
"937984" : 1,
"970752" : 1,
"1105920" : 1,
"1171456" : 1,
"1449984" : 1,
"1466368" : 1,
"1482752" : 1,
"1499136" : 2,
"1515520" : 1,
"1630208" : 1,
"1662976" : 2,
"1695744" : 1,
"1728512" : 1,
"1761280" : 1,
"1810432" : 1,
"1925120" : 1,
"1957888" : 1,
"2007040" : 1,
"2056192" : 1,
"2146304" : 1,
"2277376" : 1,
"2342912" : 2,
"2375680" : 2,
"2605056" : 2,
"2899968" : 1,
"2932736" : 2,
"2965504" : 2,
"2998272" : 2,
"3096576" : 1,
"3162112" : 1,
"3194880" : 1,
"3227648" : 1,
"3260416" : 1,
"3358720" : 2,
"3391488" : 1,
"3457024" : 2,
"3588096" : 1,
"3686400" : 1,
"3850240" : 1,
"3948544" : 1,
"4046848" : 1,
"4079616" : 1,
"4112384" : 1,
"4145152" : 1,
"4227072" : 1,
"4358144" : 2,
"4489216" : 2,
"4554752" : 3,
"4816896" : 1,
"4947968" : 3,
"5013504" : 1,
"5079040" : 1,
"5210112" : 1,
"5341184" : 2,
"5472256" : 1,
"5537792" : 2,
"5603328" : 2,
"5668864" : 5,
"5734400" : 6,
"5799936" : 1,
"5865472" : 4,
"5931008" : 4,
"5996544" : 2,
"6062080" : 4,
"6127616" : 10,
"6193152" : 9,
"6258688" : 7,
"6324224" : 5,
"6389760" : 15,
"6455296" : 26,
"6520832" : 29,
"6586368" : 25,
"6651904" : 31,
"6717440" : 26,
"6782976" : 61,
"6848512" : 57,
"6914048" : 81,
"6979584" : 79,
"7045120" : 107,
"7110656" : 136,
"7176192" : 160,
"7241728" : 161,
"7307264" : 230,
"7372800" : 251,
"7438336" : 285,
"7503872" : 319,
"7569408" : 385,
"7634944" : 422,
"7700480" : 520,
"7766016" : 570,
"7831552" : 604,
"7897088" : 734,
"7962624" : 882,
"8028160" : 991,
"8093696" : 1073,
"8159232" : 1166,
"8224768" : 1338,
"8290304" : 1497,
"8355840" : 1825,
"8454144" : 4198,
"8585216" : 4680,
"8716288" : 5693,
"8847360" : 6628,
"8978432" : 7426,
"9109504" : 8274,
"9240576" : 9481,
"9371648" : 10231,
"9502720" : 11418,
"9633792" : 12179,
"9764864" : 13257,
"9895936" : 14443,
"10027008" : 14885,
"10158080" : 15858,
"10289152" : 16583,
"10420224" : 17237,
"10551296" : 18057,
"10682368" : 19024,
"10813440" : 20014,
"10944512" : 21373,
"11075584" : 22585,
"11206656" : 24053,
"11337728" : 26087,
"11468800" : 27905,
"11599872" : 30264,
"11730944" : 32624,
"11862016" : 34875,
"11993088" : 37696,
"12124160" : 41042,
"12255232" : 43184,
"12386304" : 46073,
"12517376" : 49254,
"12648448" : 51796,
"12779520" : 55181,
"12910592" : 57625,
"13041664" : 60517,
"13172736" : 62136,
"13303808" : 64748,
"13434880" : 66170,
"13565952" : 68296,
"13697024" : 69296,
"13828096" : 71358,
"13959168" : 71174,
"14090240" : 72006,
"14221312" : 72719,
"14352384" : 72508,
"14483456" : 72180,
"14614528" : 71913,
"14745600" : 71190,
"14876672" : 70495,
"15007744" : 69004,
"15138816" : 67422,
"15269888" : 66016,
"15400960" : 63825,
"15532032" : 62998,
"15663104" : 59810,
"15794176" : 58103,
"15925248" : 56070,
"16056320" : 53802,
"16187392" : 51165,
"16318464" : 48524,
"16449536" : 46389,
"16580608" : 43626,
"16711680" : 41071,
"16908288" : 75216,
"17170432" : 66197,
"17432576" : 57493,
"17694720" : 49467,
"17956864" : 41197,
"18219008" : 34318,
"18481152" : 27774,
"18743296" : 22556,
"19005440" : 17821,
"19267584" : 14414,
"19529728" : 11046,
"19791872" : 8565,
"20054016" : 6378,
"20316160" : 4567,
"20578304" : 3428,
"20840448" : 2416,
"21102592" : 1643,
"21364736" : 1104,
"21626880" : 832,
"21889024" : 554,
"22151168" : 358,
"22413312" : 250,
"22675456" : 157,
"22937600" : 108,
"23199744" : 65,
"23461888" : 38,
"23724032" : 38,
"23986176" : 21,
"24248320" : 12,
"24510464" : 6
}
},
"lat_ns" : {
"min" : 462116,
"max" : 25180349,
"mean" : 14778059.172562,
"stddev" : 2385928.238619,
"N" : 3117986
},
"bw_min" : 57848,
"bw_max" : 78340,
"bw_agg" : 100.000000,
"bw_mean" : 69293.350975,
"bw_dev" : 401.349519,
"bw_samples" : 2872,
"iops_min" : 14462,
"iops_max" : 19585,
"iops_mean" : 17323.114206,
"iops_stddev" : 100.323763,
"iops_samples" : 2872
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439993,
"usr_cpu" : 0.705351,
"sys_cpu" : 14.472779,
"ctx" : 2630023,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999743,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 4.053869,
"20" : 95.313044,
"50" : 0.638989,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097027,
"timestamp_ms" : 1773097027548,
"time" : "Mon Mar 9 19:57:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12771303424,
"io_kbytes" : 12471976,
"bw_bytes" : 70950503,
"bw" : 69287,
"iops" : 17320.477992,
"runtime" : 180003,
"total_ios" : 3117738,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9835,
"max" : 4325420,
"mean" : 458755.739753,
"stddev" : 272264.939618,
"N" : 3117746
},
"clat_ns" : {
"min" : 6390,
"max" : 24499517,
"mean" : 14319305.335258,
"stddev" : 2328880.645103,
"N" : 3117986,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10289152,
"10.000000" : 11206656,
"20.000000" : 12386304,
"30.000000" : 13172736,
"40.000000" : 13828096,
"50.000000" : 14352384,
"60.000000" : 14876672,
"70.000000" : 15532032,
"80.000000" : 16318464,
"90.000000" : 17170432,
"95.000000" : 18219008,
"99.000000" : 19529728,
"99.500000" : 20316160,
"99.900000" : 21364736,
"99.950000" : 21889024,
"99.990000" : 22675456
},
"bins" : {
"6368" : 1,
"6432" : 1,
"8896" : 1,
"9024" : 1,
"9792" : 1,
"12480" : 1,
"13376" : 1,
"16512" : 1,
"473088" : 1,
"618496" : 1,
"626688" : 1,
"774144" : 1,
"897024" : 2,
"937984" : 1,
"970752" : 1,
"1105920" : 1,
"1171456" : 1,
"1449984" : 1,
"1466368" : 1,
"1482752" : 1,
"1499136" : 2,
"1515520" : 1,
"1630208" : 1,
"1662976" : 2,
"1695744" : 1,
"1728512" : 1,
"1761280" : 1,
"1810432" : 1,
"1925120" : 1,
"1957888" : 1,
"2007040" : 1,
"2056192" : 1,
"2146304" : 1,
"2277376" : 1,
"2342912" : 2,
"2375680" : 2,
"2605056" : 2,
"2899968" : 1,
"2932736" : 2,
"2965504" : 2,
"2998272" : 2,
"3096576" : 1,
"3162112" : 1,
"3194880" : 1,
"3227648" : 1,
"3260416" : 1,
"3358720" : 2,
"3391488" : 1,
"3457024" : 2,
"3588096" : 1,
"3686400" : 1,
"3850240" : 1,
"3948544" : 1,
"4046848" : 1,
"4079616" : 1,
"4112384" : 1,
"4145152" : 1,
"4227072" : 1,
"4358144" : 2,
"4489216" : 2,
"4554752" : 3,
"4816896" : 1,
"4947968" : 3,
"5013504" : 1,
"5079040" : 1,
"5210112" : 1,
"5341184" : 2,
"5472256" : 1,
"5537792" : 2,
"5603328" : 2,
"5668864" : 5,
"5734400" : 6,
"5799936" : 1,
"5865472" : 4,
"5931008" : 4,
"5996544" : 2,
"6062080" : 4,
"6127616" : 10,
"6193152" : 9,
"6258688" : 7,
"6324224" : 5,
"6389760" : 15,
"6455296" : 26,
"6520832" : 29,
"6586368" : 25,
"6651904" : 31,
"6717440" : 26,
"6782976" : 61,
"6848512" : 57,
"6914048" : 81,
"6979584" : 79,
"7045120" : 107,
"7110656" : 136,
"7176192" : 160,
"7241728" : 161,
"7307264" : 230,
"7372800" : 251,
"7438336" : 285,
"7503872" : 319,
"7569408" : 385,
"7634944" : 422,
"7700480" : 520,
"7766016" : 570,
"7831552" : 604,
"7897088" : 734,
"7962624" : 882,
"8028160" : 991,
"8093696" : 1073,
"8159232" : 1166,
"8224768" : 1338,
"8290304" : 1497,
"8355840" : 1825,
"8454144" : 4198,
"8585216" : 4680,
"8716288" : 5693,
"8847360" : 6628,
"8978432" : 7426,
"9109504" : 8274,
"9240576" : 9481,
"9371648" : 10231,
"9502720" : 11418,
"9633792" : 12179,
"9764864" : 13257,
"9895936" : 14443,
"10027008" : 14885,
"10158080" : 15858,
"10289152" : 16583,
"10420224" : 17237,
"10551296" : 18057,
"10682368" : 19024,
"10813440" : 20014,
"10944512" : 21373,
"11075584" : 22585,
"11206656" : 24053,
"11337728" : 26087,
"11468800" : 27905,
"11599872" : 30264,
"11730944" : 32624,
"11862016" : 34875,
"11993088" : 37696,
"12124160" : 41042,
"12255232" : 43184,
"12386304" : 46073,
"12517376" : 49254,
"12648448" : 51796,
"12779520" : 55181,
"12910592" : 57625,
"13041664" : 60517,
"13172736" : 62136,
"13303808" : 64748,
"13434880" : 66170,
"13565952" : 68296,
"13697024" : 69296,
"13828096" : 71358,
"13959168" : 71174,
"14090240" : 72006,
"14221312" : 72719,
"14352384" : 72508,
"14483456" : 72180,
"14614528" : 71913,
"14745600" : 71190,
"14876672" : 70495,
"15007744" : 69004,
"15138816" : 67422,
"15269888" : 66016,
"15400960" : 63825,
"15532032" : 62998,
"15663104" : 59810,
"15794176" : 58103,
"15925248" : 56070,
"16056320" : 53802,
"16187392" : 51165,
"16318464" : 48524,
"16449536" : 46389,
"16580608" : 43626,
"16711680" : 41071,
"16908288" : 75216,
"17170432" : 66197,
"17432576" : 57493,
"17694720" : 49467,
"17956864" : 41197,
"18219008" : 34318,
"18481152" : 27774,
"18743296" : 22556,
"19005440" : 17821,
"19267584" : 14414,
"19529728" : 11046,
"19791872" : 8565,
"20054016" : 6378,
"20316160" : 4567,
"20578304" : 3428,
"20840448" : 2416,
"21102592" : 1643,
"21364736" : 1104,
"21626880" : 832,
"21889024" : 554,
"22151168" : 358,
"22413312" : 250,
"22675456" : 157,
"22937600" : 108,
"23199744" : 65,
"23461888" : 38,
"23724032" : 38,
"23986176" : 21,
"24248320" : 12,
"24510464" : 6
}
},
"lat_ns" : {
"min" : 462116,
"max" : 25180349,
"mean" : 14778059.172562,
"stddev" : 2385928.238619,
"N" : 3117986
},
"bw_min" : 57848,
"bw_max" : 78340,
"bw_agg" : 100.000000,
"bw_mean" : 69293.350975,
"bw_dev" : 401.349519,
"bw_samples" : 2872,
"iops_min" : 14462,
"iops_max" : 19585,
"iops_mean" : 17323.114206,
"iops_stddev" : 100.323763,
"iops_samples" : 2872
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440012,
"usr_cpu" : 0.705341,
"sys_cpu" : 14.472588,
"ctx" : 2630036,
"majf" : 0,
"minf" : 291,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999743,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 4.053869,
"20" : 95.313044,
"50" : 0.638989,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}