raidz2/benchmarks/mixed/mixed-70r30w-qd16-nj1_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773100289,
"timestamp_ms" : 1773100289838,
"time" : "Mon Mar 9 20:51:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1189101568,
"io_kbytes" : 1161232,
"bw_bytes" : 121759325,
"bw" : 118905,
"iops" : 29728.138439,
"runtime" : 9766,
"total_ios" : 290325,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 510767104,
"io_kbytes" : 498796,
"bw_bytes" : 52300543,
"bw" : 51074,
"iops" : 12769.404055,
"runtime" : 9766,
"total_ios" : 124706,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9766,
"usr_cpu" : 7.300840,
"sys_cpu" : 92.166701,
"ctx" : 386,
"majf" : 0,
"minf" : 8,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 99.996386,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100300,
"timestamp_ms" : 1773100300072,
"time" : "Mon Mar 9 20:51:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1227042816,
"io_kbytes" : 1198284,
"bw_bytes" : 122716553,
"bw" : 119840,
"iops" : 29960.296030,
"runtime" : 9999,
"total_ios" : 299573,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4837,
"max" : 164822,
"mean" : 19194.837776,
"stddev" : 4365.465522,
"N" : 299573
},
"clat_ns" : {
"min" : 242811,
"max" : 772400,
"mean" : 351639.368892,
"stddev" : 33516.932538,
"N" : 299573,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 309248,
"10.000000" : 317440,
"20.000000" : 325632,
"30.000000" : 333824,
"40.000000" : 337920,
"50.000000" : 346112,
"60.000000" : 354304,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 460800,
"99.500000" : 485376,
"99.900000" : 544768,
"99.950000" : 577536,
"99.990000" : 643072
},
"bins" : {
"242688" : 1,
"246784" : 1,
"248832" : 5,
"250880" : 2,
"252928" : 4,
"254976" : 5,
"257024" : 9,
"259072" : 10,
"261120" : 15,
"264192" : 49,
"268288" : 69,
"272384" : 107,
"276480" : 207,
"280576" : 332,
"284672" : 630,
"288768" : 948,
"292864" : 1484,
"296960" : 2262,
"301056" : 3539,
"305152" : 4810,
"309248" : 6762,
"313344" : 8620,
"317440" : 10595,
"321536" : 12819,
"325632" : 14534,
"329728" : 16430,
"333824" : 17678,
"337920" : 18450,
"342016" : 18040,
"346112" : 17476,
"350208" : 16527,
"354304" : 15114,
"358400" : 13658,
"362496" : 12581,
"366592" : 11210,
"370688" : 10207,
"374784" : 9109,
"378880" : 8019,
"382976" : 7124,
"387072" : 6142,
"391168" : 4898,
"395264" : 4174,
"399360" : 3670,
"403456" : 3005,
"407552" : 2634,
"411648" : 2249,
"415744" : 1756,
"419840" : 1532,
"423936" : 1281,
"428032" : 1179,
"432128" : 926,
"436224" : 827,
"440320" : 731,
"444416" : 642,
"448512" : 525,
"452608" : 454,
"456704" : 395,
"460800" : 332,
"464896" : 339,
"468992" : 295,
"473088" : 248,
"477184" : 208,
"481280" : 183,
"485376" : 162,
"489472" : 122,
"493568" : 147,
"497664" : 103,
"501760" : 107,
"505856" : 75,
"509952" : 83,
"514048" : 77,
"518144" : 65,
"522240" : 52,
"528384" : 77,
"536576" : 72,
"544768" : 67,
"552960" : 52,
"561152" : 44,
"569344" : 30,
"577536" : 33,
"585728" : 33,
"593920" : 21,
"602112" : 18,
"610304" : 10,
"618496" : 8,
"626688" : 7,
"634880" : 9,
"643072" : 5,
"651264" : 6,
"659456" : 6,
"667648" : 4,
"675840" : 2,
"684032" : 4,
"692224" : 2,
"700416" : 1,
"716800" : 1,
"741376" : 1,
"774144" : 1
}
},
"lat_ns" : {
"min" : 260388,
"max" : 799070,
"mean" : 370834.294189,
"stddev" : 34924.430461,
"N" : 299573
},
"bw_min" : 117322,
"bw_max" : 122496,
"bw_agg" : 100.000000,
"bw_mean" : 119853.526316,
"bw_dev" : 1596.223055,
"bw_samples" : 19,
"iops_min" : 29330,
"iops_max" : 30624,
"iops_mean" : 29963.315789,
"iops_stddev" : 399.098993,
"iops_samples" : 19
},
"write" : {
"io_bytes" : 526995456,
"io_kbytes" : 514644,
"bw_bytes" : 52704816,
"bw" : 51469,
"iops" : 12867.386739,
"runtime" : 9999,
"total_ios" : 128661,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9234,
"max" : 132312,
"mean" : 27316.974802,
"stddev" : 4955.871762,
"N" : 128661
},
"clat_ns" : {
"min" : 245495,
"max" : 766871,
"mean" : 351026.352751,
"stddev" : 33532.652316,
"N" : 128660,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 325632,
"30.000000" : 333824,
"40.000000" : 337920,
"50.000000" : 346112,
"60.000000" : 354304,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 460800,
"99.500000" : 485376,
"99.900000" : 552960,
"99.950000" : 577536,
"99.990000" : 651264
},
"bins" : {
"244736" : 1,
"248832" : 2,
"252928" : 1,
"254976" : 2,
"257024" : 6,
"259072" : 3,
"261120" : 10,
"264192" : 18,
"268288" : 32,
"272384" : 43,
"276480" : 105,
"280576" : 157,
"284672" : 241,
"288768" : 444,
"292864" : 710,
"296960" : 1015,
"301056" : 1563,
"305152" : 2146,
"309248" : 2834,
"313344" : 3811,
"317440" : 4555,
"321536" : 5828,
"325632" : 6582,
"329728" : 7232,
"333824" : 7694,
"337920" : 7858,
"342016" : 7936,
"346112" : 7432,
"350208" : 6969,
"354304" : 6431,
"358400" : 5814,
"362496" : 5278,
"366592" : 4761,
"370688" : 4269,
"374784" : 3907,
"378880" : 3342,
"382976" : 2941,
"387072" : 2525,
"391168" : 2078,
"395264" : 1728,
"399360" : 1476,
"403456" : 1204,
"407552" : 1145,
"411648" : 889,
"415744" : 757,
"419840" : 608,
"423936" : 532,
"428032" : 446,
"432128" : 445,
"436224" : 337,
"440320" : 326,
"444416" : 239,
"448512" : 240,
"452608" : 229,
"456704" : 193,
"460800" : 143,
"464896" : 126,
"468992" : 108,
"473088" : 112,
"477184" : 90,
"481280" : 63,
"485376" : 71,
"489472" : 50,
"493568" : 60,
"497664" : 46,
"501760" : 41,
"505856" : 26,
"509952" : 39,
"514048" : 28,
"518144" : 22,
"522240" : 23,
"528384" : 41,
"536576" : 40,
"544768" : 27,
"552960" : 23,
"561152" : 19,
"569344" : 20,
"577536" : 14,
"585728" : 13,
"593920" : 7,
"602112" : 7,
"610304" : 1,
"618496" : 6,
"626688" : 3,
"634880" : 2,
"643072" : 4,
"651264" : 3,
"659456" : 1,
"667648" : 4,
"675840" : 2,
"684032" : 1,
"692224" : 1,
"700416" : 1,
"757760" : 2,
"765952" : 1
}
},
"lat_ns" : {
"min" : 271384,
"max" : 801384,
"mean" : 378343.434867,
"stddev" : 35553.749446,
"N" : 128660
},
"bw_min" : 50616,
"bw_max" : 52280,
"bw_agg" : 100.000000,
"bw_mean" : 51524.421053,
"bw_dev" : 518.111455,
"bw_samples" : 19,
"iops_min" : 12654,
"iops_max" : 13070,
"iops_mean" : 12881.052632,
"iops_stddev" : 129.542131,
"iops_samples" : 19
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 7.320732,
"sys_cpu" : 92.159216,
"ctx" : 378,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999533,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999533,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.674010,
"750" : 0.322254,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100310,
"timestamp_ms" : 1773100310072,
"time" : "Mon Mar 9 20:51:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 2469838848,
"io_kbytes" : 2411952,
"bw_bytes" : 123498117,
"bw" : 120603,
"iops" : 30150.857543,
"runtime" : 19999,
"total_ios" : 602987,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4817,
"max" : 164822,
"mean" : 19066.820482,
"stddev" : 4256.988759,
"N" : 602988
},
"clat_ns" : {
"min" : 242811,
"max" : 772400,
"mean" : 349635.831002,
"stddev" : 32466.230183,
"N" : 602989,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 325632,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 346112,
"60.000000" : 354304,
"70.000000" : 362496,
"80.000000" : 370688,
"90.000000" : 391168,
"95.000000" : 407552,
"99.000000" : 452608,
"99.500000" : 473088,
"99.900000" : 528384,
"99.950000" : 552960,
"99.990000" : 618496
},
"bins" : {
"242688" : 1,
"246784" : 1,
"248832" : 5,
"250880" : 3,
"252928" : 7,
"254976" : 9,
"257024" : 11,
"259072" : 21,
"261120" : 26,
"264192" : 98,
"268288" : 154,
"272384" : 273,
"276480" : 492,
"280576" : 808,
"284672" : 1395,
"288768" : 2225,
"292864" : 3486,
"296960" : 5256,
"301056" : 7916,
"305152" : 10817,
"309248" : 14677,
"313344" : 18782,
"317440" : 23128,
"321536" : 27865,
"325632" : 31429,
"329728" : 34388,
"333824" : 36428,
"337920" : 37384,
"342016" : 36145,
"346112" : 34869,
"350208" : 32583,
"354304" : 29927,
"358400" : 26681,
"362496" : 24400,
"366592" : 21839,
"370688" : 19784,
"374784" : 17618,
"378880" : 15356,
"382976" : 13517,
"387072" : 11354,
"391168" : 9388,
"395264" : 8031,
"399360" : 6743,
"403456" : 5532,
"407552" : 4663,
"411648" : 4035,
"415744" : 3207,
"419840" : 2751,
"423936" : 2346,
"428032" : 2120,
"432128" : 1742,
"436224" : 1508,
"440320" : 1295,
"444416" : 1156,
"448512" : 952,
"452608" : 826,
"456704" : 697,
"460800" : 587,
"464896" : 533,
"468992" : 490,
"473088" : 364,
"477184" : 324,
"481280" : 273,
"485376" : 251,
"489472" : 205,
"493568" : 207,
"497664" : 167,
"501760" : 162,
"505856" : 120,
"509952" : 132,
"514048" : 117,
"518144" : 110,
"522240" : 89,
"528384" : 137,
"536576" : 121,
"544768" : 94,
"552960" : 71,
"561152" : 58,
"569344" : 38,
"577536" : 38,
"585728" : 33,
"593920" : 25,
"602112" : 20,
"610304" : 12,
"618496" : 9,
"626688" : 7,
"634880" : 9,
"643072" : 5,
"651264" : 6,
"659456" : 6,
"667648" : 5,
"675840" : 2,
"684032" : 4,
"692224" : 2,
"700416" : 3,
"716800" : 1,
"741376" : 1,
"774144" : 1
}
},
"lat_ns" : {
"min" : 260388,
"max" : 799070,
"mean" : 368702.750166,
"stddev" : 33807.781527,
"N" : 602989
},
"bw_min" : 117322,
"bw_max" : 122496,
"bw_agg" : 99.980407,
"bw_mean" : 120580.641026,
"bw_dev" : 1415.013158,
"bw_samples" : 39,
"iops_min" : 29330,
"iops_max" : 30624,
"iops_mean" : 30145.128205,
"iops_stddev" : 353.793292,
"iops_samples" : 39
},
"write" : {
"io_bytes" : 1058668544,
"io_kbytes" : 1033856,
"bw_bytes" : 52936074,
"bw" : 51695,
"iops" : 12923.946197,
"runtime" : 19999,
"total_ios" : 258466,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9234,
"max" : 132312,
"mean" : 27175.216428,
"stddev" : 4832.414079,
"N" : 258465
},
"clat_ns" : {
"min" : 245495,
"max" : 766871,
"mean" : 348988.299780,
"stddev" : 32462.167766,
"N" : 258463,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 346112,
"60.000000" : 350208,
"70.000000" : 362496,
"80.000000" : 370688,
"90.000000" : 387072,
"95.000000" : 407552,
"99.000000" : 452608,
"99.500000" : 473088,
"99.900000" : 528384,
"99.950000" : 552960,
"99.990000" : 634880
},
"bins" : {
"244736" : 1,
"248832" : 2,
"252928" : 2,
"254976" : 6,
"257024" : 9,
"259072" : 10,
"261120" : 16,
"264192" : 43,
"268288" : 76,
"272384" : 129,
"276480" : 227,
"280576" : 371,
"284672" : 591,
"288768" : 999,
"292864" : 1627,
"296960" : 2338,
"301056" : 3552,
"305152" : 4779,
"309248" : 6447,
"313344" : 8297,
"317440" : 10128,
"321536" : 12480,
"325632" : 13825,
"329728" : 15006,
"333824" : 15797,
"337920" : 16075,
"342016" : 15786,
"346112" : 14737,
"350208" : 13687,
"354304" : 12463,
"358400" : 11360,
"362496" : 10226,
"366592" : 9186,
"370688" : 8351,
"374784" : 7441,
"378880" : 6440,
"382976" : 5558,
"387072" : 4771,
"391168" : 3900,
"395264" : 3342,
"399360" : 2687,
"403456" : 2185,
"407552" : 1983,
"411648" : 1618,
"415744" : 1350,
"419840" : 1147,
"423936" : 1020,
"428032" : 828,
"432128" : 777,
"436224" : 630,
"440320" : 594,
"444416" : 425,
"448512" : 414,
"452608" : 389,
"456704" : 326,
"460800" : 247,
"464896" : 214,
"468992" : 174,
"473088" : 179,
"477184" : 135,
"481280" : 111,
"485376" : 109,
"489472" : 75,
"493568" : 89,
"497664" : 69,
"501760" : 59,
"505856" : 48,
"509952" : 62,
"514048" : 43,
"518144" : 41,
"522240" : 41,
"528384" : 65,
"536576" : 54,
"544768" : 39,
"552960" : 29,
"561152" : 25,
"569344" : 21,
"577536" : 14,
"585728" : 13,
"593920" : 8,
"602112" : 9,
"610304" : 1,
"618496" : 6,
"626688" : 3,
"634880" : 2,
"643072" : 5,
"651264" : 3,
"659456" : 1,
"667648" : 4,
"675840" : 2,
"684032" : 2,
"692224" : 3,
"700416" : 1,
"757760" : 2,
"765952" : 1
}
},
"lat_ns" : {
"min" : 271384,
"max" : 801384,
"mean" : 376163.650468,
"stddev" : 34408.072782,
"N" : 258463
},
"bw_min" : 50384,
"bw_max" : 53936,
"bw_agg" : 99.954764,
"bw_mean" : 51672.897436,
"bw_dev" : 688.298505,
"bw_samples" : 39,
"iops_min" : 12596,
"iops_max" : 13484,
"iops_mean" : 12918.230769,
"iops_stddev" : 172.134351,
"iops_samples" : 39
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 7.085354,
"sys_cpu" : 92.399620,
"ctx" : 739,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999884,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999884,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.762726,
"750" : 0.235416,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100320,
"timestamp_ms" : 1773100320071,
"time" : "Mon Mar 9 20:52:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 3709399040,
"io_kbytes" : 3622460,
"bw_bytes" : 123650756,
"bw" : 120752,
"iops" : 30188.172939,
"runtime" : 29999,
"total_ios" : 905615,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4797,
"max" : 234579,
"mean" : 19045.398101,
"stddev" : 4266.701103,
"N" : 905616
},
"clat_ns" : {
"min" : 242811,
"max" : 772400,
"mean" : 349269.295070,
"stddev" : 32821.770582,
"N" : 905615,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 346112,
"60.000000" : 350208,
"70.000000" : 362496,
"80.000000" : 370688,
"90.000000" : 391168,
"95.000000" : 407552,
"99.000000" : 452608,
"99.500000" : 477184,
"99.900000" : 528384,
"99.950000" : 552960,
"99.990000" : 618496
},
"bins" : {
"242688" : 1,
"246784" : 2,
"248832" : 6,
"250880" : 5,
"252928" : 11,
"254976" : 13,
"257024" : 16,
"259072" : 29,
"261120" : 33,
"264192" : 138,
"268288" : 232,
"272384" : 454,
"276480" : 790,
"280576" : 1290,
"284672" : 2303,
"288768" : 3564,
"292864" : 5490,
"296960" : 8427,
"301056" : 12154,
"305152" : 16993,
"309248" : 22649,
"313344" : 28942,
"317440" : 35981,
"321536" : 42688,
"325632" : 48211,
"329728" : 52398,
"333824" : 55230,
"337920" : 56367,
"342016" : 54543,
"346112" : 51758,
"350208" : 48187,
"354304" : 43769,
"358400" : 39135,
"362496" : 35226,
"366592" : 31879,
"370688" : 28663,
"374784" : 25567,
"378880" : 22352,
"382976" : 19582,
"387072" : 16826,
"391168" : 13932,
"395264" : 11866,
"399360" : 10036,
"403456" : 8366,
"407552" : 7007,
"411648" : 6140,
"415744" : 4918,
"419840" : 4287,
"423936" : 3673,
"428032" : 3180,
"432128" : 2699,
"436224" : 2334,
"440320" : 2028,
"444416" : 1740,
"448512" : 1472,
"452608" : 1290,
"456704" : 1104,
"460800" : 924,
"464896" : 834,
"468992" : 770,
"473088" : 572,
"477184" : 516,
"481280" : 446,
"485376" : 410,
"489472" : 320,
"493568" : 315,
"497664" : 261,
"501760" : 265,
"505856" : 192,
"509952" : 195,
"514048" : 174,
"518144" : 165,
"522240" : 166,
"528384" : 213,
"536576" : 197,
"544768" : 142,
"552960" : 119,
"561152" : 97,
"569344" : 65,
"577536" : 56,
"585728" : 49,
"593920" : 34,
"602112" : 29,
"610304" : 20,
"618496" : 13,
"626688" : 11,
"634880" : 11,
"643072" : 7,
"651264" : 15,
"659456" : 10,
"667648" : 8,
"675840" : 4,
"684032" : 5,
"692224" : 2,
"700416" : 4,
"716800" : 1,
"741376" : 1,
"774144" : 1
}
},
"lat_ns" : {
"min" : 260388,
"max" : 799070,
"mean" : 368314.742913,
"stddev" : 34184.145835,
"N" : 905615
},
"bw_min" : 117322,
"bw_max" : 123078,
"bw_agg" : 100.000000,
"bw_mean" : 120761.847458,
"bw_dev" : 1294.216976,
"bw_samples" : 59,
"iops_min" : 29330,
"iops_max" : 30769,
"iops_mean" : 30190.423729,
"iops_stddev" : 323.566878,
"iops_samples" : 59
},
"write" : {
"io_bytes" : 1589002240,
"io_kbytes" : 1551760,
"bw_bytes" : 52968506,
"bw" : 51727,
"iops" : 12931.797727,
"runtime" : 29999,
"total_ios" : 387941,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9234,
"max" : 242590,
"mean" : 27150.604867,
"stddev" : 4882.229100,
"N" : 387940
},
"clat_ns" : {
"min" : 242210,
"max" : 766871,
"mean" : 348573.797909,
"stddev" : 32761.751641,
"N" : 387940,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 342016,
"60.000000" : 350208,
"70.000000" : 358400,
"80.000000" : 370688,
"90.000000" : 387072,
"95.000000" : 407552,
"99.000000" : 452608,
"99.500000" : 473088,
"99.900000" : 528384,
"99.950000" : 561152,
"99.990000" : 643072
},
"bins" : {
"242688" : 1,
"244736" : 1,
"246784" : 1,
"248832" : 2,
"250880" : 2,
"252928" : 2,
"254976" : 7,
"257024" : 12,
"259072" : 15,
"261120" : 24,
"264192" : 71,
"268288" : 122,
"272384" : 207,
"276480" : 372,
"280576" : 611,
"284672" : 985,
"288768" : 1563,
"292864" : 2537,
"296960" : 3690,
"301056" : 5448,
"305152" : 7398,
"309248" : 10036,
"313344" : 12840,
"317440" : 15789,
"321536" : 18927,
"325632" : 21183,
"329728" : 22965,
"333824" : 24116,
"337920" : 24187,
"342016" : 23651,
"346112" : 21999,
"350208" : 20242,
"354304" : 18350,
"358400" : 16615,
"362496" : 14739,
"366592" : 13339,
"370688" : 12054,
"374784" : 10615,
"378880" : 9420,
"382976" : 8121,
"387072" : 6932,
"391168" : 5793,
"395264" : 4907,
"399360" : 4036,
"403456" : 3309,
"407552" : 2946,
"411648" : 2455,
"415744" : 2089,
"419840" : 1771,
"423936" : 1588,
"428032" : 1321,
"432128" : 1161,
"436224" : 976,
"440320" : 850,
"444416" : 686,
"448512" : 607,
"452608" : 596,
"456704" : 490,
"460800" : 399,
"464896" : 325,
"468992" : 281,
"473088" : 271,
"477184" : 234,
"481280" : 185,
"485376" : 167,
"489472" : 124,
"493568" : 143,
"497664" : 110,
"501760" : 92,
"505856" : 73,
"509952" : 88,
"514048" : 79,
"518144" : 63,
"522240" : 55,
"528384" : 94,
"536576" : 78,
"544768" : 62,
"552960" : 48,
"561152" : 39,
"569344" : 31,
"577536" : 21,
"585728" : 15,
"593920" : 15,
"602112" : 15,
"610304" : 4,
"618496" : 10,
"626688" : 4,
"634880" : 4,
"643072" : 9,
"651264" : 7,
"659456" : 1,
"667648" : 8,
"675840" : 4,
"684032" : 2,
"692224" : 3,
"700416" : 2,
"757760" : 2,
"765952" : 1
}
},
"lat_ns" : {
"min" : 269371,
"max" : 801384,
"mean" : 375724.521588,
"stddev" : 34759.070782,
"N" : 387940
},
"bw_min" : 50384,
"bw_max" : 53936,
"bw_agg" : 100.000000,
"bw_mean" : 51738.949153,
"bw_dev" : 636.755608,
"bw_samples" : 59,
"iops_min" : 12596,
"iops_max" : 13484,
"iops_mean" : 12934.711864,
"iops_stddev" : 159.241527,
"iops_samples" : 59
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 7.156905,
"sys_cpu" : 92.296410,
"ctx" : 1116,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999923,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999923,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.752929,
"750" : 0.245447,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100330,
"timestamp_ms" : 1773100330071,
"time" : "Mon Mar 9 20:52:10 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 4937703424,
"io_kbytes" : 4821976,
"bw_bytes" : 123445671,
"bw" : 120552,
"iops" : 30138.103453,
"runtime" : 39999,
"total_ios" : 1205494,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4797,
"max" : 234579,
"mean" : 19074.404525,
"stddev" : 4268.654804,
"N" : 1205494
},
"clat_ns" : {
"min" : 241609,
"max" : 772400,
"mean" : 349730.899937,
"stddev" : 32997.579974,
"N" : 1205494,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 325632,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 346112,
"60.000000" : 350208,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 407552,
"99.000000" : 456704,
"99.500000" : 477184,
"99.900000" : 528384,
"99.950000" : 552960,
"99.990000" : 610304
},
"bins" : {
"240640" : 1,
"242688" : 3,
"246784" : 2,
"248832" : 7,
"250880" : 14,
"252928" : 18,
"254976" : 19,
"257024" : 22,
"259072" : 35,
"261120" : 45,
"264192" : 196,
"268288" : 309,
"272384" : 575,
"276480" : 1001,
"280576" : 1649,
"284672" : 2936,
"288768" : 4584,
"292864" : 7141,
"296960" : 10861,
"301056" : 15827,
"305152" : 22095,
"309248" : 29936,
"313344" : 37895,
"317440" : 47092,
"321536" : 56060,
"325632" : 63609,
"329728" : 69547,
"333824" : 73114,
"337920" : 74649,
"342016" : 72371,
"346112" : 68773,
"350208" : 63716,
"354304" : 58015,
"358400" : 52129,
"362496" : 47309,
"366592" : 42818,
"370688" : 38304,
"374784" : 34440,
"378880" : 30238,
"382976" : 26411,
"387072" : 22870,
"391168" : 19029,
"395264" : 16250,
"399360" : 13714,
"403456" : 11501,
"407552" : 9675,
"411648" : 8343,
"415744" : 6782,
"419840" : 5854,
"423936" : 4998,
"428032" : 4342,
"432128" : 3775,
"436224" : 3177,
"440320" : 2771,
"444416" : 2426,
"448512" : 2075,
"452608" : 1829,
"456704" : 1632,
"460800" : 1341,
"464896" : 1201,
"468992" : 1083,
"473088" : 845,
"477184" : 737,
"481280" : 655,
"485376" : 587,
"489472" : 471,
"493568" : 432,
"497664" : 382,
"501760" : 359,
"505856" : 265,
"509952" : 276,
"514048" : 235,
"518144" : 217,
"522240" : 210,
"528384" : 275,
"536576" : 254,
"544768" : 181,
"552960" : 151,
"561152" : 120,
"569344" : 87,
"577536" : 67,
"585728" : 56,
"593920" : 41,
"602112" : 34,
"610304" : 23,
"618496" : 16,
"626688" : 12,
"634880" : 11,
"643072" : 10,
"651264" : 15,
"659456" : 10,
"667648" : 8,
"675840" : 4,
"684032" : 5,
"692224" : 2,
"700416" : 4,
"716800" : 1,
"741376" : 1,
"774144" : 1
}
},
"lat_ns" : {
"min" : 257974,
"max" : 799070,
"mean" : 368805.357500,
"stddev" : 34379.119835,
"N" : 1205494
},
"bw_min" : 117322,
"bw_max" : 123078,
"bw_agg" : 100.000000,
"bw_mean" : 120616.860759,
"bw_dev" : 1342.479525,
"bw_samples" : 79,
"iops_min" : 29330,
"iops_max" : 30769,
"iops_mean" : 30154.177215,
"iops_stddev" : 335.627646,
"iops_samples" : 79
},
"write" : {
"io_bytes" : 2117742592,
"io_kbytes" : 2068108,
"bw_bytes" : 52944888,
"bw" : 51703,
"iops" : 12926.023151,
"runtime" : 39999,
"total_ios" : 517028,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9234,
"max" : 242590,
"mean" : 27177.767935,
"stddev" : 4877.320825,
"N" : 517028
},
"clat_ns" : {
"min" : 242210,
"max" : 766871,
"mean" : 348996.097318,
"stddev" : 32913.386140,
"N" : 517027,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 342016,
"60.000000" : 350208,
"70.000000" : 358400,
"80.000000" : 370688,
"90.000000" : 391168,
"95.000000" : 407552,
"99.000000" : 452608,
"99.500000" : 477184,
"99.900000" : 528384,
"99.950000" : 552960,
"99.990000" : 618496
},
"bins" : {
"242688" : 1,
"244736" : 1,
"246784" : 1,
"248832" : 2,
"250880" : 6,
"252928" : 4,
"254976" : 12,
"257024" : 16,
"259072" : 20,
"261120" : 30,
"264192" : 89,
"268288" : 149,
"272384" : 255,
"276480" : 466,
"280576" : 786,
"284672" : 1274,
"288768" : 2018,
"292864" : 3291,
"296960" : 4824,
"301056" : 7147,
"305152" : 9748,
"309248" : 13169,
"313344" : 16760,
"317440" : 20913,
"321536" : 24820,
"325632" : 27998,
"329728" : 30352,
"333824" : 31947,
"337920" : 32198,
"342016" : 31408,
"346112" : 29291,
"350208" : 26821,
"354304" : 24533,
"358400" : 22217,
"362496" : 19763,
"366592" : 17918,
"370688" : 16202,
"374784" : 14262,
"378880" : 12767,
"382976" : 10981,
"387072" : 9433,
"391168" : 7860,
"395264" : 6698,
"399360" : 5525,
"403456" : 4629,
"407552" : 3998,
"411648" : 3377,
"415744" : 2841,
"419840" : 2417,
"423936" : 2116,
"428032" : 1800,
"432128" : 1601,
"436224" : 1319,
"440320" : 1196,
"444416" : 977,
"448512" : 861,
"452608" : 821,
"456704" : 680,
"460800" : 561,
"464896" : 475,
"468992" : 425,
"473088" : 359,
"477184" : 311,
"481280" : 269,
"485376" : 232,
"489472" : 172,
"493568" : 199,
"497664" : 165,
"501760" : 140,
"505856" : 103,
"509952" : 123,
"514048" : 111,
"518144" : 86,
"522240" : 75,
"528384" : 126,
"536576" : 99,
"544768" : 75,
"552960" : 69,
"561152" : 53,
"569344" : 44,
"577536" : 26,
"585728" : 19,
"593920" : 17,
"602112" : 19,
"610304" : 4,
"618496" : 11,
"626688" : 4,
"634880" : 6,
"643072" : 10,
"651264" : 7,
"659456" : 1,
"667648" : 8,
"675840" : 4,
"684032" : 2,
"692224" : 3,
"700416" : 2,
"757760" : 2,
"765952" : 1
}
},
"lat_ns" : {
"min" : 267949,
"max" : 801384,
"mean" : 376173.861179,
"stddev" : 34927.290774,
"N" : 517027
},
"bw_min" : 49792,
"bw_max" : 53936,
"bw_agg" : 100.000000,
"bw_mean" : 51718.721519,
"bw_dev" : 664.482755,
"bw_samples" : 79,
"iops_min" : 12448,
"iops_max" : 13484,
"iops_mean" : 12929.645570,
"iops_stddev" : 166.165737,
"iops_samples" : 79
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 7.130178,
"sys_cpu" : 92.347309,
"ctx" : 1371,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999942,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999942,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.756810,
"750" : 0.241739,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100340,
"timestamp_ms" : 1773100340071,
"time" : "Mon Mar 9 20:52:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 6173704192,
"io_kbytes" : 6029008,
"bw_bytes" : 123476553,
"bw" : 120582,
"iops" : 30145.622912,
"runtime" : 49999,
"total_ios" : 1507251,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4797,
"max" : 234579,
"mean" : 19074.488308,
"stddev" : 4296.488919,
"N" : 1507251
},
"clat_ns" : {
"min" : 241609,
"max" : 772400,
"mean" : 349716.216307,
"stddev" : 33402.092406,
"N" : 1507253,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 346112,
"60.000000" : 350208,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 456704,
"99.500000" : 477184,
"99.900000" : 528384,
"99.950000" : 552960,
"99.990000" : 610304
},
"bins" : {
"240640" : 1,
"242688" : 3,
"244736" : 1,
"246784" : 2,
"248832" : 7,
"250880" : 16,
"252928" : 19,
"254976" : 23,
"257024" : 30,
"259072" : 39,
"261120" : 53,
"264192" : 246,
"268288" : 405,
"272384" : 748,
"276480" : 1302,
"280576" : 2143,
"284672" : 3761,
"288768" : 5851,
"292864" : 9212,
"296960" : 13837,
"301056" : 19986,
"305152" : 27832,
"309248" : 37678,
"313344" : 48041,
"317440" : 59761,
"321536" : 71149,
"325632" : 80426,
"329728" : 87709,
"333824" : 91649,
"337920" : 92992,
"342016" : 90340,
"346112" : 85688,
"350208" : 78666,
"354304" : 71376,
"358400" : 64392,
"362496" : 58197,
"366592" : 52629,
"370688" : 47234,
"374784" : 42281,
"378880" : 37225,
"382976" : 32543,
"387072" : 28208,
"391168" : 23620,
"395264" : 20123,
"399360" : 17064,
"403456" : 14267,
"407552" : 11962,
"411648" : 10386,
"415744" : 8550,
"419840" : 7374,
"423936" : 6357,
"428032" : 5546,
"432128" : 4946,
"436224" : 4255,
"440320" : 3670,
"444416" : 3298,
"448512" : 2800,
"452608" : 2533,
"456704" : 2235,
"460800" : 1899,
"464896" : 1693,
"468992" : 1522,
"473088" : 1194,
"477184" : 1031,
"481280" : 906,
"485376" : 829,
"489472" : 634,
"493568" : 570,
"497664" : 495,
"501760" : 468,
"505856" : 343,
"509952" : 360,
"514048" : 285,
"518144" : 274,
"522240" : 260,
"528384" : 366,
"536576" : 320,
"544768" : 226,
"552960" : 205,
"561152" : 156,
"569344" : 118,
"577536" : 84,
"585728" : 69,
"593920" : 47,
"602112" : 53,
"610304" : 31,
"618496" : 20,
"626688" : 15,
"634880" : 14,
"643072" : 12,
"651264" : 21,
"659456" : 10,
"667648" : 10,
"675840" : 9,
"684032" : 6,
"692224" : 5,
"700416" : 4,
"716800" : 1,
"741376" : 1,
"774144" : 1
}
},
"lat_ns" : {
"min" : 257974,
"max" : 799070,
"mean" : 368790.727267,
"stddev" : 34815.435400,
"N" : 1507253
},
"bw_min" : 117322,
"bw_max" : 123078,
"bw_agg" : 100.000000,
"bw_mean" : 120609.040404,
"bw_dev" : 1370.790223,
"bw_samples" : 99,
"iops_min" : 29330,
"iops_max" : 30769,
"iops_mean" : 30152.222222,
"iops_stddev" : 342.699891,
"iops_samples" : 99
},
"write" : {
"io_bytes" : 2646118400,
"io_kbytes" : 2584100,
"bw_bytes" : 52923426,
"bw" : 51683,
"iops" : 12920.798416,
"runtime" : 49999,
"total_ios" : 646027,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9234,
"max" : 242590,
"mean" : 27176.064462,
"stddev" : 4901.068237,
"N" : 646027
},
"clat_ns" : {
"min" : 242210,
"max" : 766871,
"mean" : 348968.518414,
"stddev" : 33339.019989,
"N" : 646024,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 342016,
"60.000000" : 350208,
"70.000000" : 358400,
"80.000000" : 370688,
"90.000000" : 391168,
"95.000000" : 407552,
"99.000000" : 456704,
"99.500000" : 477184,
"99.900000" : 528384,
"99.950000" : 552960,
"99.990000" : 626688
},
"bins" : {
"242688" : 1,
"244736" : 2,
"246784" : 1,
"248832" : 2,
"250880" : 6,
"252928" : 5,
"254976" : 12,
"257024" : 19,
"259072" : 22,
"261120" : 36,
"264192" : 105,
"268288" : 188,
"272384" : 321,
"276480" : 606,
"280576" : 988,
"284672" : 1615,
"288768" : 2593,
"292864" : 4233,
"296960" : 6190,
"301056" : 9064,
"305152" : 12411,
"309248" : 16683,
"313344" : 21248,
"317440" : 26579,
"321536" : 31336,
"325632" : 35292,
"329728" : 38159,
"333824" : 39941,
"337920" : 40226,
"342016" : 39017,
"346112" : 36293,
"350208" : 33311,
"354304" : 30327,
"358400" : 27301,
"362496" : 24299,
"366592" : 22057,
"370688" : 19813,
"374784" : 17569,
"378880" : 15665,
"382976" : 13517,
"387072" : 11597,
"391168" : 9744,
"395264" : 8232,
"399360" : 6842,
"403456" : 5681,
"407552" : 4942,
"411648" : 4204,
"415744" : 3553,
"419840" : 3073,
"423936" : 2707,
"428032" : 2335,
"432128" : 2070,
"436224" : 1782,
"440320" : 1599,
"444416" : 1340,
"448512" : 1202,
"452608" : 1078,
"456704" : 957,
"460800" : 781,
"464896" : 681,
"468992" : 601,
"473088" : 495,
"477184" : 443,
"481280" : 372,
"485376" : 314,
"489472" : 246,
"493568" : 255,
"497664" : 220,
"501760" : 183,
"505856" : 144,
"509952" : 153,
"514048" : 142,
"518144" : 104,
"522240" : 91,
"528384" : 163,
"536576" : 132,
"544768" : 100,
"552960" : 95,
"561152" : 69,
"569344" : 51,
"577536" : 33,
"585728" : 26,
"593920" : 28,
"602112" : 24,
"610304" : 9,
"618496" : 13,
"626688" : 6,
"634880" : 9,
"643072" : 14,
"651264" : 7,
"659456" : 2,
"667648" : 9,
"675840" : 6,
"684032" : 3,
"692224" : 4,
"700416" : 2,
"757760" : 2,
"765952" : 1
}
},
"lat_ns" : {
"min" : 267949,
"max" : 801384,
"mean" : 376144.620943,
"stddev" : 35390.216049,
"N" : 646024
},
"bw_min" : 49792,
"bw_max" : 53936,
"bw_agg" : 100.000000,
"bw_mean" : 51703.111111,
"bw_dev" : 656.121689,
"bw_samples" : 99,
"iops_min" : 12448,
"iops_max" : 13484,
"iops_mean" : 12925.737374,
"iops_stddev" : 164.067034,
"iops_samples" : 99
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 7.134143,
"sys_cpu" : 92.337847,
"ctx" : 1750,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999954,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999954,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.749405,
"750" : 0.249341,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100350,
"timestamp_ms" : 1773100350072,
"time" : "Mon Mar 9 20:52:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 7393984512,
"io_kbytes" : 7220688,
"bw_bytes" : 123235129,
"bw" : 120346,
"iops" : 30086.751446,
"runtime" : 59999,
"total_ios" : 1805175,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4797,
"max" : 234579,
"mean" : 19119.742959,
"stddev" : 4330.388483,
"N" : 1805175
},
"clat_ns" : {
"min" : 241609,
"max" : 772400,
"mean" : 350419.774758,
"stddev" : 34054.640860,
"N" : 1805173,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 325632,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 346112,
"60.000000" : 354304,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 460800,
"99.500000" : 481280,
"99.900000" : 536576,
"99.950000" : 561152,
"99.990000" : 626688
},
"bins" : {
"240640" : 1,
"242688" : 3,
"244736" : 1,
"246784" : 2,
"248832" : 7,
"250880" : 20,
"252928" : 21,
"254976" : 23,
"257024" : 32,
"259072" : 50,
"261120" : 63,
"264192" : 281,
"268288" : 476,
"272384" : 855,
"276480" : 1492,
"280576" : 2536,
"284672" : 4413,
"288768" : 6830,
"292864" : 10853,
"296960" : 16235,
"301056" : 23424,
"305152" : 32684,
"309248" : 44212,
"313344" : 56404,
"317440" : 70450,
"321536" : 83777,
"325632" : 94887,
"329728" : 103960,
"333824" : 108889,
"337920" : 110632,
"342016" : 107934,
"346112" : 102458,
"350208" : 94270,
"354304" : 85448,
"358400" : 77185,
"362496" : 69489,
"366592" : 62856,
"370688" : 56531,
"374784" : 50778,
"378880" : 44898,
"382976" : 39287,
"387072" : 34184,
"391168" : 28906,
"395264" : 24651,
"399360" : 21070,
"403456" : 17763,
"407552" : 15013,
"411648" : 13000,
"415744" : 10883,
"419840" : 9371,
"423936" : 8140,
"428032" : 7071,
"432128" : 6307,
"436224" : 5450,
"440320" : 4751,
"444416" : 4296,
"448512" : 3743,
"452608" : 3336,
"456704" : 2942,
"460800" : 2550,
"464896" : 2264,
"468992" : 2001,
"473088" : 1638,
"477184" : 1362,
"481280" : 1205,
"485376" : 1107,
"489472" : 879,
"493568" : 799,
"497664" : 685,
"501760" : 639,
"505856" : 474,
"509952" : 515,
"514048" : 387,
"518144" : 368,
"522240" : 327,
"528384" : 483,
"536576" : 390,
"544768" : 312,
"552960" : 266,
"561152" : 211,
"569344" : 160,
"577536" : 122,
"585728" : 91,
"593920" : 76,
"602112" : 69,
"610304" : 52,
"618496" : 36,
"626688" : 26,
"634880" : 18,
"643072" : 23,
"651264" : 29,
"659456" : 15,
"667648" : 17,
"675840" : 15,
"684032" : 12,
"692224" : 8,
"700416" : 6,
"708608" : 3,
"716800" : 3,
"724992" : 1,
"733184" : 3,
"741376" : 1,
"774144" : 1
}
},
"lat_ns" : {
"min" : 257974,
"max" : 799070,
"mean" : 369539.554619,
"stddev" : 35517.477479,
"N" : 1805173
},
"bw_min" : 115832,
"bw_max" : 123078,
"bw_agg" : 100.000000,
"bw_mean" : 120391.277311,
"bw_dev" : 1485.049362,
"bw_samples" : 119,
"iops_min" : 28958,
"iops_max" : 30769,
"iops_mean" : 30097.781513,
"iops_stddev" : 371.270041,
"iops_samples" : 119
},
"write" : {
"io_bytes" : 3168534528,
"io_kbytes" : 3094272,
"bw_bytes" : 52809788,
"bw" : 51572,
"iops" : 12892.981550,
"runtime" : 59999,
"total_ios" : 773566,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9204,
"max" : 242590,
"mean" : 27223.851917,
"stddev" : 4944.568137,
"N" : 773566
},
"clat_ns" : {
"min" : 240848,
"max" : 766871,
"mean" : 349675.924714,
"stddev" : 33969.073900,
"N" : 773567,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 346112,
"60.000000" : 350208,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 460800,
"99.500000" : 481280,
"99.900000" : 536576,
"99.950000" : 561152,
"99.990000" : 634880
},
"bins" : {
"240640" : 1,
"242688" : 1,
"244736" : 2,
"246784" : 1,
"248832" : 2,
"250880" : 8,
"252928" : 6,
"254976" : 13,
"257024" : 19,
"259072" : 27,
"261120" : 42,
"264192" : 117,
"268288" : 212,
"272384" : 369,
"276480" : 714,
"280576" : 1157,
"284672" : 1901,
"288768" : 3054,
"292864" : 4946,
"296960" : 7200,
"301056" : 10591,
"305152" : 14593,
"309248" : 19564,
"313344" : 25068,
"317440" : 31237,
"321536" : 36924,
"325632" : 41503,
"329728" : 45234,
"333824" : 47435,
"337920" : 47949,
"342016" : 46367,
"346112" : 43535,
"350208" : 39972,
"354304" : 36280,
"358400" : 32589,
"362496" : 29124,
"366592" : 26400,
"370688" : 23817,
"374784" : 21121,
"378880" : 18971,
"382976" : 16369,
"387072" : 14079,
"391168" : 11968,
"395264" : 10167,
"399360" : 8470,
"403456" : 7070,
"407552" : 6180,
"411648" : 5312,
"415744" : 4474,
"419840" : 3891,
"423936" : 3391,
"428032" : 2997,
"432128" : 2632,
"436224" : 2287,
"440320" : 2112,
"444416" : 1751,
"448512" : 1601,
"452608" : 1423,
"456704" : 1232,
"460800" : 1033,
"464896" : 914,
"468992" : 787,
"473088" : 663,
"477184" : 607,
"481280" : 495,
"485376" : 415,
"489472" : 357,
"493568" : 361,
"497664" : 278,
"501760" : 251,
"505856" : 212,
"509952" : 205,
"514048" : 191,
"518144" : 133,
"522240" : 121,
"528384" : 200,
"536576" : 162,
"544768" : 127,
"552960" : 114,
"561152" : 98,
"569344" : 70,
"577536" : 47,
"585728" : 51,
"593920" : 36,
"602112" : 32,
"610304" : 14,
"618496" : 20,
"626688" : 13,
"634880" : 13,
"643072" : 18,
"651264" : 10,
"659456" : 6,
"667648" : 16,
"675840" : 7,
"684032" : 5,
"692224" : 5,
"700416" : 3,
"716800" : 3,
"757760" : 2,
"765952" : 1
}
},
"lat_ns" : {
"min" : 266096,
"max" : 801384,
"mean" : 376899.806318,
"stddev" : 36076.468981,
"N" : 773567
},
"bw_min" : 49792,
"bw_max" : 53936,
"bw_agg" : 100.000000,
"bw_mean" : 51593.302521,
"bw_dev" : 673.526522,
"bw_samples" : 119,
"iops_min" : 12448,
"iops_max" : 13484,
"iops_mean" : 12898.285714,
"iops_stddev" : 168.410271,
"iops_samples" : 119
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 7.096785,
"sys_cpu" : 92.381540,
"ctx" : 2104,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999961,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999961,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.717110,
"750" : 0.281804,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100360,
"timestamp_ms" : 1773100360072,
"time" : "Mon Mar 9 20:52:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 8623398912,
"io_kbytes" : 8421288,
"bw_bytes" : 123191413,
"bw" : 120304,
"iops" : 30076.100000,
"runtime" : 70000,
"total_ios" : 2105327,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4797,
"max" : 234579,
"mean" : 19121.621545,
"stddev" : 4321.167703,
"N" : 2105327
},
"clat_ns" : {
"min" : 241609,
"max" : 772400,
"mean" : 350499.454336,
"stddev" : 34099.843901,
"N" : 2105324,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 325632,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 346112,
"60.000000" : 354304,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 460800,
"99.500000" : 481280,
"99.900000" : 536576,
"99.950000" : 561152,
"99.990000" : 618496
},
"bins" : {
"240640" : 1,
"242688" : 3,
"244736" : 1,
"246784" : 2,
"248832" : 8,
"250880" : 20,
"252928" : 23,
"254976" : 28,
"257024" : 42,
"259072" : 54,
"261120" : 82,
"264192" : 323,
"268288" : 559,
"272384" : 968,
"276480" : 1746,
"280576" : 2918,
"284672" : 5064,
"288768" : 7986,
"292864" : 12598,
"296960" : 18809,
"301056" : 27166,
"305152" : 38127,
"309248" : 51545,
"313344" : 65886,
"317440" : 82292,
"321536" : 97740,
"325632" : 110992,
"329728" : 121157,
"333824" : 126896,
"337920" : 128901,
"342016" : 125529,
"346112" : 119249,
"350208" : 109778,
"354304" : 99436,
"358400" : 89575,
"362496" : 80471,
"366592" : 72797,
"370688" : 65744,
"374784" : 59173,
"378880" : 52259,
"382976" : 45935,
"387072" : 40080,
"391168" : 33991,
"395264" : 29021,
"399360" : 24763,
"403456" : 20935,
"407552" : 17625,
"411648" : 15390,
"415744" : 12860,
"419840" : 11113,
"423936" : 9742,
"428032" : 8364,
"432128" : 7549,
"436224" : 6505,
"440320" : 5678,
"444416" : 5088,
"448512" : 4411,
"452608" : 3951,
"456704" : 3431,
"460800" : 2994,
"464896" : 2661,
"468992" : 2333,
"473088" : 1965,
"477184" : 1639,
"481280" : 1425,
"485376" : 1271,
"489472" : 1049,
"493568" : 935,
"497664" : 786,
"501760" : 752,
"505856" : 574,
"509952" : 593,
"514048" : 431,
"518144" : 421,
"522240" : 374,
"528384" : 552,
"536576" : 450,
"544768" : 355,
"552960" : 290,
"561152" : 230,
"569344" : 174,
"577536" : 137,
"585728" : 107,
"593920" : 83,
"602112" : 75,
"610304" : 58,
"618496" : 38,
"626688" : 30,
"634880" : 18,
"643072" : 24,
"651264" : 34,
"659456" : 15,
"667648" : 18,
"675840" : 15,
"684032" : 12,
"692224" : 8,
"700416" : 6,
"708608" : 3,
"716800" : 3,
"724992" : 1,
"733184" : 3,
"741376" : 1,
"774144" : 1
}
},
"lat_ns" : {
"min" : 256152,
"max" : 799070,
"mean" : 369621.111226,
"stddev" : 35561.690550,
"N" : 2105324
},
"bw_min" : 115832,
"bw_max" : 123078,
"bw_agg" : 100.000000,
"bw_mean" : 120310.215827,
"bw_dev" : 1515.716891,
"bw_samples" : 139,
"iops_min" : 28958,
"iops_max" : 30769,
"iops_mean" : 30077.517986,
"iops_stddev" : 378.940980,
"iops_samples" : 139
},
"write" : {
"io_bytes" : 3696644096,
"io_kbytes" : 3610004,
"bw_bytes" : 52809201,
"bw" : 51571,
"iops" : 12892.828571,
"runtime" : 70000,
"total_ios" : 902498,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9204,
"max" : 242590,
"mean" : 27230.837039,
"stddev" : 4938.118628,
"N" : 902498
},
"clat_ns" : {
"min" : 240848,
"max" : 766871,
"mean" : 349771.264685,
"stddev" : 34004.924675,
"N" : 902500,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 346112,
"60.000000" : 350208,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 460800,
"99.500000" : 481280,
"99.900000" : 536576,
"99.950000" : 561152,
"99.990000" : 626688
},
"bins" : {
"240640" : 1,
"242688" : 1,
"244736" : 2,
"246784" : 2,
"248832" : 3,
"250880" : 9,
"252928" : 8,
"254976" : 15,
"257024" : 21,
"259072" : 31,
"261120" : 44,
"264192" : 138,
"268288" : 240,
"272384" : 424,
"276480" : 818,
"280576" : 1337,
"284672" : 2205,
"288768" : 3576,
"292864" : 5747,
"296960" : 8351,
"301056" : 12288,
"305152" : 16992,
"309248" : 22775,
"313344" : 29330,
"317440" : 36502,
"321536" : 43047,
"325632" : 48415,
"329728" : 52698,
"333824" : 55275,
"337920" : 55882,
"342016" : 54012,
"346112" : 50623,
"350208" : 46490,
"354304" : 42149,
"358400" : 37858,
"362496" : 33938,
"366592" : 30656,
"370688" : 27718,
"374784" : 24677,
"378880" : 22064,
"382976" : 19110,
"387072" : 16512,
"391168" : 14087,
"395264" : 12021,
"399360" : 9961,
"403456" : 8339,
"407552" : 7335,
"411648" : 6276,
"415744" : 5275,
"419840" : 4643,
"423936" : 4051,
"428032" : 3591,
"432128" : 3134,
"436224" : 2749,
"440320" : 2482,
"444416" : 2076,
"448512" : 1874,
"452608" : 1697,
"456704" : 1450,
"460800" : 1238,
"464896" : 1081,
"468992" : 929,
"473088" : 796,
"477184" : 717,
"481280" : 580,
"485376" : 503,
"489472" : 428,
"493568" : 426,
"497664" : 317,
"501760" : 306,
"505856" : 241,
"509952" : 232,
"514048" : 213,
"518144" : 148,
"522240" : 134,
"528384" : 225,
"536576" : 184,
"544768" : 147,
"552960" : 125,
"561152" : 109,
"569344" : 77,
"577536" : 49,
"585728" : 55,
"593920" : 37,
"602112" : 36,
"610304" : 18,
"618496" : 22,
"626688" : 13,
"634880" : 13,
"643072" : 18,
"651264" : 10,
"659456" : 6,
"667648" : 16,
"675840" : 7,
"684032" : 5,
"692224" : 5,
"700416" : 3,
"716800" : 3,
"757760" : 2,
"765952" : 1
}
},
"lat_ns" : {
"min" : 266096,
"max" : 801384,
"mean" : 377002.135418,
"stddev" : 36120.655320,
"N" : 902500
},
"bw_min" : 49792,
"bw_max" : 53936,
"bw_agg" : 100.000000,
"bw_mean" : 51580.093525,
"bw_dev" : 652.935522,
"bw_samples" : 139,
"iops_min" : 12448,
"iops_max" : 13484,
"iops_mean" : 12894.985612,
"iops_stddev" : 163.260039,
"iops_samples" : 139
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 70000,
"usr_cpu" : 7.127143,
"sys_cpu" : 92.352857,
"ctx" : 2391,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999967,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999967,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.724485,
"750" : 0.274484,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100370,
"timestamp_ms" : 1773100370072,
"time" : "Mon Mar 9 20:52:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 9862291456,
"io_kbytes" : 9631144,
"bw_bytes" : 123280184,
"bw" : 120390,
"iops" : 30097.701221,
"runtime" : 79999,
"total_ios" : 2407786,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4757,
"max" : 234579,
"mean" : 19110.810939,
"stddev" : 4325.257831,
"N" : 2407786
},
"clat_ns" : {
"min" : 241609,
"max" : 848946,
"mean" : 350309.244810,
"stddev" : 34193.739762,
"N" : 2407787,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 325632,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 346112,
"60.000000" : 350208,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 460800,
"99.500000" : 481280,
"99.900000" : 536576,
"99.950000" : 561152,
"99.990000" : 618496
},
"bins" : {
"240640" : 1,
"242688" : 3,
"244736" : 2,
"246784" : 3,
"248832" : 8,
"250880" : 20,
"252928" : 26,
"254976" : 33,
"257024" : 50,
"259072" : 60,
"261120" : 90,
"264192" : 367,
"268288" : 701,
"272384" : 1147,
"276480" : 2046,
"280576" : 3439,
"284672" : 5881,
"288768" : 9325,
"292864" : 14527,
"296960" : 21777,
"301056" : 31633,
"305152" : 44233,
"309248" : 59966,
"313344" : 76428,
"317440" : 95082,
"321536" : 113261,
"325632" : 128066,
"329728" : 139773,
"333824" : 145906,
"337920" : 147724,
"342016" : 143658,
"346112" : 135748,
"350208" : 124647,
"354304" : 112562,
"358400" : 101292,
"362496" : 90975,
"366592" : 82076,
"370688" : 74190,
"374784" : 66733,
"378880" : 58962,
"382976" : 52032,
"387072" : 45281,
"391168" : 38604,
"395264" : 32863,
"399360" : 28048,
"403456" : 23812,
"407552" : 20124,
"411648" : 17575,
"415744" : 14678,
"419840" : 12722,
"423936" : 11137,
"428032" : 9648,
"432128" : 8682,
"436224" : 7483,
"440320" : 6546,
"444416" : 5923,
"448512" : 5107,
"452608" : 4581,
"456704" : 4000,
"460800" : 3478,
"464896" : 3103,
"468992" : 2705,
"473088" : 2298,
"477184" : 1914,
"481280" : 1695,
"485376" : 1484,
"489472" : 1192,
"493568" : 1079,
"497664" : 902,
"501760" : 841,
"505856" : 660,
"509952" : 680,
"514048" : 489,
"518144" : 473,
"522240" : 414,
"528384" : 631,
"536576" : 494,
"544768" : 412,
"552960" : 340,
"561152" : 272,
"569344" : 198,
"577536" : 159,
"585728" : 121,
"593920" : 91,
"602112" : 79,
"610304" : 63,
"618496" : 40,
"626688" : 31,
"634880" : 20,
"643072" : 27,
"651264" : 34,
"659456" : 15,
"667648" : 20,
"675840" : 17,
"684032" : 12,
"692224" : 9,
"700416" : 7,
"708608" : 5,
"716800" : 3,
"724992" : 1,
"733184" : 3,
"741376" : 1,
"749568" : 1,
"757760" : 2,
"765952" : 2,
"774144" : 1,
"831488" : 1,
"839680" : 1,
"847872" : 1
}
},
"lat_ns" : {
"min" : 256152,
"max" : 873094,
"mean" : 369420.055416,
"stddev" : 35661.791604,
"N" : 2407787
},
"bw_min" : 115832,
"bw_max" : 123456,
"bw_agg" : 100.000000,
"bw_mean" : 120422.748428,
"bw_dev" : 1501.263712,
"bw_samples" : 159,
"iops_min" : 28958,
"iops_max" : 30864,
"iops_mean" : 30105.654088,
"iops_stddev" : 375.325833,
"iops_samples" : 159
},
"write" : {
"io_bytes" : 4225560576,
"io_kbytes" : 4126524,
"bw_bytes" : 52820167,
"bw" : 51582,
"iops" : 12895.561195,
"runtime" : 79999,
"total_ios" : 1031632,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9204,
"max" : 242590,
"mean" : 27211.585164,
"stddev" : 4937.885556,
"N" : 1031632
},
"clat_ns" : {
"min" : 240848,
"max" : 839773,
"mean" : 349568.122621,
"stddev" : 34079.061174,
"N" : 1031630,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 342016,
"60.000000" : 350208,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 460800,
"99.500000" : 481280,
"99.900000" : 536576,
"99.950000" : 561152,
"99.990000" : 626688
},
"bins" : {
"240640" : 1,
"242688" : 1,
"244736" : 2,
"246784" : 3,
"248832" : 3,
"250880" : 11,
"252928" : 9,
"254976" : 18,
"257024" : 25,
"259072" : 34,
"261120" : 53,
"264192" : 161,
"268288" : 277,
"272384" : 509,
"276480" : 935,
"280576" : 1545,
"284672" : 2580,
"288768" : 4178,
"292864" : 6622,
"296960" : 9727,
"301056" : 14243,
"305152" : 19742,
"309248" : 26516,
"313344" : 34086,
"317440" : 42108,
"321536" : 49780,
"325632" : 55983,
"329728" : 60792,
"333824" : 63468,
"337920" : 63992,
"342016" : 61691,
"346112" : 57639,
"350208" : 52568,
"354304" : 47776,
"358400" : 42767,
"362496" : 38300,
"366592" : 34530,
"370688" : 31226,
"374784" : 27860,
"378880" : 24827,
"382976" : 21608,
"387072" : 18608,
"391168" : 15931,
"395264" : 13685,
"399360" : 11369,
"403456" : 9502,
"407552" : 8344,
"411648" : 7167,
"415744" : 6005,
"419840" : 5324,
"423936" : 4606,
"428032" : 4112,
"432128" : 3614,
"436224" : 3172,
"440320" : 2847,
"444416" : 2390,
"448512" : 2143,
"452608" : 1960,
"456704" : 1704,
"460800" : 1457,
"464896" : 1262,
"468992" : 1095,
"473088" : 932,
"477184" : 830,
"481280" : 684,
"485376" : 574,
"489472" : 486,
"493568" : 492,
"497664" : 358,
"501760" : 348,
"505856" : 276,
"509952" : 264,
"514048" : 232,
"518144" : 174,
"522240" : 151,
"528384" : 261,
"536576" : 206,
"544768" : 171,
"552960" : 148,
"561152" : 120,
"569344" : 89,
"577536" : 54,
"585728" : 58,
"593920" : 40,
"602112" : 38,
"610304" : 18,
"618496" : 23,
"626688" : 14,
"634880" : 13,
"643072" : 19,
"651264" : 11,
"659456" : 7,
"667648" : 16,
"675840" : 7,
"684032" : 5,
"692224" : 6,
"700416" : 3,
"716800" : 4,
"757760" : 2,
"765952" : 1,
"815104" : 1,
"839680" : 1
}
},
"lat_ns" : {
"min" : 266096,
"max" : 877631,
"mean" : 376779.698592,
"stddev" : 36201.393643,
"N" : 1031630
},
"bw_min" : 49792,
"bw_max" : 53936,
"bw_agg" : 100.000000,
"bw_mean" : 51594.572327,
"bw_dev" : 660.833167,
"bw_samples" : 159,
"iops_min" : 12448,
"iops_max" : 13484,
"iops_mean" : 12898.610063,
"iops_stddev" : 165.231595,
"iops_samples" : 159
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 7.075088,
"sys_cpu" : 92.408655,
"ctx" : 2745,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999971,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999971,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.727105,
"750" : 0.271645,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100380,
"timestamp_ms" : 1773100380071,
"time" : "Mon Mar 9 20:53:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 11091120128,
"io_kbytes" : 10831172,
"bw_bytes" : 123236037,
"bw" : 120347,
"iops" : 30086.923188,
"runtime" : 89999,
"total_ios" : 2707793,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4757,
"max" : 234579,
"mean" : 19115.503196,
"stddev" : 4318.719921,
"N" : 2707794
},
"clat_ns" : {
"min" : 238754,
"max" : 848946,
"mean" : 350409.744977,
"stddev" : 34178.493310,
"N" : 2707795,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 325632,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 346112,
"60.000000" : 354304,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 460800,
"99.500000" : 481280,
"99.900000" : 536576,
"99.950000" : 561152,
"99.990000" : 618496
},
"bins" : {
"238592" : 1,
"240640" : 1,
"242688" : 3,
"244736" : 2,
"246784" : 3,
"248832" : 11,
"250880" : 20,
"252928" : 29,
"254976" : 36,
"257024" : 59,
"259072" : 66,
"261120" : 107,
"264192" : 417,
"268288" : 768,
"272384" : 1307,
"276480" : 2335,
"280576" : 3887,
"284672" : 6620,
"288768" : 10451,
"292864" : 16217,
"296960" : 24405,
"301056" : 35438,
"305152" : 49283,
"309248" : 66936,
"313344" : 85343,
"317440" : 106279,
"321536" : 126921,
"325632" : 143653,
"329728" : 156334,
"333824" : 163690,
"337920" : 165667,
"342016" : 161454,
"346112" : 152709,
"350208" : 140458,
"354304" : 126812,
"358400" : 114266,
"362496" : 102813,
"366592" : 92770,
"370688" : 83718,
"374784" : 75593,
"378880" : 66765,
"382976" : 58848,
"387072" : 51341,
"391168" : 43785,
"395264" : 37175,
"399360" : 31814,
"403456" : 27000,
"407552" : 22782,
"411648" : 19854,
"415744" : 16649,
"419840" : 14515,
"423936" : 12565,
"428032" : 10874,
"432128" : 9768,
"436224" : 8475,
"440320" : 7324,
"444416" : 6613,
"448512" : 5685,
"452608" : 5076,
"456704" : 4467,
"460800" : 3856,
"464896" : 3420,
"468992" : 3004,
"473088" : 2563,
"477184" : 2105,
"481280" : 1898,
"485376" : 1622,
"489472" : 1329,
"493568" : 1198,
"497664" : 1003,
"501760" : 924,
"505856" : 745,
"509952" : 755,
"514048" : 561,
"518144" : 538,
"522240" : 464,
"528384" : 729,
"536576" : 561,
"544768" : 477,
"552960" : 385,
"561152" : 306,
"569344" : 213,
"577536" : 176,
"585728" : 131,
"593920" : 102,
"602112" : 93,
"610304" : 69,
"618496" : 51,
"626688" : 40,
"634880" : 28,
"643072" : 35,
"651264" : 40,
"659456" : 20,
"667648" : 22,
"675840" : 20,
"684032" : 14,
"692224" : 12,
"700416" : 7,
"708608" : 5,
"716800" : 3,
"724992" : 1,
"733184" : 3,
"741376" : 1,
"749568" : 1,
"757760" : 2,
"765952" : 2,
"774144" : 1,
"831488" : 1,
"839680" : 1,
"847872" : 1
}
},
"lat_ns" : {
"min" : 256152,
"max" : 873094,
"mean" : 369525.260571,
"stddev" : 35642.463944,
"N" : 2707795
},
"bw_min" : 115832,
"bw_max" : 123456,
"bw_agg" : 100.000000,
"bw_mean" : 120377.882682,
"bw_dev" : 1476.295794,
"bw_samples" : 179,
"iops_min" : 28958,
"iops_max" : 30864,
"iops_mean" : 30094.441341,
"iops_stddev" : 369.081993,
"iops_samples" : 179
},
"write" : {
"io_bytes" : 4752969728,
"io_kbytes" : 4641572,
"bw_bytes" : 52811361,
"bw" : 51573,
"iops" : 12893.421038,
"runtime" : 89999,
"total_ios" : 1160395,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9204,
"max" : 242590,
"mean" : 27219.482046,
"stddev" : 4937.467143,
"N" : 1160394
},
"clat_ns" : {
"min" : 240848,
"max" : 839773,
"mean" : 349679.151641,
"stddev" : 34067.157273,
"N" : 1160392,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 342016,
"60.000000" : 350208,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 460800,
"99.500000" : 481280,
"99.900000" : 536576,
"99.950000" : 561152,
"99.990000" : 626688
},
"bins" : {
"240640" : 1,
"242688" : 1,
"244736" : 2,
"246784" : 3,
"248832" : 4,
"250880" : 11,
"252928" : 10,
"254976" : 21,
"257024" : 30,
"259072" : 38,
"261120" : 62,
"264192" : 177,
"268288" : 312,
"272384" : 575,
"276480" : 1038,
"280576" : 1748,
"284672" : 2895,
"288768" : 4707,
"292864" : 7451,
"296960" : 10889,
"301056" : 15894,
"305152" : 22005,
"309248" : 29644,
"313344" : 38140,
"317440" : 47077,
"321536" : 55801,
"325632" : 62740,
"329728" : 68011,
"333824" : 71183,
"337920" : 71510,
"342016" : 69287,
"346112" : 64847,
"350208" : 59232,
"354304" : 53980,
"358400" : 48341,
"362496" : 43330,
"366592" : 39030,
"370688" : 35291,
"374784" : 31700,
"378880" : 28071,
"382976" : 24483,
"387072" : 21091,
"391168" : 18154,
"395264" : 15501,
"399360" : 12841,
"403456" : 10784,
"407552" : 9440,
"411648" : 8134,
"415744" : 6853,
"419840" : 6047,
"423936" : 5218,
"428032" : 4643,
"432128" : 4068,
"436224" : 3549,
"440320" : 3177,
"444416" : 2647,
"448512" : 2369,
"452608" : 2168,
"456704" : 1911,
"460800" : 1595,
"464896" : 1394,
"468992" : 1221,
"473088" : 1025,
"477184" : 918,
"481280" : 753,
"485376" : 645,
"489472" : 551,
"493568" : 543,
"497664" : 401,
"501760" : 386,
"505856" : 325,
"509952" : 302,
"514048" : 258,
"518144" : 203,
"522240" : 174,
"528384" : 305,
"536576" : 240,
"544768" : 201,
"552960" : 170,
"561152" : 129,
"569344" : 95,
"577536" : 65,
"585728" : 66,
"593920" : 44,
"602112" : 44,
"610304" : 21,
"618496" : 28,
"626688" : 15,
"634880" : 14,
"643072" : 21,
"651264" : 13,
"659456" : 10,
"667648" : 19,
"675840" : 7,
"684032" : 6,
"692224" : 6,
"700416" : 3,
"716800" : 4,
"757760" : 2,
"765952" : 1,
"815104" : 1,
"839680" : 1
}
},
"lat_ns" : {
"min" : 266096,
"max" : 877631,
"mean" : 376898.645715,
"stddev" : 36192.293570,
"N" : 1160392
},
"bw_min" : 49792,
"bw_max" : 53936,
"bw_agg" : 100.000000,
"bw_mean" : 51581.458101,
"bw_dev" : 680.273022,
"bw_samples" : 179,
"iops_min" : 12448,
"iops_max" : 13484,
"iops_mean" : 12895.335196,
"iops_stddev" : 170.087781,
"iops_samples" : 179
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 7.033411,
"sys_cpu" : 92.453249,
"ctx" : 3061,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999974,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999974,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.724626,
"750" : 0.274134,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100390,
"timestamp_ms" : 1773100390072,
"time" : "Mon Mar 9 20:53:10 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 12319920128,
"io_kbytes" : 12031172,
"bw_bytes" : 123200433,
"bw" : 120312,
"iops" : 30078.220782,
"runtime" : 99999,
"total_ios" : 3007792,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4757,
"max" : 234579,
"mean" : 19118.547274,
"stddev" : 4312.968782,
"N" : 3007792
},
"clat_ns" : {
"min" : 238754,
"max" : 848946,
"mean" : 350477.072645,
"stddev" : 34122.498006,
"N" : 3007794,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 325632,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 346112,
"60.000000" : 354304,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 395264,
"95.000000" : 411648,
"99.000000" : 460800,
"99.500000" : 481280,
"99.900000" : 536576,
"99.950000" : 561152,
"99.990000" : 618496
},
"bins" : {
"238592" : 1,
"240640" : 1,
"242688" : 4,
"244736" : 5,
"246784" : 6,
"248832" : 15,
"250880" : 21,
"252928" : 39,
"254976" : 39,
"257024" : 74,
"259072" : 76,
"261120" : 114,
"264192" : 453,
"268288" : 836,
"272384" : 1453,
"276480" : 2556,
"280576" : 4295,
"284672" : 7316,
"288768" : 11442,
"292864" : 17905,
"296960" : 26996,
"301056" : 39172,
"305152" : 54623,
"309248" : 74015,
"313344" : 94484,
"317440" : 117650,
"321536" : 140423,
"325632" : 159191,
"329728" : 173355,
"333824" : 181744,
"337920" : 183892,
"342016" : 179116,
"346112" : 169359,
"350208" : 156003,
"354304" : 140787,
"358400" : 127039,
"362496" : 114284,
"366592" : 103262,
"370688" : 93108,
"374784" : 84174,
"378880" : 74639,
"382976" : 65785,
"387072" : 57609,
"391168" : 49117,
"395264" : 41803,
"399360" : 35723,
"403456" : 30394,
"407552" : 25653,
"411648" : 22194,
"415744" : 18683,
"419840" : 16249,
"423936" : 14071,
"428032" : 12108,
"432128" : 10812,
"436224" : 9349,
"440320" : 8089,
"444416" : 7266,
"448512" : 6228,
"452608" : 5547,
"456704" : 4875,
"460800" : 4218,
"464896" : 3706,
"468992" : 3272,
"473088" : 2776,
"477184" : 2301,
"481280" : 2090,
"485376" : 1769,
"489472" : 1467,
"493568" : 1322,
"497664" : 1110,
"501760" : 1013,
"505856" : 822,
"509952" : 827,
"514048" : 622,
"518144" : 587,
"522240" : 501,
"528384" : 801,
"536576" : 608,
"544768" : 505,
"552960" : 420,
"561152" : 333,
"569344" : 232,
"577536" : 200,
"585728" : 164,
"593920" : 106,
"602112" : 99,
"610304" : 79,
"618496" : 58,
"626688" : 43,
"634880" : 28,
"643072" : 37,
"651264" : 40,
"659456" : 20,
"667648" : 22,
"675840" : 20,
"684032" : 14,
"692224" : 12,
"700416" : 7,
"708608" : 5,
"716800" : 3,
"724992" : 1,
"733184" : 3,
"741376" : 1,
"749568" : 1,
"757760" : 2,
"765952" : 2,
"774144" : 1,
"831488" : 1,
"839680" : 1,
"847872" : 1
}
},
"lat_ns" : {
"min" : 256152,
"max" : 873094,
"mean" : 369595.640012,
"stddev" : 35580.360245,
"N" : 3007794
},
"bw_min" : 115832,
"bw_max" : 123456,
"bw_agg" : 100.000000,
"bw_mean" : 120354.819095,
"bw_dev" : 1477.818019,
"bw_samples" : 199,
"iops_min" : 28958,
"iops_max" : 30864,
"iops_mean" : 30088.688442,
"iops_stddev" : 369.469417,
"iops_samples" : 199
},
"write" : {
"io_bytes" : 5281300480,
"io_kbytes" : 5157520,
"bw_bytes" : 52813532,
"bw" : 51575,
"iops" : 12893.948939,
"runtime" : 99999,
"total_ios" : 1289382,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9204,
"max" : 242590,
"mean" : 27223.027724,
"stddev" : 4935.236669,
"N" : 1289382
},
"clat_ns" : {
"min" : 240848,
"max" : 839773,
"mean" : 349745.688353,
"stddev" : 34005.673968,
"N" : 1289379,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 346112,
"60.000000" : 350208,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 460800,
"99.500000" : 481280,
"99.900000" : 536576,
"99.950000" : 561152,
"99.990000" : 618496
},
"bins" : {
"240640" : 2,
"242688" : 1,
"244736" : 2,
"246784" : 4,
"248832" : 5,
"250880" : 12,
"252928" : 11,
"254976" : 22,
"257024" : 35,
"259072" : 42,
"261120" : 68,
"264192" : 197,
"268288" : 340,
"272384" : 638,
"276480" : 1141,
"280576" : 1912,
"284672" : 3219,
"288768" : 5234,
"292864" : 8224,
"296960" : 12025,
"301056" : 17610,
"305152" : 24265,
"309248" : 32887,
"313344" : 42181,
"317440" : 52125,
"321536" : 61762,
"325632" : 69401,
"329728" : 75466,
"333824" : 79030,
"337920" : 79259,
"342016" : 77103,
"346112" : 72064,
"350208" : 65829,
"354304" : 59923,
"358400" : 53788,
"362496" : 48216,
"366592" : 43373,
"370688" : 39289,
"374784" : 35379,
"378880" : 31416,
"382976" : 27389,
"387072" : 23730,
"391168" : 20366,
"395264" : 17460,
"399360" : 14460,
"403456" : 12165,
"407552" : 10612,
"411648" : 9119,
"415744" : 7651,
"419840" : 6762,
"423936" : 5812,
"428032" : 5144,
"432128" : 4484,
"436224" : 3923,
"440320" : 3497,
"444416" : 2894,
"448512" : 2614,
"452608" : 2371,
"456704" : 2072,
"460800" : 1736,
"464896" : 1511,
"468992" : 1332,
"473088" : 1128,
"477184" : 1008,
"481280" : 821,
"485376" : 694,
"489472" : 595,
"493568" : 585,
"497664" : 452,
"501760" : 424,
"505856" : 359,
"509952" : 328,
"514048" : 283,
"518144" : 226,
"522240" : 191,
"528384" : 342,
"536576" : 256,
"544768" : 218,
"552960" : 188,
"561152" : 139,
"569344" : 111,
"577536" : 78,
"585728" : 74,
"593920" : 47,
"602112" : 48,
"610304" : 26,
"618496" : 30,
"626688" : 16,
"634880" : 14,
"643072" : 21,
"651264" : 13,
"659456" : 10,
"667648" : 19,
"675840" : 7,
"684032" : 6,
"692224" : 6,
"700416" : 3,
"716800" : 4,
"757760" : 2,
"765952" : 1,
"815104" : 1,
"839680" : 1
}
},
"lat_ns" : {
"min" : 266096,
"max" : 877631,
"mean" : 376968.750143,
"stddev" : 36128.090383,
"N" : 1289379
},
"bw_min" : 49792,
"bw_max" : 53936,
"bw_agg" : 100.000000,
"bw_mean" : 51588.989950,
"bw_dev" : 687.067388,
"bw_samples" : 199,
"iops_min" : 12448,
"iops_max" : 13484,
"iops_mean" : 12897.221106,
"iops_stddev" : 171.784518,
"iops_samples" : 199
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 6.990070,
"sys_cpu" : 92.496925,
"ctx" : 3375,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999977,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.728380,
"750" : 0.270178,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100400,
"timestamp_ms" : 1773100400071,
"time" : "Mon Mar 9 20:53:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 13551800320,
"io_kbytes" : 13234180,
"bw_bytes" : 123199304,
"bw" : 120311,
"iops" : 30077.973436,
"runtime" : 109999,
"total_ios" : 3308547,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4757,
"max" : 234579,
"mean" : 19120.939260,
"stddev" : 4303.380500,
"N" : 3308547
},
"clat_ns" : {
"min" : 238754,
"max" : 848946,
"mean" : 350503.369097,
"stddev" : 33973.619119,
"N" : 3308546,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 325632,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 346112,
"60.000000" : 354304,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 460800,
"99.500000" : 481280,
"99.900000" : 536576,
"99.950000" : 561152,
"99.990000" : 618496
},
"bins" : {
"238592" : 1,
"240640" : 1,
"242688" : 4,
"244736" : 8,
"246784" : 6,
"248832" : 15,
"250880" : 25,
"252928" : 43,
"254976" : 42,
"257024" : 78,
"259072" : 82,
"261120" : 116,
"264192" : 491,
"268288" : 899,
"272384" : 1564,
"276480" : 2724,
"280576" : 4664,
"284672" : 7946,
"288768" : 12451,
"292864" : 19480,
"296960" : 29455,
"301056" : 42706,
"305152" : 59602,
"309248" : 80919,
"313344" : 103533,
"317440" : 128737,
"321536" : 153607,
"325632" : 174579,
"329728" : 190468,
"333824" : 199457,
"337920" : 202374,
"342016" : 197301,
"346112" : 186591,
"350208" : 172065,
"354304" : 155597,
"358400" : 140403,
"362496" : 126429,
"366592" : 114329,
"370688" : 103279,
"374784" : 93486,
"378880" : 82751,
"382976" : 72848,
"387072" : 63644,
"391168" : 54431,
"395264" : 46155,
"399360" : 39490,
"403456" : 33511,
"407552" : 28091,
"411648" : 24324,
"415744" : 20536,
"419840" : 17807,
"423936" : 15345,
"428032" : 13248,
"432128" : 11743,
"436224" : 10103,
"440320" : 8737,
"444416" : 7797,
"448512" : 6683,
"452608" : 5950,
"456704" : 5213,
"460800" : 4490,
"464896" : 3965,
"468992" : 3484,
"473088" : 2961,
"477184" : 2471,
"481280" : 2247,
"485376" : 1873,
"489472" : 1574,
"493568" : 1407,
"497664" : 1187,
"501760" : 1099,
"505856" : 892,
"509952" : 881,
"514048" : 678,
"518144" : 642,
"522240" : 537,
"528384" : 858,
"536576" : 656,
"544768" : 549,
"552960" : 458,
"561152" : 355,
"569344" : 262,
"577536" : 216,
"585728" : 170,
"593920" : 117,
"602112" : 108,
"610304" : 92,
"618496" : 61,
"626688" : 49,
"634880" : 31,
"643072" : 42,
"651264" : 45,
"659456" : 22,
"667648" : 22,
"675840" : 20,
"684032" : 18,
"692224" : 14,
"700416" : 8,
"708608" : 5,
"716800" : 3,
"724992" : 1,
"733184" : 3,
"741376" : 1,
"749568" : 1,
"757760" : 2,
"765952" : 2,
"774144" : 1,
"831488" : 1,
"839680" : 1,
"847872" : 1
}
},
"lat_ns" : {
"min" : 256152,
"max" : 873094,
"mean" : 369624.324649,
"stddev" : 35419.766193,
"N" : 3308546
},
"bw_min" : 115832,
"bw_max" : 123456,
"bw_agg" : 100.000000,
"bw_mean" : 120340.570776,
"bw_dev" : 1447.421646,
"bw_samples" : 219,
"iops_min" : 28958,
"iops_max" : 30864,
"iops_mean" : 30085.127854,
"iops_stddev" : 361.869093,
"iops_samples" : 219
},
"write" : {
"io_bytes" : 5808046080,
"io_kbytes" : 5671920,
"bw_bytes" : 52800898,
"bw" : 51563,
"iops" : 12890.835371,
"runtime" : 109999,
"total_ios" : 1417979,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9204,
"max" : 242590,
"mean" : 27222.842693,
"stddev" : 4923.839085,
"N" : 1417979
},
"clat_ns" : {
"min" : 237994,
"max" : 839773,
"mean" : 349769.475035,
"stddev" : 33850.845261,
"N" : 1417979,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 346112,
"60.000000" : 350208,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 460800,
"99.500000" : 481280,
"99.900000" : 536576,
"99.950000" : 561152,
"99.990000" : 618496
},
"bins" : {
"238592" : 1,
"240640" : 2,
"242688" : 1,
"244736" : 3,
"246784" : 5,
"248832" : 5,
"250880" : 12,
"252928" : 13,
"254976" : 22,
"257024" : 37,
"259072" : 47,
"261120" : 72,
"264192" : 207,
"268288" : 373,
"272384" : 704,
"276480" : 1208,
"280576" : 2065,
"284672" : 3511,
"288768" : 5698,
"292864" : 8924,
"296960" : 13122,
"301056" : 19198,
"305152" : 26515,
"309248" : 35920,
"313344" : 46236,
"317440" : 56991,
"321536" : 67487,
"325632" : 76259,
"329728" : 82939,
"333824" : 86789,
"337920" : 87007,
"342016" : 84861,
"346112" : 79461,
"350208" : 72685,
"354304" : 66061,
"358400" : 59444,
"362496" : 53374,
"366592" : 48163,
"370688" : 43674,
"374784" : 39154,
"378880" : 34678,
"382976" : 30418,
"387072" : 26283,
"391168" : 22496,
"395264" : 19226,
"399360" : 15948,
"403456" : 13394,
"407552" : 11704,
"411648" : 10021,
"415744" : 8446,
"419840" : 7349,
"423936" : 6361,
"428032" : 5586,
"432128" : 4884,
"436224" : 4234,
"440320" : 3764,
"444416" : 3122,
"448512" : 2768,
"452608" : 2528,
"456704" : 2211,
"460800" : 1861,
"464896" : 1608,
"468992" : 1416,
"473088" : 1220,
"477184" : 1072,
"481280" : 876,
"485376" : 732,
"489472" : 636,
"493568" : 622,
"497664" : 486,
"501760" : 458,
"505856" : 388,
"509952" : 350,
"514048" : 306,
"518144" : 251,
"522240" : 210,
"528384" : 374,
"536576" : 281,
"544768" : 229,
"552960" : 197,
"561152" : 149,
"569344" : 128,
"577536" : 83,
"585728" : 77,
"593920" : 53,
"602112" : 50,
"610304" : 28,
"618496" : 33,
"626688" : 17,
"634880" : 15,
"643072" : 24,
"651264" : 16,
"659456" : 10,
"667648" : 20,
"675840" : 7,
"684032" : 6,
"692224" : 7,
"700416" : 3,
"716800" : 4,
"757760" : 2,
"765952" : 1,
"815104" : 1,
"839680" : 1
}
},
"lat_ns" : {
"min" : 262772,
"max" : 877631,
"mean" : 376992.339907,
"stddev" : 35959.398142,
"N" : 1417979
},
"bw_min" : 49792,
"bw_max" : 53936,
"bw_agg" : 100.000000,
"bw_mean" : 51575.968037,
"bw_dev" : 676.443854,
"bw_samples" : 219,
"iops_min" : 12448,
"iops_max" : 13484,
"iops_mean" : 12893.968037,
"iops_stddev" : 169.126802,
"iops_samples" : 219
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 6.992791,
"sys_cpu" : 92.494477,
"ctx" : 3716,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999979,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999979,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.732615,
"750" : 0.265946,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100410,
"timestamp_ms" : 1773100410071,
"time" : "Mon Mar 9 20:53:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 14779080704,
"io_kbytes" : 14432696,
"bw_bytes" : 123160032,
"bw" : 120273,
"iops" : 30068.367236,
"runtime" : 119999,
"total_ios" : 3608174,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4757,
"max" : 234579,
"mean" : 19127.250213,
"stddev" : 4291.855730,
"N" : 3608175
},
"clat_ns" : {
"min" : 226687,
"max" : 848946,
"mean" : 350607.245525,
"stddev" : 33858.769310,
"N" : 3608174,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 325632,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 346112,
"60.000000" : 354304,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 460800,
"99.500000" : 481280,
"99.900000" : 528384,
"99.950000" : 552960,
"99.990000" : 618496
},
"bins" : {
"226304" : 1,
"234496" : 2,
"236544" : 4,
"238592" : 2,
"240640" : 1,
"242688" : 4,
"244736" : 9,
"246784" : 7,
"248832" : 17,
"250880" : 30,
"252928" : 45,
"254976" : 47,
"257024" : 87,
"259072" : 87,
"261120" : 123,
"264192" : 524,
"268288" : 964,
"272384" : 1683,
"276480" : 2896,
"280576" : 5017,
"284672" : 8539,
"288768" : 13491,
"292864" : 20996,
"296960" : 31837,
"301056" : 46071,
"305152" : 64347,
"309248" : 87515,
"313344" : 112060,
"317440" : 139644,
"321536" : 166720,
"325632" : 189671,
"329728" : 207117,
"333824" : 217072,
"337920" : 220186,
"342016" : 214900,
"346112" : 203281,
"350208" : 187428,
"354304" : 169952,
"358400" : 153772,
"362496" : 138411,
"366592" : 125413,
"370688" : 113325,
"374784" : 102678,
"378880" : 91187,
"382976" : 80442,
"387072" : 69965,
"391168" : 60112,
"395264" : 51029,
"399360" : 43584,
"403456" : 37054,
"407552" : 31134,
"411648" : 26852,
"415744" : 22774,
"419840" : 19614,
"423936" : 16836,
"428032" : 14472,
"432128" : 12796,
"436224" : 10984,
"440320" : 9431,
"444416" : 8388,
"448512" : 7136,
"452608" : 6358,
"456704" : 5578,
"460800" : 4770,
"464896" : 4209,
"468992" : 3695,
"473088" : 3112,
"477184" : 2603,
"481280" : 2359,
"485376" : 1982,
"489472" : 1661,
"493568" : 1489,
"497664" : 1255,
"501760" : 1157,
"505856" : 939,
"509952" : 922,
"514048" : 711,
"518144" : 670,
"522240" : 552,
"528384" : 907,
"536576" : 692,
"544768" : 568,
"552960" : 474,
"561152" : 363,
"569344" : 265,
"577536" : 222,
"585728" : 175,
"593920" : 126,
"602112" : 115,
"610304" : 98,
"618496" : 65,
"626688" : 50,
"634880" : 32,
"643072" : 43,
"651264" : 46,
"659456" : 23,
"667648" : 23,
"675840" : 20,
"684032" : 20,
"692224" : 16,
"700416" : 8,
"708608" : 7,
"716800" : 5,
"724992" : 3,
"733184" : 4,
"741376" : 2,
"749568" : 2,
"757760" : 2,
"765952" : 6,
"774144" : 2,
"831488" : 1,
"839680" : 1,
"847872" : 1
}
},
"lat_ns" : {
"min" : 241058,
"max" : 873094,
"mean" : 369734.509485,
"stddev" : 35296.306021,
"N" : 3608174
},
"bw_min" : 115832,
"bw_max" : 123456,
"bw_agg" : 100.000000,
"bw_mean" : 120306.916318,
"bw_dev" : 1417.144549,
"bw_samples" : 239,
"iops_min" : 28958,
"iops_max" : 30864,
"iops_mean" : 30076.715481,
"iops_stddev" : 354.298613,
"iops_samples" : 239
},
"write" : {
"io_bytes" : 6334701568,
"io_kbytes" : 6186232,
"bw_bytes" : 52789619,
"bw" : 51552,
"iops" : 12888.099067,
"runtime" : 119999,
"total_ios" : 1546559,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9204,
"max" : 242590,
"mean" : 27228.885439,
"stddev" : 4916.157774,
"N" : 1546559
},
"clat_ns" : {
"min" : 237803,
"max" : 839773,
"mean" : 349865.708919,
"stddev" : 33734.078699,
"N" : 1546558,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 346112,
"60.000000" : 350208,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 456704,
"99.500000" : 477184,
"99.900000" : 528384,
"99.950000" : 561152,
"99.990000" : 618496
},
"bins" : {
"238592" : 2,
"240640" : 2,
"242688" : 2,
"244736" : 5,
"246784" : 5,
"248832" : 5,
"250880" : 13,
"252928" : 15,
"254976" : 23,
"257024" : 40,
"259072" : 50,
"261120" : 80,
"264192" : 222,
"268288" : 394,
"272384" : 758,
"276480" : 1322,
"280576" : 2212,
"284672" : 3763,
"288768" : 6104,
"292864" : 9633,
"296960" : 14208,
"301056" : 20780,
"305152" : 28747,
"309248" : 38839,
"313344" : 50086,
"317440" : 61878,
"321536" : 73282,
"325632" : 82856,
"329728" : 90138,
"333824" : 94371,
"337920" : 94773,
"342016" : 92222,
"346112" : 86532,
"350208" : 79277,
"354304" : 72210,
"358400" : 65103,
"362496" : 58619,
"366592" : 52846,
"370688" : 47961,
"374784" : 43065,
"378880" : 38151,
"382976" : 33575,
"387072" : 28974,
"391168" : 24829,
"395264" : 21291,
"399360" : 17591,
"403456" : 14881,
"407552" : 12930,
"411648" : 11028,
"415744" : 9327,
"419840" : 8071,
"423936" : 7005,
"428032" : 6093,
"432128" : 5304,
"436224" : 4591,
"440320" : 4050,
"444416" : 3359,
"448512" : 2962,
"452608" : 2696,
"456704" : 2353,
"460800" : 1963,
"464896" : 1690,
"468992" : 1489,
"473088" : 1278,
"477184" : 1144,
"481280" : 912,
"485376" : 789,
"489472" : 661,
"493568" : 655,
"497664" : 512,
"501760" : 484,
"505856" : 415,
"509952" : 356,
"514048" : 320,
"518144" : 264,
"522240" : 216,
"528384" : 390,
"536576" : 290,
"544768" : 240,
"552960" : 205,
"561152" : 153,
"569344" : 128,
"577536" : 88,
"585728" : 83,
"593920" : 59,
"602112" : 56,
"610304" : 31,
"618496" : 35,
"626688" : 18,
"634880" : 16,
"643072" : 25,
"651264" : 17,
"659456" : 10,
"667648" : 21,
"675840" : 9,
"684032" : 9,
"692224" : 8,
"700416" : 3,
"708608" : 1,
"716800" : 4,
"733184" : 1,
"757760" : 3,
"765952" : 1,
"815104" : 1,
"839680" : 1
}
},
"lat_ns" : {
"min" : 262772,
"max" : 877631,
"mean" : 377094.626218,
"stddev" : 35835.070324,
"N" : 1546558
},
"bw_min" : 49792,
"bw_max" : 53936,
"bw_agg" : 100.000000,
"bw_mean" : 51565.728033,
"bw_dev" : 674.311193,
"bw_samples" : 239,
"iops_min" : 12448,
"iops_max" : 13484,
"iops_mean" : 12891.410042,
"iops_stddev" : 168.592017,
"iops_samples" : 239
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 7.013392,
"sys_cpu" : 92.477437,
"ctx" : 3991,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999981,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.743071,
"750" : 0.255164,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100420,
"timestamp_ms" : 1773100420072,
"time" : "Mon Mar 9 20:53:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 16004419584,
"io_kbytes" : 15629316,
"bw_bytes" : 123110919,
"bw" : 120225,
"iops" : 30056.376923,
"runtime" : 130000,
"total_ios" : 3907329,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4757,
"max" : 234579,
"mean" : 19132.069169,
"stddev" : 4283.518992,
"N" : 3907329
},
"clat_ns" : {
"min" : 226687,
"max" : 848946,
"mean" : 350698.591043,
"stddev" : 33737.044794,
"N" : 3907330,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 325632,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 346112,
"60.000000" : 354304,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 395264,
"95.000000" : 411648,
"99.000000" : 456704,
"99.500000" : 477184,
"99.900000" : 528384,
"99.950000" : 552960,
"99.990000" : 610304
},
"bins" : {
"226304" : 1,
"234496" : 2,
"236544" : 4,
"238592" : 2,
"240640" : 1,
"242688" : 4,
"244736" : 9,
"246784" : 7,
"248832" : 17,
"250880" : 32,
"252928" : 46,
"254976" : 50,
"257024" : 91,
"259072" : 96,
"261120" : 136,
"264192" : 567,
"268288" : 1015,
"272384" : 1798,
"276480" : 3087,
"280576" : 5367,
"284672" : 9202,
"288768" : 14497,
"292864" : 22525,
"296960" : 34164,
"301056" : 49427,
"305152" : 68963,
"309248" : 93825,
"313344" : 120577,
"317440" : 150082,
"321536" : 179381,
"325632" : 204323,
"329728" : 223299,
"333824" : 234292,
"337920" : 238394,
"342016" : 232738,
"346112" : 220520,
"350208" : 203665,
"354304" : 184784,
"358400" : 167304,
"362496" : 150473,
"366592" : 136598,
"370688" : 123592,
"374784" : 111969,
"378880" : 99714,
"382976" : 87740,
"387072" : 76536,
"391168" : 65667,
"395264" : 55844,
"399360" : 47751,
"403456" : 40506,
"407552" : 34066,
"411648" : 29311,
"415744" : 24731,
"419840" : 21305,
"423936" : 18258,
"428032" : 15696,
"432128" : 13745,
"436224" : 11834,
"440320" : 10095,
"444416" : 8936,
"448512" : 7605,
"452608" : 6754,
"456704" : 5870,
"460800" : 5007,
"464896" : 4443,
"468992" : 3877,
"473088" : 3283,
"477184" : 2761,
"481280" : 2476,
"485376" : 2079,
"489472" : 1776,
"493568" : 1587,
"497664" : 1334,
"501760" : 1224,
"505856" : 993,
"509952" : 955,
"514048" : 751,
"518144" : 706,
"522240" : 583,
"528384" : 963,
"536576" : 736,
"544768" : 597,
"552960" : 495,
"561152" : 385,
"569344" : 276,
"577536" : 229,
"585728" : 182,
"593920" : 132,
"602112" : 120,
"610304" : 102,
"618496" : 69,
"626688" : 51,
"634880" : 32,
"643072" : 44,
"651264" : 46,
"659456" : 23,
"667648" : 23,
"675840" : 20,
"684032" : 20,
"692224" : 16,
"700416" : 8,
"708608" : 7,
"716800" : 5,
"724992" : 3,
"733184" : 4,
"741376" : 2,
"749568" : 2,
"757760" : 2,
"765952" : 6,
"774144" : 2,
"831488" : 1,
"839680" : 1,
"847872" : 1
}
},
"lat_ns" : {
"min" : 241058,
"max" : 873094,
"mean" : 369830.662752,
"stddev" : 35164.630446,
"N" : 3907330
},
"bw_min" : 115832,
"bw_max" : 123456,
"bw_agg" : 100.000000,
"bw_mean" : 120259.339768,
"bw_dev" : 1410.664833,
"bw_samples" : 259,
"iops_min" : 28958,
"iops_max" : 30864,
"iops_mean" : 30064.822394,
"iops_stddev" : 352.677345,
"iops_samples" : 259
},
"write" : {
"io_bytes" : 6862938112,
"io_kbytes" : 6702088,
"bw_bytes" : 52791831,
"bw" : 51554,
"iops" : 12888.638462,
"runtime" : 130000,
"total_ios" : 1675523,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9194,
"max" : 242590,
"mean" : 27233.869611,
"stddev" : 4909.081056,
"N" : 1675523
},
"clat_ns" : {
"min" : 237803,
"max" : 839773,
"mean" : 349958.169681,
"stddev" : 33610.490826,
"N" : 1675521,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 346112,
"60.000000" : 350208,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 456704,
"99.500000" : 477184,
"99.900000" : 528384,
"99.950000" : 552960,
"99.990000" : 618496
},
"bins" : {
"238592" : 2,
"240640" : 2,
"242688" : 2,
"244736" : 5,
"246784" : 5,
"248832" : 5,
"250880" : 15,
"252928" : 16,
"254976" : 23,
"257024" : 42,
"259072" : 53,
"261120" : 86,
"264192" : 232,
"268288" : 419,
"272384" : 799,
"276480" : 1440,
"280576" : 2389,
"284672" : 4028,
"288768" : 6555,
"292864" : 10323,
"296960" : 15191,
"301056" : 22293,
"305152" : 30783,
"309248" : 41747,
"313344" : 53859,
"317440" : 66538,
"321536" : 78842,
"325632" : 89353,
"329728" : 97328,
"333824" : 102001,
"337920" : 102777,
"342016" : 99978,
"346112" : 93891,
"350208" : 86171,
"354304" : 78443,
"358400" : 70830,
"362496" : 63769,
"366592" : 57656,
"370688" : 52344,
"374784" : 46963,
"378880" : 41751,
"382976" : 36641,
"387072" : 31684,
"391168" : 27196,
"395264" : 23241,
"399360" : 19272,
"403456" : 16358,
"407552" : 14124,
"411648" : 11997,
"415744" : 10146,
"419840" : 8758,
"423936" : 7617,
"428032" : 6572,
"432128" : 5718,
"436224" : 4937,
"440320" : 4331,
"444416" : 3571,
"448512" : 3180,
"452608" : 2846,
"456704" : 2507,
"460800" : 2079,
"464896" : 1786,
"468992" : 1583,
"473088" : 1351,
"477184" : 1191,
"481280" : 963,
"485376" : 829,
"489472" : 697,
"493568" : 690,
"497664" : 544,
"501760" : 502,
"505856" : 443,
"509952" : 376,
"514048" : 336,
"518144" : 290,
"522240" : 225,
"528384" : 417,
"536576" : 300,
"544768" : 249,
"552960" : 212,
"561152" : 165,
"569344" : 131,
"577536" : 91,
"585728" : 86,
"593920" : 62,
"602112" : 59,
"610304" : 35,
"618496" : 35,
"626688" : 18,
"634880" : 17,
"643072" : 26,
"651264" : 17,
"659456" : 10,
"667648" : 21,
"675840" : 9,
"684032" : 9,
"692224" : 8,
"700416" : 3,
"708608" : 1,
"716800" : 4,
"733184" : 1,
"757760" : 3,
"765952" : 1,
"815104" : 1,
"839680" : 1
}
},
"lat_ns" : {
"min" : 262772,
"max" : 877631,
"mean" : 377192.045033,
"stddev" : 35701.512670,
"N" : 1675521
},
"bw_min" : 49792,
"bw_max" : 53936,
"bw_agg" : 100.000000,
"bw_mean" : 51566.984556,
"bw_dev" : 669.932832,
"bw_samples" : 259,
"iops_min" : 12448,
"iops_max" : 13484,
"iops_mean" : 12891.725869,
"iops_stddev" : 167.496448,
"iops_samples" : 259
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 130000,
"usr_cpu" : 7.018462,
"sys_cpu" : 92.470000,
"ctx" : 4262,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999982,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999982,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.750611,
"750" : 0.247759,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100430,
"timestamp_ms" : 1773100430072,
"time" : "Mon Mar 9 20:53:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 17233149952,
"io_kbytes" : 16829248,
"bw_bytes" : 123094807,
"bw" : 120209,
"iops" : 30052.464660,
"runtime" : 139999,
"total_ios" : 4207315,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4757,
"max" : 234579,
"mean" : 19134.387869,
"stddev" : 4284.174259,
"N" : 4207316
},
"clat_ns" : {
"min" : 225925,
"max" : 848946,
"mean" : 350755.179256,
"stddev" : 33721.040576,
"N" : 4207313,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 325632,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 346112,
"60.000000" : 354304,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 395264,
"95.000000" : 411648,
"99.000000" : 456704,
"99.500000" : 477184,
"99.900000" : 528384,
"99.950000" : 552960,
"99.990000" : 610304
},
"bins" : {
"226304" : 2,
"234496" : 2,
"236544" : 4,
"238592" : 5,
"240640" : 1,
"242688" : 4,
"244736" : 10,
"246784" : 7,
"248832" : 18,
"250880" : 35,
"252928" : 51,
"254976" : 56,
"257024" : 94,
"259072" : 100,
"261120" : 142,
"264192" : 588,
"268288" : 1072,
"272384" : 1902,
"276480" : 3297,
"280576" : 5701,
"284672" : 9808,
"288768" : 15485,
"292864" : 24104,
"296960" : 36537,
"301056" : 53000,
"305152" : 74029,
"309248" : 100819,
"313344" : 129447,
"317440" : 161146,
"321536" : 192612,
"325632" : 219725,
"329728" : 239929,
"333824" : 252328,
"337920" : 256663,
"342016" : 250770,
"346112" : 237682,
"350208" : 219514,
"354304" : 199264,
"358400" : 180407,
"362496" : 162081,
"366592" : 147158,
"370688" : 133130,
"374784" : 120406,
"378880" : 107534,
"382976" : 94797,
"387072" : 82733,
"391168" : 71145,
"395264" : 60529,
"399360" : 51578,
"403456" : 43926,
"407552" : 36831,
"411648" : 31686,
"415744" : 26736,
"419840" : 23062,
"423936" : 19751,
"428032" : 16945,
"432128" : 14830,
"436224" : 12784,
"440320" : 10853,
"444416" : 9597,
"448512" : 8133,
"452608" : 7225,
"456704" : 6281,
"460800" : 5346,
"464896" : 4743,
"468992" : 4144,
"473088" : 3493,
"477184" : 2953,
"481280" : 2659,
"485376" : 2230,
"489472" : 1927,
"493568" : 1717,
"497664" : 1439,
"501760" : 1315,
"505856" : 1060,
"509952" : 1027,
"514048" : 825,
"518144" : 768,
"522240" : 629,
"528384" : 1038,
"536576" : 800,
"544768" : 643,
"552960" : 528,
"561152" : 411,
"569344" : 299,
"577536" : 251,
"585728" : 194,
"593920" : 143,
"602112" : 125,
"610304" : 105,
"618496" : 72,
"626688" : 53,
"634880" : 36,
"643072" : 48,
"651264" : 48,
"659456" : 28,
"667648" : 23,
"675840" : 23,
"684032" : 20,
"692224" : 16,
"700416" : 8,
"708608" : 7,
"716800" : 5,
"724992" : 3,
"733184" : 4,
"741376" : 2,
"749568" : 2,
"757760" : 2,
"765952" : 6,
"774144" : 2,
"831488" : 1,
"839680" : 1,
"847872" : 1
}
},
"lat_ns" : {
"min" : 241058,
"max" : 873094,
"mean" : 369889.569540,
"stddev" : 35145.698261,
"N" : 4207313
},
"bw_min" : 115832,
"bw_max" : 123456,
"bw_agg" : 100.000000,
"bw_mean" : 120228.935484,
"bw_dev" : 1390.103046,
"bw_samples" : 279,
"iops_min" : 28958,
"iops_max" : 30864,
"iops_mean" : 30057.215054,
"iops_stddev" : 347.536909,
"iops_samples" : 279
},
"write" : {
"io_bytes" : 7389220864,
"io_kbytes" : 7216036,
"bw_bytes" : 52780526,
"bw" : 51543,
"iops" : 12885.856328,
"runtime" : 139999,
"total_ios" : 1804007,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9194,
"max" : 242590,
"mean" : 27239.333983,
"stddev" : 4911.857559,
"N" : 1804007
},
"clat_ns" : {
"min" : 237803,
"max" : 839773,
"mean" : 350013.928159,
"stddev" : 33598.648879,
"N" : 1804008,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 325632,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 346112,
"60.000000" : 350208,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 456704,
"99.500000" : 477184,
"99.900000" : 528384,
"99.950000" : 552960,
"99.990000" : 618496
},
"bins" : {
"238592" : 2,
"240640" : 2,
"242688" : 2,
"244736" : 5,
"246784" : 5,
"248832" : 5,
"250880" : 16,
"252928" : 17,
"254976" : 25,
"257024" : 45,
"259072" : 53,
"261120" : 91,
"264192" : 245,
"268288" : 452,
"272384" : 859,
"276480" : 1539,
"280576" : 2558,
"284672" : 4297,
"288768" : 7055,
"292864" : 11038,
"296960" : 16243,
"301056" : 23938,
"305152" : 33058,
"309248" : 44797,
"313344" : 57663,
"317440" : 71279,
"321536" : 84665,
"325632" : 96269,
"329728" : 104659,
"333824" : 109781,
"337920" : 110671,
"342016" : 107754,
"346112" : 101196,
"350208" : 92947,
"354304" : 84592,
"358400" : 76195,
"362496" : 68696,
"366592" : 61995,
"370688" : 56372,
"374784" : 50690,
"378880" : 45147,
"382976" : 39619,
"387072" : 34317,
"391168" : 29389,
"395264" : 25119,
"399360" : 20860,
"403456" : 17624,
"407552" : 15313,
"411648" : 12943,
"415744" : 10951,
"419840" : 9463,
"423936" : 8182,
"428032" : 7109,
"432128" : 6178,
"436224" : 5333,
"440320" : 4629,
"444416" : 3870,
"448512" : 3405,
"452608" : 3044,
"456704" : 2692,
"460800" : 2233,
"464896" : 1910,
"468992" : 1696,
"473088" : 1448,
"477184" : 1283,
"481280" : 1034,
"485376" : 889,
"489472" : 757,
"493568" : 745,
"497664" : 582,
"501760" : 534,
"505856" : 479,
"509952" : 401,
"514048" : 367,
"518144" : 311,
"522240" : 248,
"528384" : 446,
"536576" : 321,
"544768" : 264,
"552960" : 228,
"561152" : 178,
"569344" : 138,
"577536" : 99,
"585728" : 91,
"593920" : 64,
"602112" : 61,
"610304" : 38,
"618496" : 39,
"626688" : 20,
"634880" : 22,
"643072" : 29,
"651264" : 20,
"659456" : 11,
"667648" : 21,
"675840" : 11,
"684032" : 9,
"692224" : 8,
"700416" : 3,
"708608" : 1,
"716800" : 4,
"733184" : 1,
"757760" : 3,
"765952" : 1,
"815104" : 1,
"839680" : 1
}
},
"lat_ns" : {
"min" : 262772,
"max" : 877631,
"mean" : 377253.271782,
"stddev" : 35687.656327,
"N" : 1804008
},
"bw_min" : 49792,
"bw_max" : 53936,
"bw_agg" : 100.000000,
"bw_mean" : 51558.197133,
"bw_dev" : 660.935559,
"bw_samples" : 279,
"iops_min" : 12448,
"iops_max" : 13484,
"iops_mean" : 12889.530466,
"iops_stddev" : 165.246094,
"iops_samples" : 279
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 7.003621,
"sys_cpu" : 92.484232,
"ctx" : 4567,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999983,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.750853,
"750" : 0.247533,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100440,
"timestamp_ms" : 1773100440071,
"time" : "Mon Mar 9 20:54:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 18466148352,
"io_kbytes" : 18033348,
"bw_bytes" : 123108476,
"bw" : 120223,
"iops" : 30055.807039,
"runtime" : 149999,
"total_ios" : 4508341,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4757,
"max" : 234579,
"mean" : 19131.529290,
"stddev" : 4278.308779,
"N" : 4508341
},
"clat_ns" : {
"min" : 225654,
"max" : 848946,
"mean" : 350730.339665,
"stddev" : 33626.268921,
"N" : 4508337,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 325632,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 346112,
"60.000000" : 354304,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 456704,
"99.500000" : 477184,
"99.900000" : 528384,
"99.950000" : 552960,
"99.990000" : 618496
},
"bins" : {
"226304" : 4,
"234496" : 2,
"236544" : 4,
"238592" : 6,
"240640" : 3,
"242688" : 6,
"244736" : 12,
"246784" : 7,
"248832" : 18,
"250880" : 40,
"252928" : 52,
"254976" : 62,
"257024" : 100,
"259072" : 109,
"261120" : 154,
"264192" : 629,
"268288" : 1149,
"272384" : 2005,
"276480" : 3507,
"280576" : 6100,
"284672" : 10436,
"288768" : 16537,
"292864" : 25744,
"296960" : 39028,
"301056" : 56637,
"305152" : 79076,
"309248" : 107737,
"313344" : 138341,
"317440" : 172302,
"321536" : 205992,
"325632" : 235156,
"329728" : 256892,
"333824" : 270502,
"337920" : 275139,
"342016" : 269183,
"346112" : 255088,
"350208" : 236017,
"354304" : 213872,
"358400" : 194086,
"362496" : 174449,
"366592" : 158122,
"370688" : 143174,
"374784" : 129339,
"378880" : 115637,
"382976" : 101804,
"387072" : 88692,
"391168" : 76125,
"395264" : 64886,
"399360" : 55159,
"403456" : 46857,
"407552" : 39327,
"411648" : 33753,
"415744" : 28531,
"419840" : 24671,
"423936" : 20999,
"428032" : 18064,
"432128" : 15741,
"436224" : 13518,
"440320" : 11473,
"444416" : 10181,
"448512" : 8607,
"452608" : 7610,
"456704" : 6595,
"460800" : 5630,
"464896" : 4973,
"468992" : 4315,
"473088" : 3649,
"477184" : 3094,
"481280" : 2780,
"485376" : 2319,
"489472" : 1992,
"493568" : 1796,
"497664" : 1489,
"501760" : 1371,
"505856" : 1107,
"509952" : 1081,
"514048" : 872,
"518144" : 815,
"522240" : 681,
"528384" : 1100,
"536576" : 862,
"544768" : 688,
"552960" : 560,
"561152" : 437,
"569344" : 324,
"577536" : 269,
"585728" : 209,
"593920" : 155,
"602112" : 145,
"610304" : 121,
"618496" : 80,
"626688" : 60,
"634880" : 36,
"643072" : 56,
"651264" : 52,
"659456" : 33,
"667648" : 28,
"675840" : 24,
"684032" : 22,
"692224" : 16,
"700416" : 8,
"708608" : 7,
"716800" : 7,
"724992" : 3,
"733184" : 5,
"741376" : 2,
"749568" : 2,
"757760" : 3,
"765952" : 6,
"774144" : 2,
"831488" : 1,
"839680" : 1,
"847872" : 1
}
},
"lat_ns" : {
"min" : 241058,
"max" : 873094,
"mean" : 369861.880413,
"stddev" : 35043.169564,
"N" : 4508337
},
"bw_min" : 115832,
"bw_max" : 123456,
"bw_agg" : 100.000000,
"bw_mean" : 120250.063545,
"bw_dev" : 1385.162433,
"bw_samples" : 299,
"iops_min" : 28958,
"iops_max" : 30864,
"iops_mean" : 30062.498328,
"iops_stddev" : 346.301314,
"iops_samples" : 299
},
"write" : {
"io_bytes" : 7916982272,
"io_kbytes" : 7731428,
"bw_bytes" : 52780233,
"bw" : 51543,
"iops" : 12885.779239,
"runtime" : 149999,
"total_ios" : 1932854,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9194,
"max" : 242590,
"mean" : 27238.466432,
"stddev" : 4905.279420,
"N" : 1932854
},
"clat_ns" : {
"min" : 225915,
"max" : 839773,
"mean" : 349980.962268,
"stddev" : 33507.190815,
"N" : 1932857,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 325632,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 346112,
"60.000000" : 350208,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 456704,
"99.500000" : 477184,
"99.900000" : 528384,
"99.950000" : 552960,
"99.990000" : 618496
},
"bins" : {
"226304" : 1,
"238592" : 2,
"240640" : 2,
"242688" : 3,
"244736" : 8,
"246784" : 5,
"248832" : 5,
"250880" : 17,
"252928" : 17,
"254976" : 28,
"257024" : 49,
"259072" : 57,
"261120" : 98,
"264192" : 266,
"268288" : 492,
"272384" : 907,
"276480" : 1632,
"280576" : 2728,
"284672" : 4606,
"288768" : 7589,
"292864" : 11753,
"296960" : 17307,
"301056" : 25580,
"305152" : 35324,
"309248" : 47935,
"313344" : 61556,
"317440" : 76216,
"321536" : 90587,
"325632" : 103172,
"329728" : 112222,
"333824" : 117600,
"337920" : 118574,
"342016" : 115620,
"346112" : 108648,
"350208" : 99949,
"354304" : 90855,
"358400" : 81840,
"362496" : 73962,
"366592" : 66602,
"370688" : 60656,
"374784" : 54426,
"378880" : 48435,
"382976" : 42474,
"387072" : 36681,
"391168" : 31416,
"395264" : 26863,
"399360" : 22308,
"403456" : 18836,
"407552" : 16336,
"411648" : 13842,
"415744" : 11722,
"419840" : 10087,
"423936" : 8635,
"428032" : 7571,
"432128" : 6587,
"436224" : 5652,
"440320" : 4902,
"444416" : 4086,
"448512" : 3581,
"452608" : 3206,
"456704" : 2835,
"460800" : 2327,
"464896" : 2013,
"468992" : 1776,
"473088" : 1511,
"477184" : 1326,
"481280" : 1078,
"485376" : 923,
"489472" : 794,
"493568" : 777,
"497664" : 608,
"501760" : 555,
"505856" : 508,
"509952" : 423,
"514048" : 392,
"518144" : 334,
"522240" : 262,
"528384" : 468,
"536576" : 345,
"544768" : 282,
"552960" : 247,
"561152" : 192,
"569344" : 145,
"577536" : 117,
"585728" : 97,
"593920" : 70,
"602112" : 69,
"610304" : 43,
"618496" : 43,
"626688" : 26,
"634880" : 24,
"643072" : 29,
"651264" : 21,
"659456" : 12,
"667648" : 21,
"675840" : 12,
"684032" : 10,
"692224" : 9,
"700416" : 3,
"708608" : 1,
"716800" : 4,
"733184" : 1,
"741376" : 1,
"749568" : 1,
"757760" : 3,
"765952" : 1,
"815104" : 1,
"839680" : 1
}
},
"lat_ns" : {
"min" : 251384,
"max" : 877631,
"mean" : 377219.447048,
"stddev" : 35587.431384,
"N" : 1932857
},
"bw_min" : 49776,
"bw_max" : 53936,
"bw_agg" : 100.000000,
"bw_mean" : 51553.100334,
"bw_dev" : 686.132369,
"bw_samples" : 299,
"iops_min" : 12444,
"iops_max" : 13484,
"iops_mean" : 12888.257525,
"iops_stddev" : 171.543928,
"iops_samples" : 299
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 6.974713,
"sys_cpu" : 92.511283,
"ctx" : 4983,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999984,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999984,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.752158,
"750" : 0.246072,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100450,
"timestamp_ms" : 1773100450071,
"time" : "Mon Mar 9 20:54:10 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 19707895808,
"io_kbytes" : 19245992,
"bw_bytes" : 123175118,
"bw" : 120288,
"iops" : 30072.056700,
"runtime" : 159999,
"total_ios" : 4811499,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4757,
"max" : 234579,
"mean" : 19119.790565,
"stddev" : 4265.380226,
"N" : 4811500
},
"clat_ns" : {
"min" : 225654,
"max" : 848946,
"mean" : 350560.052883,
"stddev" : 33435.193501,
"N" : 4811499,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 325632,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 346112,
"60.000000" : 354304,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 456704,
"99.500000" : 477184,
"99.900000" : 528384,
"99.950000" : 552960,
"99.990000" : 610304
},
"bins" : {
"226304" : 4,
"228352" : 1,
"234496" : 2,
"236544" : 5,
"238592" : 6,
"240640" : 3,
"242688" : 6,
"244736" : 12,
"246784" : 7,
"248832" : 20,
"250880" : 43,
"252928" : 52,
"254976" : 65,
"257024" : 106,
"259072" : 119,
"261120" : 167,
"264192" : 666,
"268288" : 1228,
"272384" : 2162,
"276480" : 3793,
"280576" : 6518,
"284672" : 11176,
"288768" : 17709,
"292864" : 27546,
"296960" : 41747,
"301056" : 60579,
"305152" : 84780,
"309248" : 115195,
"313344" : 148031,
"317440" : 184548,
"321536" : 220370,
"325632" : 251669,
"329728" : 274680,
"333824" : 289200,
"337920" : 294012,
"342016" : 287743,
"346112" : 272683,
"350208" : 252408,
"354304" : 228978,
"358400" : 207583,
"362496" : 186603,
"366592" : 169204,
"370688" : 153250,
"374784" : 138098,
"378880" : 123299,
"382976" : 108339,
"387072" : 94366,
"391168" : 80793,
"395264" : 68791,
"399360" : 58376,
"403456" : 49449,
"407552" : 41648,
"411648" : 35561,
"415744" : 30117,
"419840" : 25945,
"423936" : 22022,
"428032" : 18878,
"432128" : 16427,
"436224" : 14035,
"440320" : 11942,
"444416" : 10578,
"448512" : 8901,
"452608" : 7892,
"456704" : 6812,
"460800" : 5820,
"464896" : 5123,
"468992" : 4445,
"473088" : 3755,
"477184" : 3169,
"481280" : 2847,
"485376" : 2400,
"489472" : 2067,
"493568" : 1835,
"497664" : 1531,
"501760" : 1406,
"505856" : 1134,
"509952" : 1105,
"514048" : 895,
"518144" : 834,
"522240" : 704,
"528384" : 1133,
"536576" : 882,
"544768" : 708,
"552960" : 574,
"561152" : 453,
"569344" : 336,
"577536" : 276,
"585728" : 217,
"593920" : 159,
"602112" : 147,
"610304" : 127,
"618496" : 82,
"626688" : 61,
"634880" : 38,
"643072" : 56,
"651264" : 54,
"659456" : 35,
"667648" : 29,
"675840" : 25,
"684032" : 25,
"692224" : 16,
"700416" : 9,
"708608" : 7,
"716800" : 7,
"724992" : 3,
"733184" : 5,
"741376" : 2,
"749568" : 2,
"757760" : 3,
"765952" : 6,
"774144" : 2,
"831488" : 1,
"839680" : 1,
"847872" : 1
}
},
"lat_ns" : {
"min" : 241058,
"max" : 873094,
"mean" : 369679.853923,
"stddev" : 34837.814212,
"N" : 4811499
},
"bw_min" : 115832,
"bw_max" : 123872,
"bw_agg" : 100.000000,
"bw_mean" : 120310.172414,
"bw_dev" : 1391.815758,
"bw_samples" : 319,
"iops_min" : 28958,
"iops_max" : 30968,
"iops_mean" : 30077.526646,
"iops_stddev" : 347.964637,
"iops_samples" : 319
},
"write" : {
"io_bytes" : 8447963136,
"io_kbytes" : 8249964,
"bw_bytes" : 52800099,
"bw" : 51562,
"iops" : 12890.649317,
"runtime" : 159999,
"total_ios" : 2062491,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9124,
"max" : 242590,
"mean" : 27225.961312,
"stddev" : 4889.342319,
"N" : 2062491
},
"clat_ns" : {
"min" : 225915,
"max" : 839773,
"mean" : 349803.935553,
"stddev" : 33316.224484,
"N" : 2062490,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 325632,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 346112,
"60.000000" : 350208,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 456704,
"99.500000" : 477184,
"99.900000" : 528384,
"99.950000" : 552960,
"99.990000" : 618496
},
"bins" : {
"226304" : 1,
"232448" : 1,
"238592" : 2,
"240640" : 2,
"242688" : 3,
"244736" : 8,
"246784" : 5,
"248832" : 8,
"250880" : 17,
"252928" : 17,
"254976" : 29,
"257024" : 53,
"259072" : 62,
"261120" : 104,
"264192" : 282,
"268288" : 526,
"272384" : 986,
"276480" : 1749,
"280576" : 2926,
"284672" : 4948,
"288768" : 8138,
"292864" : 12591,
"296960" : 18554,
"301056" : 27252,
"305152" : 37862,
"309248" : 51247,
"313344" : 65911,
"317440" : 81620,
"321536" : 96884,
"325632" : 110512,
"329728" : 119950,
"333824" : 125688,
"337920" : 126761,
"342016" : 123564,
"346112" : 116266,
"350208" : 106906,
"354304" : 97325,
"358400" : 87474,
"362496" : 79066,
"366592" : 71324,
"370688" : 64643,
"374784" : 58062,
"378880" : 51587,
"382976" : 45156,
"387072" : 38947,
"391168" : 33294,
"395264" : 28446,
"399360" : 23597,
"403456" : 19885,
"407552" : 17264,
"411648" : 14638,
"415744" : 12292,
"419840" : 10595,
"423936" : 9058,
"428032" : 7925,
"432128" : 6911,
"436224" : 5871,
"440320" : 5079,
"444416" : 4239,
"448512" : 3710,
"452608" : 3306,
"456704" : 2923,
"460800" : 2395,
"464896" : 2072,
"468992" : 1830,
"473088" : 1551,
"477184" : 1376,
"481280" : 1117,
"485376" : 958,
"489472" : 821,
"493568" : 798,
"497664" : 625,
"501760" : 570,
"505856" : 515,
"509952" : 438,
"514048" : 401,
"518144" : 339,
"522240" : 272,
"528384" : 480,
"536576" : 352,
"544768" : 288,
"552960" : 253,
"561152" : 196,
"569344" : 150,
"577536" : 119,
"585728" : 100,
"593920" : 72,
"602112" : 70,
"610304" : 46,
"618496" : 44,
"626688" : 27,
"634880" : 25,
"643072" : 29,
"651264" : 21,
"659456" : 14,
"667648" : 23,
"675840" : 14,
"684032" : 10,
"692224" : 10,
"700416" : 3,
"708608" : 1,
"716800" : 4,
"733184" : 1,
"741376" : 1,
"749568" : 1,
"757760" : 3,
"765952" : 1,
"815104" : 1,
"839680" : 1
}
},
"lat_ns" : {
"min" : 251384,
"max" : 877631,
"mean" : 377029.918375,
"stddev" : 35377.949455,
"N" : 2062490
},
"bw_min" : 49776,
"bw_max" : 53936,
"bw_agg" : 100.000000,
"bw_mean" : 51573.269592,
"bw_dev" : 682.547072,
"bw_samples" : 319,
"iops_min" : 12444,
"iops_max" : 13484,
"iops_mean" : 12893.300940,
"iops_stddev" : 170.647464,
"iops_samples" : 319
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 6.980044,
"sys_cpu" : 92.508078,
"ctx" : 5322,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999985,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.761434,
"750" : 0.236791,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100460,
"timestamp_ms" : 1773100460072,
"time" : "Mon Mar 9 20:54:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 20941844480,
"io_kbytes" : 20451020,
"bw_bytes" : 123188045,
"bw" : 120300,
"iops" : 30075.206325,
"runtime" : 169999,
"total_ios" : 5112755,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4757,
"max" : 234579,
"mean" : 19115.818303,
"stddev" : 4257.857552,
"N" : 5112755
},
"clat_ns" : {
"min" : 225654,
"max" : 848946,
"mean" : 350516.457873,
"stddev" : 33385.694002,
"N" : 5112756,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 325632,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 346112,
"60.000000" : 354304,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 456704,
"99.500000" : 477184,
"99.900000" : 528384,
"99.950000" : 552960,
"99.990000" : 610304
},
"bins" : {
"226304" : 4,
"228352" : 1,
"234496" : 2,
"236544" : 5,
"238592" : 6,
"240640" : 3,
"242688" : 6,
"244736" : 12,
"246784" : 7,
"248832" : 21,
"250880" : 45,
"252928" : 52,
"254976" : 69,
"257024" : 111,
"259072" : 124,
"261120" : 175,
"264192" : 714,
"268288" : 1299,
"272384" : 2330,
"276480" : 4069,
"280576" : 6950,
"284672" : 11879,
"288768" : 18884,
"292864" : 29316,
"296960" : 44370,
"301056" : 64411,
"305152" : 90055,
"309248" : 122540,
"313344" : 157449,
"317440" : 196434,
"321536" : 234240,
"325632" : 267824,
"329728" : 292228,
"333824" : 307877,
"337920" : 312138,
"342016" : 305840,
"346112" : 289719,
"350208" : 267847,
"354304" : 243272,
"358400" : 220516,
"362496" : 198429,
"366592" : 179691,
"370688" : 162893,
"374784" : 146769,
"378880" : 131019,
"382976" : 115224,
"387072" : 100025,
"391168" : 85735,
"395264" : 73061,
"399360" : 61971,
"403456" : 52622,
"407552" : 44251,
"411648" : 37754,
"415744" : 32004,
"419840" : 27584,
"423936" : 23403,
"428032" : 20026,
"432128" : 17392,
"436224" : 14800,
"440320" : 12629,
"444416" : 11165,
"448512" : 9361,
"452608" : 8267,
"456704" : 7171,
"460800" : 6105,
"464896" : 5372,
"468992" : 4640,
"473088" : 3909,
"477184" : 3323,
"481280" : 2963,
"485376" : 2502,
"489472" : 2170,
"493568" : 1909,
"497664" : 1599,
"501760" : 1465,
"505856" : 1184,
"509952" : 1179,
"514048" : 953,
"518144" : 872,
"522240" : 734,
"528384" : 1195,
"536576" : 941,
"544768" : 742,
"552960" : 616,
"561152" : 480,
"569344" : 362,
"577536" : 289,
"585728" : 227,
"593920" : 167,
"602112" : 149,
"610304" : 132,
"618496" : 85,
"626688" : 65,
"634880" : 41,
"643072" : 58,
"651264" : 55,
"659456" : 36,
"667648" : 30,
"675840" : 25,
"684032" : 25,
"692224" : 16,
"700416" : 11,
"708608" : 8,
"716800" : 7,
"724992" : 3,
"733184" : 5,
"741376" : 2,
"749568" : 2,
"757760" : 3,
"765952" : 6,
"774144" : 2,
"831488" : 1,
"839680" : 1,
"847872" : 1
}
},
"lat_ns" : {
"min" : 241058,
"max" : 873094,
"mean" : 369632.282995,
"stddev" : 34783.428386,
"N" : 5112756
},
"bw_min" : 115832,
"bw_max" : 123872,
"bw_agg" : 100.000000,
"bw_mean" : 120323.613569,
"bw_dev" : 1383.137590,
"bw_samples" : 339,
"iops_min" : 28958,
"iops_max" : 30968,
"iops_mean" : 30080.887906,
"iops_stddev" : 345.794676,
"iops_samples" : 339
},
"write" : {
"io_bytes" : 8977723392,
"io_kbytes" : 8767308,
"bw_bytes" : 52810448,
"bw" : 51572,
"iops" : 12893.181725,
"runtime" : 169999,
"total_ios" : 2191828,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9124,
"max" : 242590,
"mean" : 27222.014800,
"stddev" : 4883.159085,
"N" : 2191828
},
"clat_ns" : {
"min" : 225915,
"max" : 839773,
"mean" : 349758.033418,
"stddev" : 33254.058646,
"N" : 2191826,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 325632,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 346112,
"60.000000" : 350208,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 456704,
"99.500000" : 477184,
"99.900000" : 528384,
"99.950000" : 552960,
"99.990000" : 618496
},
"bins" : {
"226304" : 1,
"232448" : 1,
"238592" : 2,
"240640" : 2,
"242688" : 3,
"244736" : 8,
"246784" : 5,
"248832" : 9,
"250880" : 17,
"252928" : 18,
"254976" : 32,
"257024" : 54,
"259072" : 65,
"261120" : 110,
"264192" : 304,
"268288" : 558,
"272384" : 1044,
"276480" : 1848,
"280576" : 3122,
"284672" : 5244,
"288768" : 8673,
"292864" : 13375,
"296960" : 19647,
"301056" : 28914,
"305152" : 40234,
"309248" : 54575,
"313344" : 70129,
"317440" : 86971,
"321536" : 103100,
"325632" : 117603,
"329728" : 127587,
"333824" : 133729,
"337920" : 134752,
"342016" : 131267,
"346112" : 123518,
"350208" : 113686,
"354304" : 103374,
"358400" : 93016,
"362496" : 83937,
"366592" : 75658,
"370688" : 68761,
"374784" : 61706,
"378880" : 54738,
"382976" : 47944,
"387072" : 41393,
"391168" : 35327,
"395264" : 30238,
"399360" : 25083,
"403456" : 21166,
"407552" : 18322,
"411648" : 15557,
"415744" : 13093,
"419840" : 11261,
"423936" : 9625,
"428032" : 8358,
"432128" : 7299,
"436224" : 6215,
"440320" : 5356,
"444416" : 4470,
"448512" : 3908,
"452608" : 3466,
"456704" : 3071,
"460800" : 2504,
"464896" : 2159,
"468992" : 1897,
"473088" : 1623,
"477184" : 1441,
"481280" : 1162,
"485376" : 1007,
"489472" : 856,
"493568" : 827,
"497664" : 659,
"501760" : 590,
"505856" : 549,
"509952" : 452,
"514048" : 425,
"518144" : 352,
"522240" : 292,
"528384" : 509,
"536576" : 378,
"544768" : 306,
"552960" : 271,
"561152" : 203,
"569344" : 158,
"577536" : 126,
"585728" : 102,
"593920" : 73,
"602112" : 70,
"610304" : 47,
"618496" : 44,
"626688" : 28,
"634880" : 26,
"643072" : 31,
"651264" : 21,
"659456" : 14,
"667648" : 24,
"675840" : 14,
"684032" : 10,
"692224" : 10,
"700416" : 3,
"708608" : 1,
"716800" : 4,
"733184" : 1,
"741376" : 1,
"749568" : 1,
"757760" : 3,
"765952" : 1,
"815104" : 1,
"839680" : 1
}
},
"lat_ns" : {
"min" : 251384,
"max" : 877631,
"mean" : 376980.058816,
"stddev" : 35313.572874,
"N" : 2191826
},
"bw_min" : 49776,
"bw_max" : 53936,
"bw_agg" : 100.000000,
"bw_mean" : 51582.823009,
"bw_dev" : 676.483024,
"bw_samples" : 339,
"iops_min" : 12444,
"iops_max" : 13484,
"iops_mean" : 12895.690265,
"iops_stddev" : 169.131129,
"iops_samples" : 339
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 6.990041,
"sys_cpu" : 92.498191,
"ctx" : 5726,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999986,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999986,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.763737,
"750" : 0.234565,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100470,
"timestamp_ms" : 1773100470071,
"time" : "Mon Mar 9 20:54:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 22169534464,
"io_kbytes" : 21649936,
"bw_bytes" : 123164764,
"bw" : 120278,
"iops" : 30069.528164,
"runtime" : 179999,
"total_ios" : 5412485,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4617,
"max" : 234579,
"mean" : 19121.675946,
"stddev" : 4251.841548,
"N" : 5412486
},
"clat_ns" : {
"min" : 225654,
"max" : 848946,
"mean" : 350611.907654,
"stddev" : 33336.780789,
"N" : 5412485,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 325632,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 346112,
"60.000000" : 354304,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 456704,
"99.500000" : 477184,
"99.900000" : 528384,
"99.950000" : 552960,
"99.990000" : 610304
},
"bins" : {
"226304" : 4,
"228352" : 1,
"234496" : 2,
"236544" : 5,
"238592" : 6,
"240640" : 3,
"242688" : 7,
"244736" : 12,
"246784" : 9,
"248832" : 23,
"250880" : 46,
"252928" : 56,
"254976" : 71,
"257024" : 116,
"259072" : 133,
"261120" : 181,
"264192" : 744,
"268288" : 1353,
"272384" : 2452,
"276480" : 4264,
"280576" : 7270,
"284672" : 12411,
"288768" : 19738,
"292864" : 30824,
"296960" : 46566,
"301056" : 67541,
"305152" : 94667,
"309248" : 128789,
"313344" : 165840,
"317440" : 206949,
"321536" : 246591,
"325632" : 282387,
"329728" : 308525,
"333824" : 325364,
"337920" : 330266,
"342016" : 323668,
"346112" : 307162,
"350208" : 283773,
"354304" : 258556,
"358400" : 233992,
"362496" : 210821,
"366592" : 190857,
"370688" : 173139,
"374784" : 155924,
"378880" : 139454,
"382976" : 122530,
"387072" : 106608,
"391168" : 91482,
"395264" : 77809,
"399360" : 66071,
"403456" : 56081,
"407552" : 47260,
"411648" : 40372,
"415744" : 34151,
"419840" : 29393,
"423936" : 25033,
"428032" : 21360,
"432128" : 18417,
"436224" : 15625,
"440320" : 13324,
"444416" : 11759,
"448512" : 9839,
"452608" : 8657,
"456704" : 7484,
"460800" : 6387,
"464896" : 5610,
"468992" : 4842,
"473088" : 4084,
"477184" : 3449,
"481280" : 3086,
"485376" : 2583,
"489472" : 2262,
"493568" : 1996,
"497664" : 1656,
"501760" : 1519,
"505856" : 1238,
"509952" : 1226,
"514048" : 988,
"518144" : 915,
"522240" : 763,
"528384" : 1249,
"536576" : 983,
"544768" : 780,
"552960" : 642,
"561152" : 500,
"569344" : 373,
"577536" : 307,
"585728" : 237,
"593920" : 179,
"602112" : 157,
"610304" : 140,
"618496" : 93,
"626688" : 72,
"634880" : 45,
"643072" : 61,
"651264" : 57,
"659456" : 36,
"667648" : 33,
"675840" : 25,
"684032" : 26,
"692224" : 16,
"700416" : 12,
"708608" : 8,
"716800" : 7,
"724992" : 3,
"733184" : 5,
"741376" : 2,
"749568" : 2,
"757760" : 3,
"765952" : 6,
"774144" : 2,
"831488" : 1,
"839680" : 1,
"847872" : 1
}
},
"lat_ns" : {
"min" : 241058,
"max" : 873094,
"mean" : 369733.587005,
"stddev" : 34730.534434,
"N" : 5412485
},
"bw_min" : 115832,
"bw_max" : 123872,
"bw_agg" : 100.000000,
"bw_mean" : 120305.406685,
"bw_dev" : 1366.886760,
"bw_samples" : 359,
"iops_min" : 28958,
"iops_max" : 30968,
"iops_mean" : 30076.337047,
"iops_stddev" : 341.731314,
"iops_samples" : 359
},
"write" : {
"io_bytes" : 9501257728,
"io_kbytes" : 9278572,
"bw_bytes" : 52785058,
"bw" : 51547,
"iops" : 12886.977150,
"runtime" : 179999,
"total_ios" : 2319643,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9124,
"max" : 242590,
"mean" : 27229.307617,
"stddev" : 4875.098648,
"N" : 2319642
},
"clat_ns" : {
"min" : 225915,
"max" : 839773,
"mean" : 349854.923751,
"stddev" : 33205.923803,
"N" : 2319642,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 325632,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 346112,
"60.000000" : 350208,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 456704,
"99.500000" : 473088,
"99.900000" : 528384,
"99.950000" : 552960,
"99.990000" : 618496
},
"bins" : {
"226304" : 1,
"230400" : 1,
"232448" : 1,
"236544" : 1,
"238592" : 3,
"240640" : 2,
"242688" : 3,
"244736" : 11,
"246784" : 5,
"248832" : 9,
"250880" : 18,
"252928" : 20,
"254976" : 34,
"257024" : 55,
"259072" : 69,
"261120" : 116,
"264192" : 321,
"268288" : 584,
"272384" : 1093,
"276480" : 1923,
"280576" : 3269,
"284672" : 5498,
"288768" : 9060,
"292864" : 14044,
"296960" : 20642,
"301056" : 30352,
"305152" : 42294,
"309248" : 57348,
"313344" : 73764,
"317440" : 91508,
"321536" : 108570,
"325632" : 124027,
"329728" : 134685,
"333824" : 141404,
"337920" : 142508,
"342016" : 138900,
"346112" : 130747,
"350208" : 120596,
"354304" : 109726,
"358400" : 98676,
"362496" : 89175,
"366592" : 80331,
"370688" : 73049,
"374784" : 65451,
"378880" : 58298,
"382976" : 51020,
"387072" : 44135,
"391168" : 37611,
"395264" : 32231,
"399360" : 26795,
"403456" : 22617,
"407552" : 19591,
"411648" : 16614,
"415744" : 13975,
"419840" : 12014,
"423936" : 10242,
"428032" : 8872,
"432128" : 7761,
"436224" : 6579,
"440320" : 5642,
"444416" : 4710,
"448512" : 4122,
"452608" : 3609,
"456704" : 3212,
"460800" : 2629,
"464896" : 2252,
"468992" : 1969,
"473088" : 1695,
"477184" : 1507,
"481280" : 1210,
"485376" : 1044,
"489472" : 901,
"493568" : 852,
"497664" : 683,
"501760" : 609,
"505856" : 570,
"509952" : 476,
"514048" : 444,
"518144" : 370,
"522240" : 301,
"528384" : 530,
"536576" : 393,
"544768" : 319,
"552960" : 277,
"561152" : 210,
"569344" : 163,
"577536" : 135,
"585728" : 106,
"593920" : 77,
"602112" : 79,
"610304" : 52,
"618496" : 45,
"626688" : 29,
"634880" : 27,
"643072" : 32,
"651264" : 23,
"659456" : 14,
"667648" : 24,
"675840" : 14,
"684032" : 10,
"692224" : 10,
"700416" : 3,
"708608" : 1,
"716800" : 4,
"733184" : 1,
"741376" : 1,
"749568" : 1,
"757760" : 3,
"765952" : 1,
"815104" : 1,
"839680" : 1
}
},
"lat_ns" : {
"min" : 251384,
"max" : 877631,
"mean" : 377084.241286,
"stddev" : 35261.048129,
"N" : 2319642
},
"bw_min" : 49776,
"bw_max" : 53936,
"bw_agg" : 100.000000,
"bw_mean" : 51558.019499,
"bw_dev" : 679.813807,
"bw_samples" : 359,
"iops_min" : 12444,
"iops_max" : 13484,
"iops_mean" : 12889.490251,
"iops_stddev" : 169.962662,
"iops_samples" : 359
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 7.005039,
"sys_cpu" : 92.487180,
"ctx" : 5929,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.767011,
"750" : 0.231243,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100470,
"timestamp_ms" : 1773100470096,
"time" : "Mon Mar 9 20:54:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 22169616384,
"io_kbytes" : 21650016,
"bw_bytes" : 123163166,
"bw" : 120276,
"iops" : 30069.071455,
"runtime" : 180002,
"total_ios" : 5412493,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4617,
"max" : 234579,
"mean" : 19121.674279,
"stddev" : 4251.841505,
"N" : 5412494
},
"clat_ns" : {
"min" : 33190,
"max" : 848946,
"mean" : 350611.785500,
"stddev" : 33337.791985,
"N" : 5412504,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 325632,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 346112,
"60.000000" : 354304,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 456704,
"99.500000" : 477184,
"99.900000" : 528384,
"99.950000" : 552960,
"99.990000" : 610304
},
"bins" : {
"33024" : 1,
"52992" : 1,
"102912" : 1,
"111104" : 1,
"199680" : 1,
"226304" : 4,
"228352" : 1,
"234496" : 2,
"236544" : 5,
"238592" : 6,
"240640" : 3,
"242688" : 7,
"244736" : 12,
"246784" : 9,
"248832" : 23,
"250880" : 46,
"252928" : 56,
"254976" : 71,
"257024" : 116,
"259072" : 133,
"261120" : 181,
"264192" : 744,
"268288" : 1353,
"272384" : 2452,
"276480" : 4264,
"280576" : 7270,
"284672" : 12412,
"288768" : 19738,
"292864" : 30824,
"296960" : 46566,
"301056" : 67541,
"305152" : 94667,
"309248" : 128790,
"313344" : 165840,
"317440" : 206949,
"321536" : 246591,
"325632" : 282387,
"329728" : 308526,
"333824" : 325364,
"337920" : 330266,
"342016" : 323668,
"346112" : 307162,
"350208" : 283773,
"354304" : 258556,
"358400" : 233992,
"362496" : 210821,
"366592" : 190857,
"370688" : 173139,
"374784" : 155924,
"378880" : 139454,
"382976" : 122530,
"387072" : 106608,
"391168" : 91482,
"395264" : 77809,
"399360" : 66071,
"403456" : 56083,
"407552" : 47262,
"411648" : 40375,
"415744" : 34151,
"419840" : 29394,
"423936" : 25033,
"428032" : 21362,
"432128" : 18417,
"436224" : 15625,
"440320" : 13325,
"444416" : 11759,
"448512" : 9839,
"452608" : 8657,
"456704" : 7484,
"460800" : 6387,
"464896" : 5610,
"468992" : 4842,
"473088" : 4084,
"477184" : 3449,
"481280" : 3086,
"485376" : 2583,
"489472" : 2262,
"493568" : 1996,
"497664" : 1656,
"501760" : 1519,
"505856" : 1238,
"509952" : 1226,
"514048" : 988,
"518144" : 915,
"522240" : 763,
"528384" : 1249,
"536576" : 983,
"544768" : 780,
"552960" : 642,
"561152" : 500,
"569344" : 373,
"577536" : 307,
"585728" : 237,
"593920" : 179,
"602112" : 157,
"610304" : 140,
"618496" : 93,
"626688" : 72,
"634880" : 45,
"643072" : 61,
"651264" : 57,
"659456" : 36,
"667648" : 33,
"675840" : 25,
"684032" : 26,
"692224" : 16,
"700416" : 12,
"708608" : 8,
"716800" : 7,
"724992" : 3,
"733184" : 5,
"741376" : 2,
"749568" : 2,
"757760" : 3,
"765952" : 6,
"774144" : 2,
"831488" : 1,
"839680" : 1,
"847872" : 1
}
},
"lat_ns" : {
"min" : 51348,
"max" : 873094,
"mean" : 369733.468070,
"stddev" : 34731.525299,
"N" : 5412504
},
"bw_min" : 115832,
"bw_max" : 123872,
"bw_agg" : 100.000000,
"bw_mean" : 120305.406685,
"bw_dev" : 1366.886760,
"bw_samples" : 359,
"iops_min" : 28958,
"iops_max" : 30968,
"iops_mean" : 30076.337047,
"iops_stddev" : 341.731314,
"iops_samples" : 359
},
"write" : {
"io_bytes" : 9501306880,
"io_kbytes" : 9278620,
"bw_bytes" : 52784451,
"bw" : 51547,
"iops" : 12886.801258,
"runtime" : 180002,
"total_ios" : 2319650,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9124,
"max" : 242590,
"mean" : 27229.321659,
"stddev" : 4875.107611,
"N" : 2319650
},
"clat_ns" : {
"min" : 3455,
"max" : 839773,
"mean" : 349854.513938,
"stddev" : 33207.940466,
"N" : 2319654,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 325632,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 346112,
"60.000000" : 350208,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 456704,
"99.500000" : 473088,
"99.900000" : 528384,
"99.950000" : 552960,
"99.990000" : 618496
},
"bins" : {
"3440" : 1,
"74240" : 1,
"134144" : 1,
"164864" : 1,
"220160" : 1,
"226304" : 1,
"230400" : 1,
"232448" : 1,
"236544" : 1,
"238592" : 3,
"240640" : 2,
"242688" : 3,
"244736" : 11,
"246784" : 5,
"248832" : 10,
"250880" : 18,
"252928" : 20,
"254976" : 34,
"257024" : 55,
"259072" : 69,
"261120" : 116,
"264192" : 321,
"268288" : 584,
"272384" : 1093,
"276480" : 1923,
"280576" : 3269,
"284672" : 5498,
"288768" : 9060,
"292864" : 14044,
"296960" : 20642,
"301056" : 30352,
"305152" : 42294,
"309248" : 57348,
"313344" : 73764,
"317440" : 91508,
"321536" : 108570,
"325632" : 124027,
"329728" : 134685,
"333824" : 141404,
"337920" : 142508,
"342016" : 138900,
"346112" : 130747,
"350208" : 120597,
"354304" : 109726,
"358400" : 98676,
"362496" : 89175,
"366592" : 80331,
"370688" : 73049,
"374784" : 65451,
"378880" : 58299,
"382976" : 51020,
"387072" : 44135,
"391168" : 37611,
"395264" : 32231,
"399360" : 26795,
"403456" : 22619,
"407552" : 19591,
"411648" : 16614,
"415744" : 13975,
"419840" : 12014,
"423936" : 10242,
"428032" : 8872,
"432128" : 7763,
"436224" : 6579,
"440320" : 5642,
"444416" : 4710,
"448512" : 4122,
"452608" : 3609,
"456704" : 3212,
"460800" : 2629,
"464896" : 2252,
"468992" : 1969,
"473088" : 1695,
"477184" : 1507,
"481280" : 1210,
"485376" : 1044,
"489472" : 901,
"493568" : 852,
"497664" : 683,
"501760" : 609,
"505856" : 570,
"509952" : 476,
"514048" : 444,
"518144" : 370,
"522240" : 301,
"528384" : 530,
"536576" : 393,
"544768" : 319,
"552960" : 277,
"561152" : 210,
"569344" : 163,
"577536" : 135,
"585728" : 106,
"593920" : 77,
"602112" : 79,
"610304" : 52,
"618496" : 45,
"626688" : 29,
"634880" : 27,
"643072" : 32,
"651264" : 23,
"659456" : 14,
"667648" : 24,
"675840" : 14,
"684032" : 10,
"692224" : 10,
"700416" : 3,
"708608" : 1,
"716800" : 4,
"733184" : 1,
"741376" : 1,
"749568" : 1,
"757760" : 3,
"765952" : 1,
"815104" : 1,
"839680" : 1
}
},
"lat_ns" : {
"min" : 31488,
"max" : 877631,
"mean" : 377083.846771,
"stddev" : 35262.918754,
"N" : 2319654
},
"bw_min" : 49776,
"bw_max" : 53936,
"bw_agg" : 100.000000,
"bw_mean" : 51558.019499,
"bw_dev" : 679.813807,
"bw_samples" : 359,
"iops_min" : 12444,
"iops_max" : 13484,
"iops_mean" : 12889.490251,
"iops_stddev" : 169.962662,
"iops_samples" : 359
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180001,
"usr_cpu" : 7.004961,
"sys_cpu" : 92.486153,
"ctx" : 5930,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999987,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.010000,
"500" : 99.767076,
"750" : 0.231242,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}