raidz2/benchmarks/mixed/mixed-70r30w-qd16-nj1_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773100050,
"timestamp_ms" : 1773100050805,
"time" : "Mon Mar 9 20:47:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1227214848,
"io_kbytes" : 1198452,
"bw_bytes" : 125636245,
"bw" : 122691,
"iops" : 30674.344799,
"runtime" : 9768,
"total_ios" : 299627,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 526848000,
"io_kbytes" : 514500,
"bw_bytes" : 53936117,
"bw" : 52671,
"iops" : 13168.918919,
"runtime" : 9768,
"total_ios" : 128634,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9768,
"usr_cpu" : 7.022932,
"sys_cpu" : 92.495905,
"ctx" : 372,
"majf" : 0,
"minf" : 8,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 99.996497,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999766,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100061,
"timestamp_ms" : 1773100061036,
"time" : "Mon Mar 9 20:47:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1256648704,
"io_kbytes" : 1227196,
"bw_bytes" : 125677438,
"bw" : 122731,
"iops" : 30683.568357,
"runtime" : 9999,
"total_ios" : 306805,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4547,
"max" : 118301,
"mean" : 18725.974423,
"stddev" : 4266.562725,
"N" : 306804
},
"clat_ns" : {
"min" : 239636,
"max" : 707561,
"mean" : 343429.004954,
"stddev" : 33832.570830,
"N" : 306799,
"percentile" : {
"1.000000" : 284672,
"5.000000" : 301056,
"10.000000" : 309248,
"20.000000" : 317440,
"30.000000" : 325632,
"40.000000" : 329728,
"50.000000" : 337920,
"60.000000" : 346112,
"70.000000" : 354304,
"80.000000" : 366592,
"90.000000" : 387072,
"95.000000" : 407552,
"99.000000" : 448512,
"99.500000" : 468992,
"99.900000" : 522240,
"99.950000" : 544768,
"99.990000" : 593920
},
"bins" : {
"240640" : 3,
"242688" : 4,
"244736" : 3,
"246784" : 3,
"248832" : 1,
"250880" : 7,
"252928" : 7,
"254976" : 10,
"257024" : 23,
"259072" : 32,
"261120" : 26,
"264192" : 92,
"268288" : 165,
"272384" : 298,
"276480" : 557,
"280576" : 845,
"284672" : 1407,
"288768" : 2262,
"292864" : 3342,
"296960" : 4752,
"301056" : 6763,
"305152" : 8990,
"309248" : 11457,
"313344" : 13910,
"317440" : 16405,
"321536" : 18231,
"325632" : 19197,
"329728" : 19674,
"333824" : 19129,
"337920" : 17802,
"342016" : 16548,
"346112" : 14563,
"350208" : 12926,
"354304" : 11378,
"358400" : 10028,
"362496" : 9173,
"366592" : 8247,
"370688" : 7359,
"374784" : 6623,
"378880" : 5816,
"382976" : 5132,
"387072" : 4354,
"391168" : 3966,
"395264" : 3413,
"399360" : 2986,
"403456" : 2548,
"407552" : 2235,
"411648" : 1980,
"415744" : 1651,
"419840" : 1509,
"423936" : 1243,
"428032" : 1100,
"432128" : 962,
"436224" : 848,
"440320" : 718,
"444416" : 569,
"448512" : 506,
"452608" : 451,
"456704" : 399,
"460800" : 312,
"464896" : 264,
"468992" : 227,
"473088" : 173,
"477184" : 155,
"481280" : 130,
"485376" : 97,
"489472" : 111,
"493568" : 83,
"497664" : 58,
"501760" : 65,
"505856" : 47,
"509952" : 58,
"514048" : 32,
"518144" : 47,
"522240" : 24,
"528384" : 66,
"536576" : 46,
"544768" : 45,
"552960" : 23,
"561152" : 29,
"569344" : 16,
"577536" : 21,
"585728" : 9,
"593920" : 8,
"602112" : 7,
"610304" : 3,
"618496" : 3,
"634880" : 4,
"651264" : 1,
"659456" : 2,
"667648" : 2,
"684032" : 2,
"692224" : 1,
"708608" : 1
}
},
"lat_ns" : {
"min" : 255460,
"max" : 772520,
"mean" : 362154.985616,
"stddev" : 35247.619098,
"N" : 306799
},
"bw_min" : 119600,
"bw_max" : 124928,
"bw_agg" : 100.000000,
"bw_mean" : 122734.736842,
"bw_dev" : 1632.307734,
"bw_samples" : 19,
"iops_min" : 29900,
"iops_max" : 31232,
"iops_mean" : 30683.684211,
"iops_stddev" : 408.076933,
"iops_samples" : 19
},
"write" : {
"io_bytes" : 539787264,
"io_kbytes" : 527136,
"bw_bytes" : 53984124,
"bw" : 52718,
"iops" : 13179.317932,
"runtime" : 9999,
"total_ios" : 131780,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8723,
"max" : 155248,
"mean" : 26299.776233,
"stddev" : 4953.067037,
"N" : 131780
},
"clat_ns" : {
"min" : 237864,
"max" : 735974,
"mean" : 342900.349440,
"stddev" : 33834.516893,
"N" : 131785,
"percentile" : {
"1.000000" : 284672,
"5.000000" : 301056,
"10.000000" : 309248,
"20.000000" : 317440,
"30.000000" : 321536,
"40.000000" : 329728,
"50.000000" : 337920,
"60.000000" : 342016,
"70.000000" : 354304,
"80.000000" : 366592,
"90.000000" : 387072,
"95.000000" : 407552,
"99.000000" : 448512,
"99.500000" : 464896,
"99.900000" : 522240,
"99.950000" : 544768,
"99.990000" : 610304
},
"bins" : {
"238592" : 1,
"242688" : 1,
"244736" : 2,
"246784" : 1,
"248832" : 2,
"250880" : 11,
"254976" : 3,
"257024" : 7,
"259072" : 13,
"261120" : 18,
"264192" : 35,
"268288" : 80,
"272384" : 121,
"276480" : 207,
"280576" : 404,
"284672" : 672,
"288768" : 985,
"292864" : 1516,
"296960" : 2196,
"301056" : 2947,
"305152" : 3847,
"309248" : 4969,
"313344" : 6395,
"317440" : 7240,
"321536" : 7884,
"325632" : 8325,
"329728" : 8496,
"333824" : 8216,
"337920" : 7635,
"342016" : 7098,
"346112" : 6162,
"350208" : 5288,
"354304" : 4834,
"358400" : 4251,
"362496" : 3766,
"366592" : 3505,
"370688" : 2968,
"374784" : 2749,
"378880" : 2456,
"382976" : 2096,
"387072" : 1931,
"391168" : 1589,
"395264" : 1471,
"399360" : 1292,
"403456" : 1144,
"407552" : 924,
"411648" : 841,
"415744" : 721,
"419840" : 647,
"423936" : 566,
"428032" : 503,
"432128" : 421,
"436224" : 367,
"440320" : 274,
"444416" : 231,
"448512" : 232,
"452608" : 198,
"456704" : 156,
"460800" : 135,
"464896" : 90,
"468992" : 119,
"473088" : 57,
"477184" : 57,
"481280" : 45,
"485376" : 36,
"489472" : 36,
"493568" : 33,
"497664" : 29,
"501760" : 28,
"505856" : 18,
"509952" : 25,
"514048" : 17,
"518144" : 9,
"522240" : 14,
"528384" : 38,
"536576" : 22,
"544768" : 10,
"552960" : 11,
"561152" : 7,
"569344" : 9,
"577536" : 2,
"585728" : 7,
"593920" : 5,
"602112" : 2,
"610304" : 2,
"618496" : 4,
"626688" : 3,
"634880" : 2,
"643072" : 1,
"667648" : 1,
"733184" : 1
}
},
"lat_ns" : {
"min" : 264154,
"max" : 753250,
"mean" : 369200.008195,
"stddev" : 35975.517719,
"N" : 131785
},
"bw_min" : 51696,
"bw_max" : 54408,
"bw_agg" : 99.969895,
"bw_mean" : 52703.736842,
"bw_dev" : 731.460779,
"bw_samples" : 19,
"iops_min" : 12924,
"iops_max" : 13602,
"iops_mean" : 13175.894737,
"iops_stddev" : 182.838695,
"iops_samples" : 19
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 6.860686,
"sys_cpu" : 92.669267,
"ctx" : 365,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999772,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999772,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.815087,
"750" : 0.179897,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100071,
"timestamp_ms" : 1773100071036,
"time" : "Mon Mar 9 20:47:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 2516451328,
"io_kbytes" : 2457472,
"bw_bytes" : 125828857,
"bw" : 122879,
"iops" : 30720.136007,
"runtime" : 19999,
"total_ios" : 614372,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4537,
"max" : 120044,
"mean" : 18710.363126,
"stddev" : 4192.371423,
"N" : 614371
},
"clat_ns" : {
"min" : 239636,
"max" : 707561,
"mean" : 343230.152895,
"stddev" : 32475.361723,
"N" : 614369,
"percentile" : {
"1.000000" : 284672,
"5.000000" : 301056,
"10.000000" : 309248,
"20.000000" : 317440,
"30.000000" : 325632,
"40.000000" : 329728,
"50.000000" : 337920,
"60.000000" : 346112,
"70.000000" : 354304,
"80.000000" : 366592,
"90.000000" : 382976,
"95.000000" : 403456,
"99.000000" : 444416,
"99.500000" : 464896,
"99.900000" : 514048,
"99.950000" : 536576,
"99.990000" : 577536
},
"bins" : {
"240640" : 3,
"242688" : 4,
"244736" : 6,
"246784" : 4,
"248832" : 5,
"250880" : 11,
"252928" : 15,
"254976" : 18,
"257024" : 28,
"259072" : 54,
"261120" : 62,
"264192" : 179,
"268288" : 290,
"272384" : 507,
"276480" : 1030,
"280576" : 1561,
"284672" : 2689,
"288768" : 4188,
"292864" : 6343,
"296960" : 9226,
"301056" : 12953,
"305152" : 17019,
"309248" : 22086,
"313344" : 26890,
"317440" : 31864,
"321536" : 35900,
"325632" : 37890,
"329728" : 39261,
"333824" : 38720,
"337920" : 36394,
"342016" : 33973,
"346112" : 30856,
"350208" : 27659,
"354304" : 24732,
"358400" : 22304,
"362496" : 19950,
"366592" : 17934,
"370688" : 15832,
"374784" : 13916,
"378880" : 11715,
"382976" : 10304,
"387072" : 8445,
"391168" : 7399,
"395264" : 6220,
"399360" : 5310,
"403456" : 4566,
"407552" : 3874,
"411648" : 3406,
"415744" : 2943,
"419840" : 2525,
"423936" : 2162,
"428032" : 1862,
"432128" : 1546,
"436224" : 1415,
"440320" : 1187,
"444416" : 1019,
"448512" : 868,
"452608" : 731,
"456704" : 642,
"460800" : 545,
"464896" : 442,
"468992" : 398,
"473088" : 312,
"477184" : 278,
"481280" : 248,
"485376" : 204,
"489472" : 192,
"493568" : 148,
"497664" : 118,
"501760" : 124,
"505856" : 94,
"509952" : 112,
"514048" : 73,
"518144" : 81,
"522240" : 50,
"528384" : 107,
"536576" : 87,
"544768" : 68,
"552960" : 35,
"561152" : 45,
"569344" : 28,
"577536" : 25,
"585728" : 13,
"593920" : 14,
"602112" : 11,
"610304" : 5,
"618496" : 5,
"634880" : 4,
"651264" : 1,
"659456" : 2,
"667648" : 2,
"684032" : 2,
"692224" : 1,
"708608" : 1
}
},
"lat_ns" : {
"min" : 255460,
"max" : 772520,
"mean" : 361940.513494,
"stddev" : 33809.187618,
"N" : 614369
},
"bw_min" : 119592,
"bw_max" : 125016,
"bw_agg" : 100.000000,
"bw_mean" : 122962.384615,
"bw_dev" : 1434.327196,
"bw_samples" : 39,
"iops_min" : 29898,
"iops_max" : 31254,
"iops_mean" : 30740.564103,
"iops_stddev" : 358.566062,
"iops_samples" : 39
},
"write" : {
"io_bytes" : 1078788096,
"io_kbytes" : 1053504,
"bw_bytes" : 53942101,
"bw" : 52677,
"iops" : 13169.358468,
"runtime" : 19999,
"total_ios" : 263374,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8723,
"max" : 155248,
"mean" : 26353.152350,
"stddev" : 4854.808032,
"N" : 263374
},
"clat_ns" : {
"min" : 237864,
"max" : 735974,
"mean" : 342597.009705,
"stddev" : 32433.964060,
"N" : 263376,
"percentile" : {
"1.000000" : 284672,
"5.000000" : 301056,
"10.000000" : 309248,
"20.000000" : 317440,
"30.000000" : 325632,
"40.000000" : 329728,
"50.000000" : 337920,
"60.000000" : 346112,
"70.000000" : 354304,
"80.000000" : 366592,
"90.000000" : 382976,
"95.000000" : 403456,
"99.000000" : 444416,
"99.500000" : 464896,
"99.900000" : 514048,
"99.950000" : 536576,
"99.990000" : 585728
},
"bins" : {
"238592" : 1,
"242688" : 1,
"244736" : 2,
"246784" : 2,
"248832" : 7,
"250880" : 15,
"252928" : 1,
"254976" : 7,
"257024" : 14,
"259072" : 17,
"261120" : 33,
"264192" : 84,
"268288" : 142,
"272384" : 227,
"276480" : 422,
"280576" : 741,
"284672" : 1218,
"288768" : 1873,
"292864" : 2797,
"296960" : 4151,
"301056" : 5688,
"305152" : 7510,
"309248" : 9712,
"313344" : 12156,
"317440" : 14138,
"321536" : 15661,
"325632" : 16507,
"329728" : 16739,
"333824" : 16543,
"337920" : 15610,
"342016" : 14499,
"346112" : 12998,
"350208" : 11670,
"354304" : 10452,
"358400" : 9216,
"362496" : 8335,
"366592" : 7499,
"370688" : 6460,
"374784" : 5867,
"378880" : 4946,
"382976" : 4168,
"387072" : 3583,
"391168" : 2991,
"395264" : 2663,
"399360" : 2243,
"403456" : 1997,
"407552" : 1637,
"411648" : 1400,
"415744" : 1226,
"419840" : 1048,
"423936" : 950,
"428032" : 844,
"432128" : 695,
"436224" : 569,
"440320" : 461,
"444416" : 393,
"448512" : 388,
"452608" : 298,
"456704" : 254,
"460800" : 251,
"464896" : 160,
"468992" : 184,
"473088" : 116,
"477184" : 102,
"481280" : 102,
"485376" : 73,
"489472" : 77,
"493568" : 62,
"497664" : 61,
"501760" : 59,
"505856" : 43,
"509952" : 46,
"514048" : 31,
"518144" : 16,
"522240" : 18,
"528384" : 60,
"536576" : 39,
"544768" : 24,
"552960" : 22,
"561152" : 9,
"569344" : 14,
"577536" : 5,
"585728" : 9,
"593920" : 6,
"602112" : 3,
"610304" : 2,
"618496" : 5,
"626688" : 3,
"634880" : 2,
"643072" : 1,
"667648" : 1,
"733184" : 1
}
},
"lat_ns" : {
"min" : 262150,
"max" : 753250,
"mean" : 368950.037460,
"stddev" : 34465.254501,
"N" : 263376
},
"bw_min" : 50968,
"bw_max" : 54408,
"bw_agg" : 100.000000,
"bw_mean" : 52699.769231,
"bw_dev" : 776.901994,
"bw_samples" : 39,
"iops_min" : 12742,
"iops_max" : 13602,
"iops_mean" : 13174.923077,
"iops_stddev" : 194.213581,
"iops_samples" : 39
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 7.010351,
"sys_cpu" : 92.519626,
"ctx" : 673,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999886,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999886,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.837197,
"750" : 0.158588,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100081,
"timestamp_ms" : 1773100081036,
"time" : "Mon Mar 9 20:48:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 3748167680,
"io_kbytes" : 3660320,
"bw_bytes" : 124943087,
"bw" : 122014,
"iops" : 30503.883463,
"runtime" : 29999,
"total_ios" : 915086,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4537,
"max" : 156700,
"mean" : 18857.899713,
"stddev" : 4275.755128,
"N" : 915085
},
"clat_ns" : {
"min" : 239636,
"max" : 755244,
"mean" : 345711.367271,
"stddev" : 33527.866637,
"N" : 915082,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 301056,
"10.000000" : 309248,
"20.000000" : 317440,
"30.000000" : 325632,
"40.000000" : 333824,
"50.000000" : 342016,
"60.000000" : 346112,
"70.000000" : 358400,
"80.000000" : 370688,
"90.000000" : 387072,
"95.000000" : 407552,
"99.000000" : 452608,
"99.500000" : 473088,
"99.900000" : 522240,
"99.950000" : 544768,
"99.990000" : 610304
},
"bins" : {
"240640" : 3,
"242688" : 5,
"244736" : 6,
"246784" : 5,
"248832" : 7,
"250880" : 13,
"252928" : 18,
"254976" : 23,
"257024" : 32,
"259072" : 60,
"261120" : 70,
"264192" : 224,
"268288" : 357,
"272384" : 644,
"276480" : 1275,
"280576" : 1972,
"284672" : 3442,
"288768" : 5405,
"292864" : 8108,
"296960" : 12031,
"301056" : 16970,
"305152" : 22665,
"309248" : 29493,
"313344" : 36390,
"317440" : 43853,
"321536" : 50152,
"325632" : 53986,
"329728" : 56817,
"333824" : 57095,
"337920" : 54493,
"342016" : 51895,
"346112" : 47524,
"350208" : 42645,
"354304" : 38447,
"358400" : 34823,
"362496" : 31229,
"366592" : 27925,
"370688" : 24682,
"374784" : 22094,
"378880" : 19054,
"382976" : 16683,
"387072" : 14011,
"391168" : 12228,
"395264" : 10481,
"399360" : 8835,
"403456" : 7556,
"407552" : 6474,
"411648" : 5635,
"415744" : 4965,
"419840" : 4216,
"423936" : 3743,
"428032" : 3230,
"432128" : 2785,
"436224" : 2558,
"440320" : 2145,
"444416" : 1908,
"448512" : 1618,
"452608" : 1448,
"456704" : 1217,
"460800" : 1061,
"464896" : 914,
"468992" : 775,
"473088" : 618,
"477184" : 546,
"481280" : 471,
"485376" : 391,
"489472" : 347,
"493568" : 282,
"497664" : 251,
"501760" : 208,
"505856" : 172,
"509952" : 170,
"514048" : 124,
"518144" : 131,
"522240" : 82,
"528384" : 179,
"536576" : 158,
"544768" : 108,
"552960" : 62,
"561152" : 77,
"569344" : 62,
"577536" : 51,
"585728" : 27,
"593920" : 25,
"602112" : 22,
"610304" : 15,
"618496" : 12,
"626688" : 9,
"634880" : 12,
"643072" : 12,
"651264" : 4,
"659456" : 3,
"667648" : 6,
"675840" : 6,
"684032" : 6,
"692224" : 2,
"700416" : 4,
"708608" : 3,
"716800" : 2,
"724992" : 3,
"733184" : 1,
"757760" : 1
}
},
"lat_ns" : {
"min" : 255460,
"max" : 794824,
"mean" : 364569.288424,
"stddev" : 34936.316761,
"N" : 915082
},
"bw_min" : 116160,
"bw_max" : 125016,
"bw_agg" : 100.000000,
"bw_mean" : 122096.254237,
"bw_dev" : 1867.550291,
"bw_samples" : 59,
"iops_min" : 29040,
"iops_max" : 31254,
"iops_mean" : 30524.033898,
"iops_stddev" : 466.873717,
"iops_samples" : 59
},
"write" : {
"io_bytes" : 1605816320,
"io_kbytes" : 1568180,
"bw_bytes" : 53528994,
"bw" : 52274,
"iops" : 13068.502283,
"runtime" : 29999,
"total_ios" : 392042,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8723,
"max" : 157681,
"mean" : 26629.332383,
"stddev" : 4934.436326,
"N" : 392042
},
"clat_ns" : {
"min" : 237864,
"max" : 737306,
"mean" : 345022.252966,
"stddev" : 33489.872103,
"N" : 392045,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 301056,
"10.000000" : 309248,
"20.000000" : 317440,
"30.000000" : 325632,
"40.000000" : 333824,
"50.000000" : 337920,
"60.000000" : 346112,
"70.000000" : 354304,
"80.000000" : 366592,
"90.000000" : 387072,
"95.000000" : 407552,
"99.000000" : 452608,
"99.500000" : 468992,
"99.900000" : 522240,
"99.950000" : 544768,
"99.990000" : 618496
},
"bins" : {
"238592" : 1,
"240640" : 1,
"242688" : 1,
"244736" : 2,
"246784" : 2,
"248832" : 9,
"250880" : 16,
"252928" : 1,
"254976" : 11,
"257024" : 16,
"259072" : 20,
"261120" : 38,
"264192" : 96,
"268288" : 185,
"272384" : 287,
"276480" : 543,
"280576" : 942,
"284672" : 1543,
"288768" : 2397,
"292864" : 3598,
"296960" : 5380,
"301056" : 7490,
"305152" : 10021,
"309248" : 13036,
"313344" : 16417,
"317440" : 19403,
"321536" : 21942,
"325632" : 23502,
"329728" : 24465,
"333824" : 24611,
"337920" : 23605,
"342016" : 22183,
"346112" : 20051,
"350208" : 18074,
"354304" : 16223,
"358400" : 14252,
"362496" : 12987,
"366592" : 11641,
"370688" : 10136,
"374784" : 9367,
"378880" : 7995,
"382976" : 6831,
"387072" : 5913,
"391168" : 4867,
"395264" : 4338,
"399360" : 3669,
"403456" : 3176,
"407552" : 2723,
"411648" : 2316,
"415744" : 2084,
"419840" : 1781,
"423936" : 1602,
"428032" : 1434,
"432128" : 1160,
"436224" : 1036,
"440320" : 903,
"444416" : 780,
"448512" : 711,
"452608" : 596,
"456704" : 516,
"460800" : 475,
"464896" : 360,
"468992" : 336,
"473088" : 267,
"477184" : 212,
"481280" : 205,
"485376" : 151,
"489472" : 148,
"493568" : 113,
"497664" : 109,
"501760" : 97,
"505856" : 81,
"509952" : 75,
"514048" : 52,
"518144" : 31,
"522240" : 39,
"528384" : 93,
"536576" : 58,
"544768" : 44,
"552960" : 44,
"561152" : 15,
"569344" : 19,
"577536" : 15,
"585728" : 21,
"593920" : 6,
"602112" : 4,
"610304" : 5,
"618496" : 8,
"626688" : 8,
"634880" : 6,
"643072" : 3,
"651264" : 2,
"667648" : 3,
"675840" : 1,
"684032" : 3,
"692224" : 1,
"700416" : 1,
"708608" : 1,
"716800" : 3,
"724992" : 1,
"733184" : 3,
"741376" : 1
}
},
"lat_ns" : {
"min" : 262150,
"max" : 771358,
"mean" : 371651.522129,
"stddev" : 35607.520707,
"N" : 392045
},
"bw_min" : 50680,
"bw_max" : 54408,
"bw_agg" : 100.000000,
"bw_mean" : 52314.152542,
"bw_dev" : 919.772213,
"bw_samples" : 59,
"iops_min" : 12670,
"iops_max" : 13602,
"iops_mean" : 13078.508475,
"iops_stddev" : 229.948523,
"iops_samples" : 59
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 6.846895,
"sys_cpu" : 92.669756,
"ctx" : 1012,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999694,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999694,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.807364,
"750" : 0.189193,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100091,
"timestamp_ms" : 1773100091035,
"time" : "Mon Mar 9 20:48:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 4983533568,
"io_kbytes" : 4866732,
"bw_bytes" : 124591453,
"bw" : 121671,
"iops" : 30417.885447,
"runtime" : 39999,
"total_ios" : 1216685,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4537,
"max" : 206606,
"mean" : 18907.942832,
"stddev" : 4272.502150,
"N" : 1216685
},
"clat_ns" : {
"min" : 239636,
"max" : 755244,
"mean" : 346558.522843,
"stddev" : 33091.359450,
"N" : 1216684,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 301056,
"10.000000" : 309248,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 333824,
"50.000000" : 342016,
"60.000000" : 350208,
"70.000000" : 358400,
"80.000000" : 370688,
"90.000000" : 387072,
"95.000000" : 407552,
"99.000000" : 452608,
"99.500000" : 468992,
"99.900000" : 522240,
"99.950000" : 544768,
"99.990000" : 610304
},
"bins" : {
"240640" : 3,
"242688" : 5,
"244736" : 6,
"246784" : 5,
"248832" : 7,
"250880" : 17,
"252928" : 19,
"254976" : 28,
"257024" : 38,
"259072" : 68,
"261120" : 86,
"264192" : 278,
"268288" : 424,
"272384" : 779,
"276480" : 1521,
"280576" : 2398,
"284672" : 4085,
"288768" : 6556,
"292864" : 9750,
"296960" : 14724,
"301056" : 20815,
"305152" : 28068,
"309248" : 36820,
"313344" : 45796,
"317440" : 55502,
"321536" : 64109,
"325632" : 70097,
"329728" : 74678,
"333824" : 75859,
"337920" : 73191,
"342016" : 70103,
"346112" : 64786,
"350208" : 58930,
"354304" : 53002,
"358400" : 48100,
"362496" : 43348,
"366592" : 38887,
"370688" : 34371,
"374784" : 30820,
"378880" : 26741,
"382976" : 23414,
"387072" : 19950,
"391168" : 17033,
"395264" : 14716,
"399360" : 12307,
"403456" : 10329,
"407552" : 8804,
"411648" : 7572,
"415744" : 6603,
"419840" : 5571,
"423936" : 4898,
"428032" : 4174,
"432128" : 3591,
"436224" : 3181,
"440320" : 2730,
"444416" : 2371,
"448512" : 2001,
"452608" : 1780,
"456704" : 1479,
"460800" : 1319,
"464896" : 1128,
"468992" : 952,
"473088" : 776,
"477184" : 716,
"481280" : 586,
"485376" : 490,
"489472" : 445,
"493568" : 352,
"497664" : 309,
"501760" : 256,
"505856" : 216,
"509952" : 225,
"514048" : 165,
"518144" : 168,
"522240" : 120,
"528384" : 232,
"536576" : 203,
"544768" : 146,
"552960" : 87,
"561152" : 96,
"569344" : 84,
"577536" : 57,
"585728" : 34,
"593920" : 31,
"602112" : 29,
"610304" : 21,
"618496" : 19,
"626688" : 18,
"634880" : 18,
"643072" : 14,
"651264" : 5,
"659456" : 6,
"667648" : 6,
"675840" : 8,
"684032" : 6,
"692224" : 3,
"700416" : 4,
"708608" : 3,
"716800" : 2,
"724992" : 3,
"733184" : 1,
"757760" : 1
}
},
"lat_ns" : {
"min" : 255460,
"max" : 794824,
"mean" : 365466.469123,
"stddev" : 34474.869216,
"N" : 1216684
},
"bw_min" : 116160,
"bw_max" : 125016,
"bw_agg" : 100.000000,
"bw_mean" : 121718.113924,
"bw_dev" : 1779.605970,
"bw_samples" : 79,
"iops_min" : 29040,
"iops_max" : 31254,
"iops_mean" : 30429.493671,
"iops_stddev" : 444.891484,
"iops_samples" : 79
},
"write" : {
"io_bytes" : 2137395200,
"io_kbytes" : 2087300,
"bw_bytes" : 53436215,
"bw" : 52183,
"iops" : 13045.951149,
"runtime" : 39999,
"total_ios" : 521825,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8723,
"max" : 157681,
"mean" : 26734.174699,
"stddev" : 4900.951274,
"N" : 521824
},
"clat_ns" : {
"min" : 237864,
"max" : 737306,
"mean" : 345844.556706,
"stddev" : 33023.709609,
"N" : 521825,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 301056,
"10.000000" : 309248,
"20.000000" : 321536,
"30.000000" : 325632,
"40.000000" : 333824,
"50.000000" : 342016,
"60.000000" : 346112,
"70.000000" : 358400,
"80.000000" : 370688,
"90.000000" : 387072,
"95.000000" : 407552,
"99.000000" : 452608,
"99.500000" : 468992,
"99.900000" : 522240,
"99.950000" : 544768,
"99.990000" : 618496
},
"bins" : {
"238592" : 1,
"240640" : 1,
"242688" : 1,
"244736" : 2,
"246784" : 2,
"248832" : 9,
"250880" : 19,
"252928" : 3,
"254976" : 13,
"257024" : 18,
"259072" : 24,
"261120" : 44,
"264192" : 114,
"268288" : 220,
"272384" : 348,
"276480" : 634,
"280576" : 1120,
"284672" : 1871,
"288768" : 2892,
"292864" : 4428,
"296960" : 6613,
"301056" : 9169,
"305152" : 12459,
"309248" : 16192,
"313344" : 20492,
"317440" : 24660,
"321536" : 28264,
"325632" : 30707,
"329728" : 32203,
"333824" : 32792,
"337920" : 31660,
"342016" : 30135,
"346112" : 27575,
"350208" : 24963,
"354304" : 22399,
"358400" : 19942,
"362496" : 17991,
"366592" : 16237,
"370688" : 14258,
"374784" : 13052,
"378880" : 11277,
"382976" : 9612,
"387072" : 8356,
"391168" : 6878,
"395264" : 5946,
"399360" : 5038,
"403456" : 4344,
"407552" : 3732,
"411648" : 3089,
"415744" : 2760,
"419840" : 2324,
"423936" : 2073,
"428032" : 1795,
"432128" : 1460,
"436224" : 1327,
"440320" : 1127,
"444416" : 980,
"448512" : 879,
"452608" : 731,
"456704" : 617,
"460800" : 578,
"464896" : 448,
"468992" : 428,
"473088" : 335,
"477184" : 266,
"481280" : 262,
"485376" : 190,
"489472" : 188,
"493568" : 145,
"497664" : 133,
"501760" : 119,
"505856" : 108,
"509952" : 93,
"514048" : 79,
"518144" : 44,
"522240" : 54,
"528384" : 111,
"536576" : 80,
"544768" : 58,
"552960" : 58,
"561152" : 27,
"569344" : 21,
"577536" : 20,
"585728" : 28,
"593920" : 9,
"602112" : 6,
"610304" : 6,
"618496" : 15,
"626688" : 10,
"634880" : 6,
"643072" : 3,
"651264" : 3,
"659456" : 2,
"667648" : 4,
"675840" : 2,
"684032" : 3,
"692224" : 1,
"700416" : 1,
"708608" : 1,
"716800" : 3,
"724992" : 1,
"733184" : 3,
"741376" : 1
}
},
"lat_ns" : {
"min" : 262150,
"max" : 771358,
"mean" : 372578.721418,
"stddev" : 35084.406556,
"N" : 521825
},
"bw_min" : 50376,
"bw_max" : 54408,
"bw_agg" : 100.000000,
"bw_mean" : 52195.113924,
"bw_dev" : 881.440589,
"bw_samples" : 79,
"iops_min" : 12594,
"iops_max" : 13602,
"iops_mean" : 13048.746835,
"iops_stddev" : 220.366331,
"iops_samples" : 79
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 6.860172,
"sys_cpu" : 92.649816,
"ctx" : 1364,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999942,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999942,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.811275,
"750" : 0.186079,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100101,
"timestamp_ms" : 1773100101035,
"time" : "Mon Mar 9 20:48:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 6223122432,
"io_kbytes" : 6077268,
"bw_bytes" : 124464937,
"bw" : 121547,
"iops" : 30386.967739,
"runtime" : 49999,
"total_ios" : 1519318,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4537,
"max" : 206606,
"mean" : 18933.646560,
"stddev" : 4252.085388,
"N" : 1519317
},
"clat_ns" : {
"min" : 239636,
"max" : 757377,
"mean" : 346985.495203,
"stddev" : 32845.987185,
"N" : 1519317,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 333824,
"50.000000" : 342016,
"60.000000" : 350208,
"70.000000" : 358400,
"80.000000" : 370688,
"90.000000" : 387072,
"95.000000" : 407552,
"99.000000" : 448512,
"99.500000" : 468992,
"99.900000" : 522240,
"99.950000" : 544768,
"99.990000" : 618496
},
"bins" : {
"240640" : 3,
"242688" : 6,
"244736" : 8,
"246784" : 6,
"248832" : 10,
"250880" : 19,
"252928" : 24,
"254976" : 37,
"257024" : 51,
"259072" : 73,
"261120" : 94,
"264192" : 332,
"268288" : 511,
"272384" : 921,
"276480" : 1754,
"280576" : 2866,
"284672" : 4817,
"288768" : 7788,
"292864" : 11547,
"296960" : 17647,
"301056" : 24831,
"305152" : 33675,
"309248" : 44288,
"313344" : 55403,
"317440" : 67604,
"321536" : 78691,
"325632" : 86345,
"329728" : 92610,
"333824" : 94780,
"337920" : 92428,
"342016" : 88524,
"346112" : 81973,
"350208" : 74970,
"354304" : 67525,
"358400" : 60913,
"362496" : 54956,
"366592" : 49296,
"370688" : 43735,
"374784" : 39200,
"378880" : 34302,
"382976" : 29922,
"387072" : 25495,
"391168" : 21833,
"395264" : 18814,
"399360" : 15850,
"403456" : 13216,
"407552" : 11265,
"411648" : 9646,
"415744" : 8330,
"419840" : 6994,
"423936" : 6087,
"428032" : 5218,
"432128" : 4514,
"436224" : 3907,
"440320" : 3364,
"444416" : 2903,
"448512" : 2411,
"452608" : 2141,
"456704" : 1778,
"460800" : 1588,
"464896" : 1323,
"468992" : 1120,
"473088" : 911,
"477184" : 836,
"481280" : 677,
"485376" : 584,
"489472" : 495,
"493568" : 401,
"497664" : 369,
"501760" : 313,
"505856" : 258,
"509952" : 270,
"514048" : 193,
"518144" : 197,
"522240" : 161,
"528384" : 280,
"536576" : 240,
"544768" : 180,
"552960" : 108,
"561152" : 115,
"569344" : 97,
"577536" : 66,
"585728" : 37,
"593920" : 33,
"602112" : 32,
"610304" : 27,
"618496" : 28,
"626688" : 24,
"634880" : 25,
"643072" : 15,
"651264" : 6,
"659456" : 7,
"667648" : 7,
"675840" : 8,
"684032" : 7,
"692224" : 3,
"700416" : 10,
"708608" : 5,
"716800" : 3,
"724992" : 3,
"733184" : 1,
"741376" : 1,
"757760" : 2
}
},
"lat_ns" : {
"min" : 249932,
"max" : 794824,
"mean" : 365919.145172,
"stddev" : 34210.121636,
"N" : 1519317
},
"bw_min" : 116160,
"bw_max" : 125016,
"bw_agg" : 100.000000,
"bw_mean" : 121558.242424,
"bw_dev" : 1734.742921,
"bw_samples" : 99,
"iops_min" : 29040,
"iops_max" : 31254,
"iops_mean" : 30389.525253,
"iops_stddev" : 433.679284,
"iops_samples" : 99
},
"write" : {
"io_bytes" : 2666938368,
"io_kbytes" : 2604432,
"bw_bytes" : 53339834,
"bw" : 52089,
"iops" : 13022.440449,
"runtime" : 49999,
"total_ios" : 651109,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8723,
"max" : 157681,
"mean" : 26794.874748,
"stddev" : 4873.959629,
"N" : 651109
},
"clat_ns" : {
"min" : 237864,
"max" : 737306,
"mean" : 346268.714545,
"stddev" : 32775.272510,
"N" : 651109,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 301056,
"10.000000" : 309248,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 333824,
"50.000000" : 342016,
"60.000000" : 350208,
"70.000000" : 358400,
"80.000000" : 370688,
"90.000000" : 387072,
"95.000000" : 407552,
"99.000000" : 448512,
"99.500000" : 468992,
"99.900000" : 518144,
"99.950000" : 544768,
"99.990000" : 618496
},
"bins" : {
"238592" : 1,
"240640" : 1,
"242688" : 1,
"244736" : 2,
"246784" : 3,
"248832" : 10,
"250880" : 22,
"252928" : 4,
"254976" : 14,
"257024" : 20,
"259072" : 31,
"261120" : 49,
"264192" : 128,
"268288" : 252,
"272384" : 406,
"276480" : 754,
"280576" : 1317,
"284672" : 2213,
"288768" : 3434,
"292864" : 5238,
"296960" : 7927,
"301056" : 11014,
"305152" : 15004,
"309248" : 19523,
"313344" : 24805,
"317440" : 29974,
"321536" : 34499,
"325632" : 37893,
"329728" : 40103,
"333824" : 40922,
"337920" : 39827,
"342016" : 37993,
"346112" : 34875,
"350208" : 31679,
"354304" : 28591,
"358400" : 25217,
"362496" : 22844,
"366592" : 20636,
"370688" : 18159,
"374784" : 16561,
"378880" : 14329,
"382976" : 12372,
"387072" : 10648,
"391168" : 8889,
"395264" : 7664,
"399360" : 6477,
"403456" : 5538,
"407552" : 4741,
"411648" : 3922,
"415744" : 3490,
"419840" : 2885,
"423936" : 2590,
"428032" : 2248,
"432128" : 1833,
"436224" : 1647,
"440320" : 1363,
"444416" : 1182,
"448512" : 1041,
"452608" : 887,
"456704" : 745,
"460800" : 685,
"464896" : 545,
"468992" : 492,
"473088" : 393,
"477184" : 300,
"481280" : 297,
"485376" : 235,
"489472" : 217,
"493568" : 169,
"497664" : 156,
"501760" : 136,
"505856" : 134,
"509952" : 113,
"514048" : 89,
"518144" : 72,
"522240" : 61,
"528384" : 129,
"536576" : 91,
"544768" : 73,
"552960" : 70,
"561152" : 36,
"569344" : 25,
"577536" : 25,
"585728" : 31,
"593920" : 11,
"602112" : 8,
"610304" : 8,
"618496" : 19,
"626688" : 11,
"634880" : 7,
"643072" : 3,
"651264" : 4,
"659456" : 4,
"667648" : 5,
"675840" : 2,
"684032" : 4,
"692224" : 2,
"700416" : 1,
"708608" : 1,
"716800" : 3,
"724992" : 1,
"733184" : 3,
"741376" : 1
}
},
"lat_ns" : {
"min" : 262150,
"max" : 771358,
"mean" : 373063.605060,
"stddev" : 34808.734185,
"N" : 651109
},
"bw_min" : 50376,
"bw_max" : 54408,
"bw_agg" : 100.000000,
"bw_mean" : 52096.383838,
"bw_dev" : 834.620807,
"bw_samples" : 99,
"iops_min" : 12594,
"iops_max" : 13602,
"iops_mean" : 13024.070707,
"iops_stddev" : 208.657382,
"iops_samples" : 99
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 6.950139,
"sys_cpu" : 92.561851,
"ctx" : 1686,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999954,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999954,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.817501,
"750" : 0.179919,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100111,
"timestamp_ms" : 1773100111036,
"time" : "Mon Mar 9 20:48:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 7489306624,
"io_kbytes" : 7313776,
"bw_bytes" : 124823857,
"bw" : 121898,
"iops" : 30474.691245,
"runtime" : 59999,
"total_ios" : 1828451,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4537,
"max" : 388634,
"mean" : 18871.391764,
"stddev" : 4234.786091,
"N" : 1828451
},
"clat_ns" : {
"min" : 239636,
"max" : 780032,
"mean" : 345979.447541,
"stddev" : 32615.731300,
"N" : 1828445,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 301056,
"10.000000" : 309248,
"20.000000" : 321536,
"30.000000" : 325632,
"40.000000" : 333824,
"50.000000" : 342016,
"60.000000" : 350208,
"70.000000" : 358400,
"80.000000" : 370688,
"90.000000" : 387072,
"95.000000" : 403456,
"99.000000" : 448512,
"99.500000" : 468992,
"99.900000" : 518144,
"99.950000" : 544768,
"99.990000" : 618496
},
"bins" : {
"240640" : 3,
"242688" : 8,
"244736" : 9,
"246784" : 10,
"248832" : 11,
"250880" : 23,
"252928" : 27,
"254976" : 45,
"257024" : 66,
"259072" : 86,
"261120" : 130,
"264192" : 430,
"268288" : 698,
"272384" : 1311,
"276480" : 2383,
"280576" : 3878,
"284672" : 6445,
"288768" : 10272,
"292864" : 15093,
"296960" : 22791,
"301056" : 31945,
"305152" : 43050,
"309248" : 56048,
"313344" : 69682,
"317440" : 84561,
"321536" : 97428,
"325632" : 106107,
"329728" : 112469,
"333824" : 114120,
"337920" : 110258,
"342016" : 104739,
"346112" : 96836,
"350208" : 88441,
"354304" : 79509,
"358400" : 71809,
"362496" : 65146,
"366592" : 58654,
"370688" : 52195,
"374784" : 46239,
"378880" : 40540,
"382976" : 35122,
"387072" : 29750,
"391168" : 25438,
"395264" : 21758,
"399360" : 18178,
"403456" : 15198,
"407552" : 12916,
"411648" : 10929,
"415744" : 9459,
"419840" : 7922,
"423936" : 6853,
"428032" : 5853,
"432128" : 5062,
"436224" : 4350,
"440320" : 3708,
"444416" : 3234,
"448512" : 2645,
"452608" : 2313,
"456704" : 1921,
"460800" : 1744,
"464896" : 1453,
"468992" : 1240,
"473088" : 994,
"477184" : 934,
"481280" : 726,
"485376" : 653,
"489472" : 556,
"493568" : 450,
"497664" : 437,
"501760" : 358,
"505856" : 293,
"509952" : 314,
"514048" : 223,
"518144" : 215,
"522240" : 180,
"528384" : 324,
"536576" : 264,
"544768" : 196,
"552960" : 128,
"561152" : 120,
"569344" : 108,
"577536" : 74,
"585728" : 43,
"593920" : 39,
"602112" : 44,
"610304" : 31,
"618496" : 35,
"626688" : 33,
"634880" : 32,
"643072" : 18,
"651264" : 8,
"659456" : 8,
"667648" : 8,
"675840" : 8,
"684032" : 7,
"692224" : 4,
"700416" : 10,
"708608" : 5,
"716800" : 4,
"724992" : 4,
"733184" : 2,
"741376" : 1,
"757760" : 2,
"765952" : 9,
"774144" : 1,
"782336" : 1
}
},
"lat_ns" : {
"min" : 249932,
"max" : 799351,
"mean" : 364850.850718,
"stddev" : 33966.395104,
"N" : 1828445
},
"bw_min" : 116160,
"bw_max" : 125168,
"bw_agg" : 100.000000,
"bw_mean" : 121912.327731,
"bw_dev" : 1808.546078,
"bw_samples" : 119,
"iops_min" : 29040,
"iops_max" : 31294,
"iops_mean" : 30478.067227,
"iops_stddev" : 452.164544,
"iops_samples" : 119
},
"write" : {
"io_bytes" : 3210158080,
"io_kbytes" : 3134920,
"bw_bytes" : 53503526,
"bw" : 52249,
"iops" : 13062.301038,
"runtime" : 59999,
"total_ios" : 783725,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8593,
"max" : 157681,
"mean" : 26679.931459,
"stddev" : 4852.118042,
"N" : 783724
},
"clat_ns" : {
"min" : 237864,
"max" : 737306,
"mean" : 345276.231778,
"stddev" : 32499.828780,
"N" : 783730,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 301056,
"10.000000" : 309248,
"20.000000" : 321536,
"30.000000" : 325632,
"40.000000" : 333824,
"50.000000" : 342016,
"60.000000" : 346112,
"70.000000" : 358400,
"80.000000" : 366592,
"90.000000" : 387072,
"95.000000" : 403456,
"99.000000" : 448512,
"99.500000" : 464896,
"99.900000" : 518144,
"99.950000" : 544768,
"99.990000" : 618496
},
"bins" : {
"238592" : 1,
"240640" : 1,
"242688" : 3,
"244736" : 2,
"246784" : 5,
"248832" : 10,
"250880" : 25,
"252928" : 8,
"254976" : 16,
"257024" : 27,
"259072" : 41,
"261120" : 63,
"264192" : 172,
"268288" : 344,
"272384" : 555,
"276480" : 1042,
"280576" : 1799,
"284672" : 2892,
"288768" : 4520,
"292864" : 6795,
"296960" : 10195,
"301056" : 14148,
"305152" : 19146,
"309248" : 24796,
"313344" : 31056,
"317440" : 37424,
"321536" : 42685,
"325632" : 46579,
"329728" : 48551,
"333824" : 49137,
"337920" : 47578,
"342016" : 44926,
"346112" : 41135,
"350208" : 37254,
"354304" : 33636,
"358400" : 29900,
"362496" : 27192,
"366592" : 24528,
"370688" : 21667,
"374784" : 19681,
"378880" : 16945,
"382976" : 14572,
"387072" : 12396,
"391168" : 10322,
"395264" : 8855,
"399360" : 7473,
"403456" : 6366,
"407552" : 5394,
"411648" : 4464,
"415744" : 3923,
"419840" : 3284,
"423936" : 2916,
"428032" : 2527,
"432128" : 2059,
"436224" : 1804,
"440320" : 1491,
"444416" : 1295,
"448512" : 1130,
"452608" : 975,
"456704" : 819,
"460800" : 745,
"464896" : 602,
"468992" : 543,
"473088" : 435,
"477184" : 332,
"481280" : 322,
"485376" : 267,
"489472" : 236,
"493568" : 185,
"497664" : 175,
"501760" : 148,
"505856" : 156,
"509952" : 125,
"514048" : 102,
"518144" : 81,
"522240" : 76,
"528384" : 146,
"536576" : 99,
"544768" : 86,
"552960" : 72,
"561152" : 40,
"569344" : 27,
"577536" : 29,
"585728" : 35,
"593920" : 17,
"602112" : 12,
"610304" : 12,
"618496" : 24,
"626688" : 13,
"634880" : 8,
"643072" : 4,
"651264" : 4,
"659456" : 4,
"667648" : 5,
"675840" : 2,
"684032" : 4,
"692224" : 2,
"700416" : 1,
"708608" : 1,
"716800" : 3,
"724992" : 1,
"733184" : 3,
"741376" : 1
}
},
"lat_ns" : {
"min" : 261670,
"max" : 771358,
"mean" : 371956.154043,
"stddev" : 34525.662583,
"N" : 783730
},
"bw_min" : 50376,
"bw_max" : 54408,
"bw_agg" : 100.000000,
"bw_mean" : 52253.109244,
"bw_dev" : 864.538613,
"bw_samples" : 119,
"iops_min" : 12594,
"iops_max" : 13602,
"iops_mean" : 13063.252101,
"iops_stddev" : 216.138069,
"iops_samples" : 119
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 7.076785,
"sys_cpu" : 92.438207,
"ctx" : 2059,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999962,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999962,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.827117,
"750" : 0.169858,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100121,
"timestamp_ms" : 1773100121036,
"time" : "Mon Mar 9 20:48:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 8722239488,
"io_kbytes" : 8517812,
"bw_bytes" : 124605201,
"bw" : 121684,
"iops" : 30421.263161,
"runtime" : 69999,
"total_ios" : 2129458,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4537,
"max" : 388634,
"mean" : 18905.885288,
"stddev" : 4291.214884,
"N" : 2129458
},
"clat_ns" : {
"min" : 239636,
"max" : 780032,
"mean" : 346569.572738,
"stddev" : 33380.449163,
"N" : 2129454,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 301056,
"10.000000" : 309248,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 333824,
"50.000000" : 342016,
"60.000000" : 350208,
"70.000000" : 358400,
"80.000000" : 370688,
"90.000000" : 387072,
"95.000000" : 407552,
"99.000000" : 452608,
"99.500000" : 473088,
"99.900000" : 528384,
"99.950000" : 552960,
"99.990000" : 618496
},
"bins" : {
"240640" : 3,
"242688" : 8,
"244736" : 10,
"246784" : 10,
"248832" : 15,
"250880" : 26,
"252928" : 33,
"254976" : 55,
"257024" : 73,
"259072" : 99,
"261120" : 153,
"264192" : 503,
"268288" : 821,
"272384" : 1502,
"276480" : 2728,
"280576" : 4407,
"284672" : 7357,
"288768" : 11714,
"292864" : 17390,
"296960" : 26107,
"301056" : 36792,
"305152" : 49594,
"309248" : 64825,
"313344" : 80371,
"317440" : 97373,
"321536" : 112481,
"325632" : 122740,
"329728" : 130068,
"333824" : 132107,
"337920" : 128225,
"342016" : 121644,
"346112" : 112660,
"350208" : 102528,
"354304" : 92131,
"358400" : 82973,
"362496" : 75703,
"366592" : 68198,
"370688" : 60748,
"374784" : 53894,
"378880" : 47517,
"382976" : 41152,
"387072" : 34935,
"391168" : 30057,
"395264" : 25589,
"399360" : 21329,
"403456" : 18041,
"407552" : 15334,
"411648" : 13067,
"415744" : 11363,
"419840" : 9508,
"423936" : 8349,
"428032" : 7270,
"432128" : 6284,
"436224" : 5574,
"440320" : 4800,
"444416" : 4232,
"448512" : 3559,
"452608" : 3133,
"456704" : 2689,
"460800" : 2414,
"464896" : 2063,
"468992" : 1760,
"473088" : 1449,
"477184" : 1304,
"481280" : 1054,
"485376" : 976,
"489472" : 794,
"493568" : 673,
"497664" : 621,
"501760" : 503,
"505856" : 435,
"509952" : 434,
"514048" : 326,
"518144" : 302,
"522240" : 250,
"528384" : 435,
"536576" : 360,
"544768" : 279,
"552960" : 204,
"561152" : 179,
"569344" : 162,
"577536" : 109,
"585728" : 71,
"593920" : 66,
"602112" : 71,
"610304" : 54,
"618496" : 48,
"626688" : 44,
"634880" : 36,
"643072" : 28,
"651264" : 12,
"659456" : 13,
"667648" : 10,
"675840" : 8,
"684032" : 9,
"692224" : 7,
"700416" : 11,
"708608" : 5,
"716800" : 4,
"724992" : 4,
"733184" : 2,
"741376" : 1,
"757760" : 2,
"765952" : 9,
"774144" : 1,
"782336" : 1
}
},
"lat_ns" : {
"min" : 249932,
"max" : 799351,
"mean" : 365475.460508,
"stddev" : 34787.664989,
"N" : 2129454
},
"bw_min" : 116160,
"bw_max" : 125168,
"bw_agg" : 100.000000,
"bw_mean" : 121736.230216,
"bw_dev" : 1862.959175,
"bw_samples" : 139,
"iops_min" : 29040,
"iops_max" : 31294,
"iops_mean" : 30434.035971,
"iops_stddev" : 465.757330,
"iops_samples" : 139
},
"write" : {
"io_bytes" : 3738726400,
"io_kbytes" : 3651100,
"bw_bytes" : 53411140,
"bw" : 52159,
"iops" : 13039.786283,
"runtime" : 69999,
"total_ios" : 912772,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8593,
"max" : 157681,
"mean" : 26740.675820,
"stddev" : 4906.841942,
"N" : 912771
},
"clat_ns" : {
"min" : 237864,
"max" : 737306,
"mean" : 345896.071214,
"stddev" : 33286.837012,
"N" : 912775,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 301056,
"10.000000" : 309248,
"20.000000" : 321536,
"30.000000" : 325632,
"40.000000" : 333824,
"50.000000" : 342016,
"60.000000" : 346112,
"70.000000" : 358400,
"80.000000" : 370688,
"90.000000" : 387072,
"95.000000" : 407552,
"99.000000" : 452608,
"99.500000" : 473088,
"99.900000" : 528384,
"99.950000" : 552960,
"99.990000" : 618496
},
"bins" : {
"238592" : 1,
"240640" : 1,
"242688" : 3,
"244736" : 2,
"246784" : 5,
"248832" : 10,
"250880" : 28,
"252928" : 10,
"254976" : 18,
"257024" : 34,
"259072" : 45,
"261120" : 75,
"264192" : 202,
"268288" : 399,
"272384" : 654,
"276480" : 1180,
"280576" : 2042,
"284672" : 3317,
"288768" : 5183,
"292864" : 7798,
"296960" : 11720,
"301056" : 16207,
"305152" : 21992,
"309248" : 28630,
"313344" : 35734,
"317440" : 43053,
"321536" : 49159,
"325632" : 53940,
"329728" : 56262,
"333824" : 56884,
"337920" : 55276,
"342016" : 52119,
"346112" : 47776,
"350208" : 43225,
"354304" : 39026,
"358400" : 34672,
"362496" : 31719,
"366592" : 28556,
"370688" : 25384,
"374784" : 22960,
"378880" : 19813,
"382976" : 17050,
"387072" : 14548,
"391168" : 12217,
"395264" : 10405,
"399360" : 8791,
"403456" : 7506,
"407552" : 6427,
"411648" : 5342,
"415744" : 4681,
"419840" : 3959,
"423936" : 3567,
"428032" : 3107,
"432128" : 2617,
"436224" : 2315,
"440320" : 1974,
"444416" : 1738,
"448512" : 1497,
"452608" : 1352,
"456704" : 1098,
"460800" : 1014,
"464896" : 866,
"468992" : 768,
"473088" : 648,
"477184" : 504,
"481280" : 487,
"485376" : 389,
"489472" : 332,
"493568" : 280,
"497664" : 252,
"501760" : 210,
"505856" : 223,
"509952" : 190,
"514048" : 147,
"518144" : 125,
"522240" : 104,
"528384" : 192,
"536576" : 136,
"544768" : 122,
"552960" : 100,
"561152" : 63,
"569344" : 49,
"577536" : 48,
"585728" : 49,
"593920" : 35,
"602112" : 18,
"610304" : 21,
"618496" : 26,
"626688" : 19,
"634880" : 10,
"643072" : 6,
"651264" : 7,
"659456" : 5,
"667648" : 5,
"675840" : 2,
"684032" : 4,
"692224" : 3,
"700416" : 2,
"708608" : 1,
"716800" : 3,
"724992" : 1,
"733184" : 3,
"741376" : 1
}
},
"lat_ns" : {
"min" : 261670,
"max" : 771358,
"mean" : 372636.715928,
"stddev" : 35379.545824,
"N" : 912775
},
"bw_min" : 50376,
"bw_max" : 54408,
"bw_agg" : 100.000000,
"bw_mean" : 52174.805755,
"bw_dev" : 876.244307,
"bw_samples" : 139,
"iops_min" : 12594,
"iops_max" : 13602,
"iops_mean" : 13043.676259,
"iops_stddev" : 219.057474,
"iops_samples" : 139
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 7.055815,
"sys_cpu" : 92.455607,
"ctx" : 2459,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999967,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999967,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.788510,
"750" : 0.208728,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100131,
"timestamp_ms" : 1773100131036,
"time" : "Mon Mar 9 20:48:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 9946423296,
"io_kbytes" : 9713304,
"bw_bytes" : 124331845,
"bw" : 121417,
"iops" : 30354.504431,
"runtime" : 79999,
"total_ios" : 2428330,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4537,
"max" : 388634,
"mean" : 18953.013957,
"stddev" : 4319.444539,
"N" : 2428329
},
"clat_ns" : {
"min" : 239636,
"max" : 780032,
"mean" : 347364.775079,
"stddev" : 33938.437559,
"N" : 2428327,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 305152,
"10.000000" : 309248,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 333824,
"50.000000" : 342016,
"60.000000" : 350208,
"70.000000" : 358400,
"80.000000" : 370688,
"90.000000" : 391168,
"95.000000" : 407552,
"99.000000" : 456704,
"99.500000" : 477184,
"99.900000" : 528384,
"99.950000" : 561152,
"99.990000" : 618496
},
"bins" : {
"240640" : 4,
"242688" : 8,
"244736" : 10,
"246784" : 10,
"248832" : 17,
"250880" : 31,
"252928" : 38,
"254976" : 62,
"257024" : 78,
"259072" : 102,
"261120" : 166,
"264192" : 545,
"268288" : 905,
"272384" : 1620,
"276480" : 2955,
"280576" : 4802,
"284672" : 7969,
"288768" : 12767,
"292864" : 19072,
"296960" : 28625,
"301056" : 40510,
"305152" : 54792,
"309248" : 71701,
"313344" : 89242,
"317440" : 108552,
"321536" : 126000,
"325632" : 138010,
"329728" : 147224,
"333824" : 150057,
"337920" : 145975,
"342016" : 139172,
"346112" : 129126,
"350208" : 117752,
"354304" : 105968,
"358400" : 95404,
"362496" : 86978,
"366592" : 78241,
"370688" : 69952,
"374784" : 62064,
"378880" : 54840,
"382976" : 47770,
"387072" : 40848,
"391168" : 34955,
"395264" : 29879,
"399360" : 24896,
"403456" : 21122,
"407552" : 17927,
"411648" : 15319,
"415744" : 13334,
"419840" : 11249,
"423936" : 9909,
"428032" : 8753,
"432128" : 7597,
"436224" : 6868,
"440320" : 5924,
"444416" : 5299,
"448512" : 4558,
"452608" : 4067,
"456704" : 3569,
"460800" : 3159,
"464896" : 2672,
"468992" : 2301,
"473088" : 1911,
"477184" : 1713,
"481280" : 1400,
"485376" : 1307,
"489472" : 1075,
"493568" : 902,
"497664" : 842,
"501760" : 670,
"505856" : 575,
"509952" : 567,
"514048" : 421,
"518144" : 387,
"522240" : 341,
"528384" : 582,
"536576" : 467,
"544768" : 366,
"552960" : 255,
"561152" : 229,
"569344" : 196,
"577536" : 148,
"585728" : 104,
"593920" : 89,
"602112" : 89,
"610304" : 71,
"618496" : 61,
"626688" : 50,
"634880" : 43,
"643072" : 34,
"651264" : 15,
"659456" : 14,
"667648" : 10,
"675840" : 9,
"684032" : 10,
"692224" : 9,
"700416" : 12,
"708608" : 5,
"716800" : 7,
"724992" : 5,
"733184" : 2,
"741376" : 1,
"757760" : 2,
"765952" : 9,
"774144" : 1,
"782336" : 1
}
},
"lat_ns" : {
"min" : 249932,
"max" : 799351,
"mean" : 366317.779521,
"stddev" : 35385.011118,
"N" : 2428327
},
"bw_min" : 116160,
"bw_max" : 125168,
"bw_agg" : 100.000000,
"bw_mean" : 121462.182390,
"bw_dev" : 1925.231654,
"bw_samples" : 159,
"iops_min" : 29040,
"iops_max" : 31294,
"iops_mean" : 30365.534591,
"iops_stddev" : 481.319255,
"iops_samples" : 159
},
"write" : {
"io_bytes" : 4262076416,
"io_kbytes" : 4162184,
"bw_bytes" : 53276621,
"bw" : 52027,
"iops" : 13006.962587,
"runtime" : 79999,
"total_ios" : 1040544,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8593,
"max" : 157681,
"mean" : 26819.159011,
"stddev" : 4947.886963,
"N" : 1040544
},
"clat_ns" : {
"min" : 237864,
"max" : 737306,
"mean" : 346670.686502,
"stddev" : 33835.355941,
"N" : 1040546,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 301056,
"10.000000" : 309248,
"20.000000" : 321536,
"30.000000" : 325632,
"40.000000" : 333824,
"50.000000" : 342016,
"60.000000" : 350208,
"70.000000" : 358400,
"80.000000" : 370688,
"90.000000" : 387072,
"95.000000" : 407552,
"99.000000" : 456704,
"99.500000" : 477184,
"99.900000" : 528384,
"99.950000" : 552960,
"99.990000" : 618496
},
"bins" : {
"238592" : 1,
"240640" : 1,
"242688" : 4,
"244736" : 4,
"246784" : 6,
"248832" : 10,
"250880" : 29,
"252928" : 15,
"254976" : 19,
"257024" : 36,
"259072" : 51,
"261120" : 82,
"264192" : 219,
"268288" : 434,
"272384" : 711,
"276480" : 1271,
"280576" : 2202,
"284672" : 3603,
"288768" : 5669,
"292864" : 8533,
"296960" : 12893,
"301056" : 17853,
"305152" : 24282,
"309248" : 31657,
"313344" : 39705,
"317440" : 48046,
"321536" : 55029,
"325632" : 60775,
"329728" : 63672,
"333824" : 64595,
"337920" : 63009,
"342016" : 59678,
"346112" : 54831,
"350208" : 49656,
"354304" : 44878,
"358400" : 39899,
"362496" : 36361,
"366592" : 32782,
"370688" : 29227,
"374784" : 26380,
"378880" : 22937,
"382976" : 19719,
"387072" : 16963,
"391168" : 14234,
"395264" : 12080,
"399360" : 10228,
"403456" : 8751,
"407552" : 7563,
"411648" : 6293,
"415744" : 5482,
"419840" : 4745,
"423936" : 4253,
"428032" : 3704,
"432128" : 3147,
"436224" : 2825,
"440320" : 2509,
"444416" : 2177,
"448512" : 1916,
"452608" : 1724,
"456704" : 1403,
"460800" : 1315,
"464896" : 1122,
"468992" : 988,
"473088" : 860,
"477184" : 666,
"481280" : 632,
"485376" : 533,
"489472" : 445,
"493568" : 379,
"497664" : 342,
"501760" : 289,
"505856" : 287,
"509952" : 245,
"514048" : 189,
"518144" : 173,
"522240" : 127,
"528384" : 245,
"536576" : 178,
"544768" : 156,
"552960" : 127,
"561152" : 78,
"569344" : 65,
"577536" : 63,
"585728" : 60,
"593920" : 47,
"602112" : 23,
"610304" : 26,
"618496" : 33,
"626688" : 24,
"634880" : 13,
"643072" : 8,
"651264" : 8,
"659456" : 6,
"667648" : 7,
"675840" : 4,
"684032" : 6,
"692224" : 3,
"700416" : 2,
"708608" : 1,
"716800" : 5,
"724992" : 1,
"733184" : 3,
"741376" : 1
}
},
"lat_ns" : {
"min" : 257313,
"max" : 771358,
"mean" : 373489.817652,
"stddev" : 35973.759049,
"N" : 1040546
},
"bw_min" : 49584,
"bw_max" : 54408,
"bw_agg" : 100.000000,
"bw_mean" : 52041.597484,
"bw_dev" : 922.832562,
"bw_samples" : 159,
"iops_min" : 12396,
"iops_max" : 13602,
"iops_mean" : 13010.371069,
"iops_stddev" : 230.706607,
"iops_samples" : 159
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 7.033838,
"sys_cpu" : 92.476156,
"ctx" : 2853,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999971,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999971,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.759086,
"750" : 0.238291,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100141,
"timestamp_ms" : 1773100141036,
"time" : "Mon Mar 9 20:49:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 11169734656,
"io_kbytes" : 10907944,
"bw_bytes" : 124109541,
"bw" : 121200,
"iops" : 30300.270003,
"runtime" : 89999,
"total_ios" : 2726994,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4537,
"max" : 388634,
"mean" : 18986.411222,
"stddev" : 4344.760654,
"N" : 2726993
},
"clat_ns" : {
"min" : 230863,
"max" : 785760,
"mean" : 347956.007311,
"stddev" : 34439.905441,
"N" : 2726989,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 333824,
"50.000000" : 342016,
"60.000000" : 350208,
"70.000000" : 358400,
"80.000000" : 370688,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 460800,
"99.500000" : 481280,
"99.900000" : 528384,
"99.950000" : 561152,
"99.990000" : 626688
},
"bins" : {
"230400" : 1,
"240640" : 5,
"242688" : 9,
"244736" : 12,
"246784" : 10,
"248832" : 20,
"250880" : 31,
"252928" : 40,
"254976" : 65,
"257024" : 88,
"259072" : 111,
"261120" : 173,
"264192" : 589,
"268288" : 972,
"272384" : 1778,
"276480" : 3241,
"280576" : 5287,
"284672" : 8731,
"288768" : 14003,
"292864" : 20923,
"296960" : 31425,
"301056" : 44367,
"305152" : 60469,
"309248" : 78923,
"313344" : 98499,
"317440" : 120264,
"321536" : 139714,
"325632" : 153839,
"329728" : 164532,
"333824" : 167957,
"337920" : 164005,
"342016" : 156493,
"346112" : 145285,
"350208" : 132263,
"354304" : 118949,
"358400" : 107096,
"362496" : 97261,
"366592" : 87484,
"370688" : 78505,
"374784" : 69799,
"378880" : 61837,
"382976" : 53927,
"387072" : 46444,
"391168" : 39775,
"395264" : 34230,
"399360" : 28633,
"403456" : 24439,
"407552" : 20894,
"411648" : 17935,
"415744" : 15584,
"419840" : 13192,
"423936" : 11666,
"428032" : 10461,
"432128" : 9125,
"436224" : 8299,
"440320" : 7211,
"444416" : 6477,
"448512" : 5535,
"452608" : 5029,
"456704" : 4394,
"460800" : 3934,
"464896" : 3342,
"468992" : 2876,
"473088" : 2418,
"477184" : 2123,
"481280" : 1763,
"485376" : 1614,
"489472" : 1361,
"493568" : 1118,
"497664" : 1057,
"501760" : 849,
"505856" : 716,
"509952" : 662,
"514048" : 541,
"518144" : 475,
"522240" : 416,
"528384" : 704,
"536576" : 541,
"544768" : 426,
"552960" : 313,
"561152" : 268,
"569344" : 233,
"577536" : 162,
"585728" : 126,
"593920" : 95,
"602112" : 93,
"610304" : 75,
"618496" : 65,
"626688" : 58,
"634880" : 51,
"643072" : 44,
"651264" : 21,
"659456" : 21,
"667648" : 17,
"675840" : 18,
"684032" : 13,
"692224" : 12,
"700416" : 19,
"708608" : 6,
"716800" : 7,
"724992" : 7,
"733184" : 2,
"741376" : 2,
"757760" : 6,
"765952" : 11,
"774144" : 1,
"782336" : 2
}
},
"lat_ns" : {
"min" : 248550,
"max" : 806682,
"mean" : 366942.416024,
"stddev" : 35917.898160,
"N" : 2726989
},
"bw_min" : 116160,
"bw_max" : 125168,
"bw_agg" : 100.000000,
"bw_mean" : 121254.737430,
"bw_dev" : 1964.597055,
"bw_samples" : 179,
"iops_min" : 29040,
"iops_max" : 31294,
"iops_mean" : 30313.670391,
"iops_stddev" : 491.161473,
"iops_samples" : 179
},
"write" : {
"io_bytes" : 4787331072,
"io_kbytes" : 4675128,
"bw_bytes" : 53193158,
"bw" : 51946,
"iops" : 12986.566517,
"runtime" : 89999,
"total_ios" : 1168778,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8593,
"max" : 162759,
"mean" : 26878.740894,
"stddev" : 4977.321826,
"N" : 1168778
},
"clat_ns" : {
"min" : 237864,
"max" : 779170,
"mean" : 347273.217496,
"stddev" : 34331.228466,
"N" : 1168782,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 301056,
"10.000000" : 309248,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 333824,
"50.000000" : 342016,
"60.000000" : 350208,
"70.000000" : 358400,
"80.000000" : 370688,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 460800,
"99.500000" : 481280,
"99.900000" : 528384,
"99.950000" : 552960,
"99.990000" : 626688
},
"bins" : {
"238592" : 1,
"240640" : 2,
"242688" : 4,
"244736" : 4,
"246784" : 6,
"248832" : 10,
"250880" : 29,
"252928" : 16,
"254976" : 23,
"257024" : 38,
"259072" : 59,
"261120" : 84,
"264192" : 235,
"268288" : 465,
"272384" : 791,
"276480" : 1390,
"280576" : 2439,
"284672" : 3963,
"288768" : 6243,
"292864" : 9322,
"296960" : 14161,
"301056" : 19586,
"305152" : 26709,
"309248" : 34886,
"313344" : 43818,
"317440" : 53170,
"321536" : 61016,
"325632" : 67784,
"329728" : 71114,
"333824" : 72277,
"337920" : 70647,
"342016" : 67037,
"346112" : 61716,
"350208" : 55925,
"354304" : 50538,
"358400" : 44802,
"362496" : 40847,
"366592" : 36713,
"370688" : 32779,
"374784" : 29603,
"378880" : 26010,
"382976" : 22358,
"387072" : 19274,
"391168" : 16231,
"395264" : 13886,
"399360" : 11894,
"403456" : 10184,
"407552" : 8760,
"411648" : 7349,
"415744" : 6359,
"419840" : 5620,
"423936" : 5045,
"428032" : 4385,
"432128" : 3748,
"436224" : 3402,
"440320" : 3025,
"444416" : 2689,
"448512" : 2302,
"452608" : 2171,
"456704" : 1745,
"460800" : 1658,
"464896" : 1405,
"468992" : 1215,
"473088" : 1063,
"477184" : 815,
"481280" : 796,
"485376" : 651,
"489472" : 555,
"493568" : 477,
"497664" : 422,
"501760" : 359,
"505856" : 340,
"509952" : 314,
"514048" : 232,
"518144" : 203,
"522240" : 162,
"528384" : 299,
"536576" : 213,
"544768" : 183,
"552960" : 158,
"561152" : 101,
"569344" : 83,
"577536" : 67,
"585728" : 65,
"593920" : 49,
"602112" : 25,
"610304" : 29,
"618496" : 37,
"626688" : 29,
"634880" : 14,
"643072" : 9,
"651264" : 11,
"659456" : 7,
"667648" : 10,
"675840" : 6,
"684032" : 7,
"692224" : 6,
"700416" : 3,
"708608" : 2,
"716800" : 5,
"724992" : 1,
"733184" : 3,
"741376" : 1,
"749568" : 1,
"757760" : 1,
"765952" : 1,
"782336" : 1
}
},
"lat_ns" : {
"min" : 257313,
"max" : 810258,
"mean" : 374151.940429,
"stddev" : 36508.095029,
"N" : 1168782
},
"bw_min" : 49584,
"bw_max" : 54408,
"bw_agg" : 100.000000,
"bw_mean" : 51958.949721,
"bw_dev" : 925.031966,
"bw_samples" : 179,
"iops_min" : 12396,
"iops_max" : 13602,
"iops_mean" : 12989.703911,
"iops_stddev" : 231.257521,
"iops_samples" : 179
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 7.005633,
"sys_cpu" : 92.506583,
"ctx" : 3180,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999974,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999974,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.740488,
"750" : 0.256663,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100151,
"timestamp_ms" : 1773100151035,
"time" : "Mon Mar 9 20:49:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 12389588992,
"io_kbytes" : 12099208,
"bw_bytes" : 123897128,
"bw" : 120993,
"iops" : 30248.342483,
"runtime" : 99999,
"total_ios" : 3024804,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4537,
"max" : 388634,
"mean" : 19019.381740,
"stddev" : 4374.564534,
"N" : 3024803
},
"clat_ns" : {
"min" : 230863,
"max" : 785760,
"mean" : 348537.226745,
"stddev" : 34944.013720,
"N" : 3024803,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 333824,
"50.000000" : 342016,
"60.000000" : 350208,
"70.000000" : 358400,
"80.000000" : 370688,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 464896,
"99.500000" : 485376,
"99.900000" : 536576,
"99.950000" : 561152,
"99.990000" : 634880
},
"bins" : {
"230400" : 1,
"238592" : 1,
"240640" : 6,
"242688" : 9,
"244736" : 12,
"246784" : 11,
"248832" : 25,
"250880" : 37,
"252928" : 48,
"254976" : 71,
"257024" : 91,
"259072" : 122,
"261120" : 177,
"264192" : 630,
"268288" : 1020,
"272384" : 1906,
"276480" : 3473,
"280576" : 5668,
"284672" : 9370,
"288768" : 15150,
"292864" : 22657,
"296960" : 34087,
"301056" : 48161,
"305152" : 65837,
"309248" : 86217,
"313344" : 107622,
"317440" : 131443,
"321536" : 153182,
"325632" : 168696,
"329728" : 181386,
"333824" : 185457,
"337920" : 181590,
"342016" : 173536,
"346112" : 161512,
"350208" : 147106,
"354304" : 131951,
"358400" : 119062,
"362496" : 108070,
"366592" : 97201,
"370688" : 87432,
"374784" : 77708,
"378880" : 69007,
"382976" : 60396,
"387072" : 52159,
"391168" : 44808,
"395264" : 38551,
"399360" : 32391,
"403456" : 27508,
"407552" : 23657,
"411648" : 20400,
"415744" : 17787,
"419840" : 15268,
"423936" : 13530,
"428032" : 12118,
"432128" : 10740,
"436224" : 9650,
"440320" : 8469,
"444416" : 7619,
"448512" : 6652,
"452608" : 5971,
"456704" : 5266,
"460800" : 4715,
"464896" : 4023,
"468992" : 3491,
"473088" : 2946,
"477184" : 2608,
"481280" : 2174,
"485376" : 1997,
"489472" : 1645,
"493568" : 1383,
"497664" : 1299,
"501760" : 1062,
"505856" : 894,
"509952" : 781,
"514048" : 685,
"518144" : 589,
"522240" : 523,
"528384" : 862,
"536576" : 667,
"544768" : 556,
"552960" : 401,
"561152" : 334,
"569344" : 286,
"577536" : 207,
"585728" : 169,
"593920" : 131,
"602112" : 122,
"610304" : 100,
"618496" : 83,
"626688" : 69,
"634880" : 64,
"643072" : 47,
"651264" : 24,
"659456" : 25,
"667648" : 25,
"675840" : 28,
"684032" : 18,
"692224" : 12,
"700416" : 21,
"708608" : 7,
"716800" : 8,
"724992" : 7,
"733184" : 4,
"741376" : 2,
"757760" : 6,
"765952" : 11,
"774144" : 2,
"782336" : 2
}
},
"lat_ns" : {
"min" : 248550,
"max" : 806682,
"mean" : 367556.602154,
"stddev" : 36456.112224,
"N" : 3024803
},
"bw_min" : 116080,
"bw_max" : 125168,
"bw_agg" : 100.000000,
"bw_mean" : 121026.467337,
"bw_dev" : 2042.163489,
"bw_samples" : 199,
"iops_min" : 29020,
"iops_max" : 31294,
"iops_mean" : 30256.597990,
"iops_stddev" : 510.553798,
"iops_samples" : 199
},
"write" : {
"io_bytes" : 5310836736,
"io_kbytes" : 5186364,
"bw_bytes" : 53108898,
"bw" : 51864,
"iops" : 12966.049660,
"runtime" : 99999,
"total_ios" : 1296592,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8593,
"max" : 162759,
"mean" : 26932.789070,
"stddev" : 5013.568812,
"N" : 1296592
},
"clat_ns" : {
"min" : 237864,
"max" : 779170,
"mean" : 347836.311030,
"stddev" : 34832.185807,
"N" : 1296592,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 305152,
"10.000000" : 309248,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 333824,
"50.000000" : 342016,
"60.000000" : 350208,
"70.000000" : 358400,
"80.000000" : 370688,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 460800,
"99.500000" : 481280,
"99.900000" : 536576,
"99.950000" : 561152,
"99.990000" : 626688
},
"bins" : {
"238592" : 1,
"240640" : 2,
"242688" : 4,
"244736" : 4,
"246784" : 7,
"248832" : 11,
"250880" : 31,
"252928" : 18,
"254976" : 28,
"257024" : 40,
"259072" : 65,
"261120" : 87,
"264192" : 257,
"268288" : 495,
"272384" : 845,
"276480" : 1497,
"280576" : 2616,
"284672" : 4284,
"288768" : 6782,
"292864" : 10129,
"296960" : 15400,
"301056" : 21271,
"305152" : 29142,
"309248" : 38170,
"313344" : 47892,
"317440" : 58103,
"321536" : 66854,
"325632" : 74461,
"329728" : 78388,
"333824" : 79907,
"337920" : 78195,
"342016" : 74348,
"346112" : 68562,
"350208" : 62192,
"354304" : 56313,
"358400" : 49675,
"362496" : 45389,
"366592" : 40813,
"370688" : 36465,
"374784" : 32911,
"378880" : 29079,
"382976" : 25062,
"387072" : 21651,
"391168" : 18257,
"395264" : 15612,
"399360" : 13500,
"403456" : 11489,
"407552" : 9974,
"411648" : 8425,
"415744" : 7310,
"419840" : 6462,
"423936" : 5805,
"428032" : 5060,
"432128" : 4348,
"436224" : 4004,
"440320" : 3559,
"444416" : 3161,
"448512" : 2709,
"452608" : 2594,
"456704" : 2118,
"460800" : 1976,
"464896" : 1694,
"468992" : 1463,
"473088" : 1291,
"477184" : 1012,
"481280" : 955,
"485376" : 780,
"489472" : 699,
"493568" : 592,
"497664" : 530,
"501760" : 453,
"505856" : 409,
"509952" : 363,
"514048" : 283,
"518144" : 247,
"522240" : 208,
"528384" : 382,
"536576" : 276,
"544768" : 220,
"552960" : 196,
"561152" : 133,
"569344" : 102,
"577536" : 85,
"585728" : 81,
"593920" : 65,
"602112" : 35,
"610304" : 36,
"618496" : 47,
"626688" : 35,
"634880" : 16,
"643072" : 12,
"651264" : 12,
"659456" : 9,
"667648" : 11,
"675840" : 10,
"684032" : 7,
"692224" : 8,
"700416" : 4,
"708608" : 2,
"716800" : 7,
"724992" : 2,
"733184" : 5,
"741376" : 1,
"749568" : 1,
"757760" : 1,
"765952" : 2,
"782336" : 1
}
},
"lat_ns" : {
"min" : 257313,
"max" : 810258,
"mean" : 374769.078874,
"stddev" : 37051.399686,
"N" : 1296592
},
"bw_min" : 49584,
"bw_max" : 54408,
"bw_agg" : 100.000000,
"bw_mean" : 51880.919598,
"bw_dev" : 920.837549,
"bw_samples" : 199,
"iops_min" : 12396,
"iops_max" : 13602,
"iops_mean" : 12970.185930,
"iops_stddev" : 230.217838,
"iops_samples" : 199
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 7.024070,
"sys_cpu" : 92.486925,
"ctx" : 3508,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999977,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999977,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.708705,
"750" : 0.288402,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100161,
"timestamp_ms" : 1773100161035,
"time" : "Mon Mar 9 20:49:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 13605556224,
"io_kbytes" : 13286676,
"bw_bytes" : 123687999,
"bw" : 120789,
"iops" : 30197.292703,
"runtime" : 109999,
"total_ios" : 3321672,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4537,
"max" : 388634,
"mean" : 19053.766581,
"stddev" : 4390.737540,
"N" : 3321672
},
"clat_ns" : {
"min" : 230863,
"max" : 800833,
"mean" : 349114.236726,
"stddev" : 35229.184047,
"N" : 3321669,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 342016,
"60.000000" : 350208,
"70.000000" : 358400,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 415744,
"99.000000" : 464896,
"99.500000" : 485376,
"99.900000" : 536576,
"99.950000" : 569344,
"99.990000" : 634880
},
"bins" : {
"230400" : 1,
"238592" : 1,
"240640" : 6,
"242688" : 9,
"244736" : 12,
"246784" : 11,
"248832" : 25,
"250880" : 37,
"252928" : 50,
"254976" : 72,
"257024" : 96,
"259072" : 128,
"261120" : 185,
"264192" : 672,
"268288" : 1099,
"272384" : 2038,
"276480" : 3682,
"280576" : 6020,
"284672" : 9954,
"288768" : 16142,
"292864" : 24200,
"296960" : 36469,
"301056" : 51727,
"305152" : 70666,
"309248" : 92679,
"313344" : 115917,
"317440" : 141864,
"321536" : 165566,
"325632" : 182939,
"329728" : 197198,
"333824" : 202541,
"337920" : 198563,
"342016" : 190307,
"346112" : 177351,
"350208" : 161914,
"354304" : 145473,
"358400" : 131256,
"362496" : 119365,
"366592" : 107545,
"370688" : 96977,
"374784" : 86684,
"378880" : 76950,
"382976" : 67619,
"387072" : 58582,
"391168" : 50446,
"395264" : 43585,
"399360" : 36645,
"403456" : 31230,
"407552" : 26698,
"411648" : 23175,
"415744" : 20151,
"419840" : 17439,
"423936" : 15477,
"428032" : 13760,
"432128" : 12236,
"436224" : 11022,
"440320" : 9632,
"444416" : 8668,
"448512" : 7652,
"452608" : 6795,
"456704" : 6006,
"460800" : 5374,
"464896" : 4645,
"468992" : 4008,
"473088" : 3382,
"477184" : 3002,
"481280" : 2491,
"485376" : 2327,
"489472" : 1875,
"493568" : 1598,
"497664" : 1511,
"501760" : 1225,
"505856" : 1045,
"509952" : 911,
"514048" : 815,
"518144" : 682,
"522240" : 622,
"528384" : 1003,
"536576" : 775,
"544768" : 655,
"552960" : 464,
"561152" : 388,
"569344" : 322,
"577536" : 247,
"585728" : 189,
"593920" : 147,
"602112" : 131,
"610304" : 107,
"618496" : 90,
"626688" : 77,
"634880" : 75,
"643072" : 51,
"651264" : 26,
"659456" : 30,
"667648" : 27,
"675840" : 28,
"684032" : 18,
"692224" : 12,
"700416" : 22,
"708608" : 8,
"716800" : 8,
"724992" : 8,
"733184" : 6,
"741376" : 4,
"749568" : 3,
"757760" : 7,
"765952" : 11,
"774144" : 3,
"782336" : 3,
"790528" : 1,
"798720" : 1
}
},
"lat_ns" : {
"min" : 248550,
"max" : 820924,
"mean" : 368168.002369,
"stddev" : 36759.538109,
"N" : 3321669
},
"bw_min" : 116080,
"bw_max" : 125168,
"bw_agg" : 100.000000,
"bw_mean" : 120831.515982,
"bw_dev" : 2057.348785,
"bw_samples" : 219,
"iops_min" : 29020,
"iops_max" : 31294,
"iops_mean" : 30207.858447,
"iops_stddev" : 514.350283,
"iops_samples" : 219
},
"write" : {
"io_bytes" : 5832544256,
"io_kbytes" : 5695844,
"bw_bytes" : 53023611,
"bw" : 51780,
"iops" : 12945.208593,
"runtime" : 109999,
"total_ios" : 1423960,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8593,
"max" : 162759,
"mean" : 26985.885990,
"stddev" : 5035.489479,
"N" : 1423959
},
"clat_ns" : {
"min" : 237864,
"max" : 808445,
"mean" : 348412.297728,
"stddev" : 35116.726137,
"N" : 1423962,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 333824,
"50.000000" : 342016,
"60.000000" : 350208,
"70.000000" : 358400,
"80.000000" : 370688,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 464896,
"99.500000" : 485376,
"99.900000" : 536576,
"99.950000" : 561152,
"99.990000" : 626688
},
"bins" : {
"238592" : 1,
"240640" : 2,
"242688" : 4,
"244736" : 4,
"246784" : 7,
"248832" : 11,
"250880" : 32,
"252928" : 19,
"254976" : 29,
"257024" : 42,
"259072" : 69,
"261120" : 96,
"264192" : 275,
"268288" : 522,
"272384" : 911,
"276480" : 1594,
"280576" : 2769,
"284672" : 4558,
"288768" : 7226,
"292864" : 10870,
"296960" : 16418,
"301056" : 22784,
"305152" : 31256,
"309248" : 41088,
"313344" : 51603,
"317440" : 62618,
"321536" : 72401,
"325632" : 80713,
"329728" : 85342,
"333824" : 87022,
"337920" : 85674,
"342016" : 81518,
"346112" : 75359,
"350208" : 68549,
"354304" : 62125,
"358400" : 54995,
"362496" : 50210,
"366592" : 45217,
"370688" : 40536,
"374784" : 36602,
"378880" : 32376,
"382976" : 28101,
"387072" : 24375,
"391168" : 20619,
"395264" : 17666,
"399360" : 15222,
"403456" : 12948,
"407552" : 11288,
"411648" : 9562,
"415744" : 8352,
"419840" : 7388,
"423936" : 6618,
"428032" : 5792,
"432128" : 4955,
"436224" : 4562,
"440320" : 4099,
"444416" : 3620,
"448512" : 3094,
"452608" : 2934,
"456704" : 2417,
"460800" : 2214,
"464896" : 1930,
"468992" : 1678,
"473088" : 1473,
"477184" : 1150,
"481280" : 1090,
"485376" : 890,
"489472" : 797,
"493568" : 677,
"497664" : 610,
"501760" : 537,
"505856" : 476,
"509952" : 431,
"514048" : 331,
"518144" : 279,
"522240" : 243,
"528384" : 444,
"536576" : 320,
"544768" : 256,
"552960" : 231,
"561152" : 153,
"569344" : 121,
"577536" : 97,
"585728" : 93,
"593920" : 74,
"602112" : 40,
"610304" : 44,
"618496" : 51,
"626688" : 39,
"634880" : 21,
"643072" : 14,
"651264" : 14,
"659456" : 13,
"667648" : 11,
"675840" : 11,
"684032" : 8,
"692224" : 10,
"700416" : 4,
"708608" : 2,
"716800" : 9,
"724992" : 2,
"733184" : 6,
"741376" : 3,
"749568" : 1,
"757760" : 1,
"765952" : 2,
"774144" : 1,
"782336" : 1,
"806912" : 1
}
},
"lat_ns" : {
"min" : 257313,
"max" : 841495,
"mean" : 375398.163009,
"stddev" : 37360.573137,
"N" : 1423962
},
"bw_min" : 49584,
"bw_max" : 54408,
"bw_agg" : 100.000000,
"bw_mean" : 51792.958904,
"bw_dev" : 935.847491,
"bw_samples" : 219,
"iops_min" : 12396,
"iops_max" : 13602,
"iops_mean" : 12948.196347,
"iops_stddev" : 233.969011,
"iops_samples" : 219
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 7.015518,
"sys_cpu" : 92.495386,
"ctx" : 3817,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999979,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999979,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.692180,
"750" : 0.305038,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100171,
"timestamp_ms" : 1773100171036,
"time" : "Mon Mar 9 20:49:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 14840393728,
"io_kbytes" : 14492572,
"bw_bytes" : 123670978,
"bw" : 120772,
"iops" : 30193.118276,
"runtime" : 119999,
"total_ios" : 3623144,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4537,
"max" : 388634,
"mean" : 19055.541055,
"stddev" : 4380.931921,
"N" : 3623144
},
"clat_ns" : {
"min" : 221969,
"max" : 800833,
"mean" : 349165.903271,
"stddev" : 35035.956802,
"N" : 3623144,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 342016,
"60.000000" : 350208,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 415744,
"99.000000" : 464896,
"99.500000" : 485376,
"99.900000" : 536576,
"99.950000" : 561152,
"99.990000" : 634880
},
"bins" : {
"222208" : 1,
"230400" : 1,
"232448" : 6,
"234496" : 1,
"238592" : 1,
"240640" : 7,
"242688" : 9,
"244736" : 12,
"246784" : 14,
"248832" : 27,
"250880" : 39,
"252928" : 55,
"254976" : 84,
"257024" : 107,
"259072" : 134,
"261120" : 203,
"264192" : 743,
"268288" : 1191,
"272384" : 2209,
"276480" : 3948,
"280576" : 6466,
"284672" : 10740,
"288768" : 17352,
"292864" : 26057,
"296960" : 39229,
"301056" : 55647,
"305152" : 76118,
"309248" : 99997,
"313344" : 125310,
"317440" : 153592,
"321536" : 179353,
"325632" : 198763,
"329728" : 214598,
"333824" : 220671,
"337920" : 217136,
"342016" : 208170,
"346112" : 194584,
"350208" : 177769,
"354304" : 159979,
"358400" : 144466,
"362496" : 131171,
"366592" : 118379,
"370688" : 106713,
"374784" : 95600,
"378880" : 84695,
"382976" : 74581,
"387072" : 64219,
"391168" : 55380,
"395264" : 47716,
"399360" : 40029,
"403456" : 33954,
"407552" : 29042,
"411648" : 25184,
"415744" : 21789,
"419840" : 18783,
"423936" : 16661,
"428032" : 14864,
"432128" : 13175,
"436224" : 11844,
"440320" : 10291,
"444416" : 9293,
"448512" : 8176,
"452608" : 7287,
"456704" : 6425,
"460800" : 5761,
"464896" : 4990,
"468992" : 4299,
"473088" : 3638,
"477184" : 3206,
"481280" : 2669,
"485376" : 2455,
"489472" : 1996,
"493568" : 1712,
"497664" : 1585,
"501760" : 1300,
"505856" : 1105,
"509952" : 964,
"514048" : 847,
"518144" : 721,
"522240" : 652,
"528384" : 1059,
"536576" : 821,
"544768" : 681,
"552960" : 489,
"561152" : 407,
"569344" : 332,
"577536" : 254,
"585728" : 200,
"593920" : 154,
"602112" : 140,
"610304" : 112,
"618496" : 96,
"626688" : 81,
"634880" : 75,
"643072" : 55,
"651264" : 33,
"659456" : 35,
"667648" : 29,
"675840" : 29,
"684032" : 21,
"692224" : 13,
"700416" : 25,
"708608" : 8,
"716800" : 8,
"724992" : 8,
"733184" : 6,
"741376" : 4,
"749568" : 3,
"757760" : 7,
"765952" : 11,
"774144" : 3,
"782336" : 3,
"790528" : 1,
"798720" : 1
}
},
"lat_ns" : {
"min" : 239496,
"max" : 820924,
"mean" : 368221.438881,
"stddev" : 36552.098480,
"N" : 3623144
},
"bw_min" : 116080,
"bw_max" : 125168,
"bw_agg" : 100.000000,
"bw_mean" : 120799.744770,
"bw_dev" : 2011.693636,
"bw_samples" : 239,
"iops_min" : 29020,
"iops_max" : 31294,
"iops_mean" : 30199.912134,
"iops_stddev" : 502.938972,
"iops_samples" : 239
},
"write" : {
"io_bytes" : 6361784320,
"io_kbytes" : 6212680,
"bw_bytes" : 53015311,
"bw" : 51772,
"iops" : 12943.199527,
"runtime" : 119999,
"total_ios" : 1553171,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8593,
"max" : 162759,
"mean" : 26998.417390,
"stddev" : 5025.161285,
"N" : 1553170
},
"clat_ns" : {
"min" : 234889,
"max" : 808445,
"mean" : 348452.946690,
"stddev" : 34918.842962,
"N" : 1553170,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 333824,
"50.000000" : 342016,
"60.000000" : 350208,
"70.000000" : 358400,
"80.000000" : 370688,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 464896,
"99.500000" : 481280,
"99.900000" : 536576,
"99.950000" : 561152,
"99.990000" : 626688
},
"bins" : {
"234496" : 1,
"238592" : 1,
"240640" : 2,
"242688" : 6,
"244736" : 4,
"246784" : 8,
"248832" : 11,
"250880" : 34,
"252928" : 20,
"254976" : 32,
"257024" : 48,
"259072" : 75,
"261120" : 105,
"264192" : 306,
"268288" : 555,
"272384" : 986,
"276480" : 1711,
"280576" : 2967,
"284672" : 4909,
"288768" : 7736,
"292864" : 11723,
"296960" : 17677,
"301056" : 24558,
"305152" : 33745,
"309248" : 44488,
"313344" : 55810,
"317440" : 67816,
"321536" : 78616,
"325632" : 87574,
"329728" : 92779,
"333824" : 94886,
"337920" : 93638,
"342016" : 89184,
"346112" : 82654,
"350208" : 75232,
"354304" : 68198,
"358400" : 60520,
"362496" : 55207,
"366592" : 49894,
"370688" : 44747,
"374784" : 40309,
"378880" : 35619,
"382976" : 30862,
"387072" : 26796,
"391168" : 22645,
"395264" : 19349,
"399360" : 16580,
"403456" : 14080,
"407552" : 12250,
"411648" : 10354,
"415744" : 9010,
"419840" : 7977,
"423936" : 7114,
"428032" : 6243,
"432128" : 5360,
"436224" : 4887,
"440320" : 4393,
"444416" : 3839,
"448512" : 3364,
"452608" : 3155,
"456704" : 2599,
"460800" : 2373,
"464896" : 2070,
"468992" : 1781,
"473088" : 1552,
"477184" : 1225,
"481280" : 1158,
"485376" : 941,
"489472" : 845,
"493568" : 715,
"497664" : 645,
"501760" : 565,
"505856" : 505,
"509952" : 454,
"514048" : 349,
"518144" : 293,
"522240" : 255,
"528384" : 466,
"536576" : 332,
"544768" : 266,
"552960" : 237,
"561152" : 160,
"569344" : 121,
"577536" : 100,
"585728" : 95,
"593920" : 77,
"602112" : 46,
"610304" : 48,
"618496" : 59,
"626688" : 41,
"634880" : 22,
"643072" : 19,
"651264" : 16,
"659456" : 13,
"667648" : 12,
"675840" : 11,
"684032" : 10,
"692224" : 10,
"700416" : 5,
"708608" : 3,
"716800" : 9,
"724992" : 2,
"733184" : 6,
"741376" : 3,
"749568" : 1,
"757760" : 1,
"765952" : 2,
"774144" : 1,
"782336" : 1,
"806912" : 1
}
},
"lat_ns" : {
"min" : 257313,
"max" : 841495,
"mean" : 375451.353731,
"stddev" : 37142.729701,
"N" : 1553170
},
"bw_min" : 49584,
"bw_max" : 54408,
"bw_agg" : 100.000000,
"bw_mean" : 51780.497908,
"bw_dev" : 914.856663,
"bw_samples" : 239,
"iops_min" : 12396,
"iops_max" : 13602,
"iops_mean" : 12945.083682,
"iops_stddev" : 228.721403,
"iops_samples" : 239
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 7.002558,
"sys_cpu" : 92.501604,
"ctx" : 4092,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999981,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999981,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.702762,
"750" : 0.294341,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100181,
"timestamp_ms" : 1773100181036,
"time" : "Mon Mar 9 20:49:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 16066506752,
"io_kbytes" : 15689948,
"bw_bytes" : 123589464,
"bw" : 120692,
"iops" : 30173.239794,
"runtime" : 129999,
"total_ios" : 3922491,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4537,
"max" : 388634,
"mean" : 19066.417405,
"stddev" : 4373.271527,
"N" : 3922490
},
"clat_ns" : {
"min" : 221969,
"max" : 800833,
"mean" : 349365.630398,
"stddev" : 34942.660509,
"N" : 3922488,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 342016,
"60.000000" : 350208,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 464896,
"99.500000" : 485376,
"99.900000" : 536576,
"99.950000" : 561152,
"99.990000" : 626688
},
"bins" : {
"222208" : 1,
"230400" : 1,
"232448" : 6,
"234496" : 1,
"238592" : 1,
"240640" : 7,
"242688" : 9,
"244736" : 12,
"246784" : 14,
"248832" : 27,
"250880" : 39,
"252928" : 57,
"254976" : 87,
"257024" : 113,
"259072" : 134,
"261120" : 215,
"264192" : 790,
"268288" : 1265,
"272384" : 2331,
"276480" : 4170,
"280576" : 6830,
"284672" : 11429,
"288768" : 18449,
"292864" : 27715,
"296960" : 41625,
"301056" : 59284,
"305152" : 81157,
"309248" : 106986,
"313344" : 134291,
"317440" : 164575,
"321536" : 192358,
"325632" : 214019,
"329728" : 231224,
"333824" : 238171,
"337920" : 235119,
"342016" : 225860,
"346112" : 211346,
"350208" : 193268,
"354304" : 174100,
"358400" : 157197,
"362496" : 142441,
"366592" : 128722,
"370688" : 116219,
"374784" : 104452,
"378880" : 92668,
"382976" : 81789,
"387072" : 70498,
"391168" : 61054,
"395264" : 52584,
"399360" : 44178,
"403456" : 37612,
"407552" : 32168,
"411648" : 27857,
"415744" : 23992,
"419840" : 20596,
"423936" : 18132,
"428032" : 16169,
"432128" : 14274,
"436224" : 12723,
"440320" : 11036,
"444416" : 9917,
"448512" : 8718,
"452608" : 7682,
"456704" : 6845,
"460800" : 6158,
"464896" : 5300,
"468992" : 4545,
"473088" : 3894,
"477184" : 3433,
"481280" : 2852,
"485376" : 2634,
"489472" : 2113,
"493568" : 1844,
"497664" : 1693,
"501760" : 1382,
"505856" : 1178,
"509952" : 1023,
"514048" : 893,
"518144" : 767,
"522240" : 686,
"528384" : 1126,
"536576" : 865,
"544768" : 725,
"552960" : 518,
"561152" : 433,
"569344" : 348,
"577536" : 263,
"585728" : 212,
"593920" : 158,
"602112" : 143,
"610304" : 115,
"618496" : 104,
"626688" : 87,
"634880" : 76,
"643072" : 55,
"651264" : 33,
"659456" : 37,
"667648" : 29,
"675840" : 31,
"684032" : 22,
"692224" : 13,
"700416" : 25,
"708608" : 8,
"716800" : 8,
"724992" : 8,
"733184" : 6,
"741376" : 6,
"749568" : 5,
"757760" : 7,
"765952" : 11,
"774144" : 3,
"782336" : 3,
"790528" : 1,
"798720" : 1
}
},
"lat_ns" : {
"min" : 239496,
"max" : 820924,
"mean" : 368432.048468,
"stddev" : 36451.676973,
"N" : 3922488
},
"bw_min" : 116080,
"bw_max" : 125168,
"bw_agg" : 100.000000,
"bw_mean" : 120722.212355,
"bw_dev" : 1978.785340,
"bw_samples" : 259,
"iops_min" : 29020,
"iops_max" : 31294,
"iops_mean" : 30180.525097,
"iops_stddev" : 494.715965,
"iops_samples" : 259
},
"write" : {
"io_bytes" : 6889234432,
"io_kbytes" : 6727768,
"bw_bytes" : 52994518,
"bw" : 51752,
"iops" : 12938.099524,
"runtime" : 129999,
"total_ios" : 1681940,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8593,
"max" : 162759,
"mean" : 27019.496163,
"stddev" : 5017.051371,
"N" : 1681940
},
"clat_ns" : {
"min" : 234889,
"max" : 808445,
"mean" : 348654.227982,
"stddev" : 34819.394949,
"N" : 1681942,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 333824,
"50.000000" : 342016,
"60.000000" : 350208,
"70.000000" : 358400,
"80.000000" : 370688,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 460800,
"99.500000" : 481280,
"99.900000" : 536576,
"99.950000" : 561152,
"99.990000" : 626688
},
"bins" : {
"234496" : 1,
"238592" : 1,
"240640" : 2,
"242688" : 6,
"244736" : 4,
"246784" : 8,
"248832" : 11,
"250880" : 34,
"252928" : 22,
"254976" : 33,
"257024" : 52,
"259072" : 79,
"261120" : 109,
"264192" : 323,
"268288" : 597,
"272384" : 1031,
"276480" : 1794,
"280576" : 3142,
"284672" : 5218,
"288768" : 8239,
"292864" : 12452,
"296960" : 18734,
"301056" : 26196,
"305152" : 35980,
"309248" : 47502,
"313344" : 59662,
"317440" : 72761,
"321536" : 84408,
"325632" : 94156,
"329728" : 100181,
"333824" : 102769,
"337920" : 101405,
"342016" : 96898,
"346112" : 89734,
"350208" : 81806,
"354304" : 74243,
"358400" : 65933,
"362496" : 60037,
"366592" : 54268,
"370688" : 48722,
"374784" : 44010,
"378880" : 39015,
"382976" : 33974,
"387072" : 29462,
"391168" : 24902,
"395264" : 21389,
"399360" : 18301,
"403456" : 15592,
"407552" : 13559,
"411648" : 11420,
"415744" : 9930,
"419840" : 8702,
"423936" : 7710,
"428032" : 6738,
"432128" : 5789,
"436224" : 5269,
"440320" : 4723,
"444416" : 4130,
"448512" : 3598,
"452608" : 3347,
"456704" : 2798,
"460800" : 2507,
"464896" : 2197,
"468992" : 1888,
"473088" : 1654,
"477184" : 1309,
"481280" : 1236,
"485376" : 1013,
"489472" : 892,
"493568" : 779,
"497664" : 686,
"501760" : 592,
"505856" : 529,
"509952" : 487,
"514048" : 370,
"518144" : 317,
"522240" : 274,
"528384" : 483,
"536576" : 350,
"544768" : 285,
"552960" : 253,
"561152" : 165,
"569344" : 124,
"577536" : 105,
"585728" : 97,
"593920" : 81,
"602112" : 48,
"610304" : 50,
"618496" : 63,
"626688" : 42,
"634880" : 22,
"643072" : 19,
"651264" : 19,
"659456" : 13,
"667648" : 13,
"675840" : 11,
"684032" : 10,
"692224" : 11,
"700416" : 5,
"708608" : 3,
"716800" : 9,
"724992" : 2,
"733184" : 6,
"741376" : 3,
"749568" : 2,
"757760" : 2,
"765952" : 2,
"774144" : 1,
"782336" : 1,
"806912" : 1
}
},
"lat_ns" : {
"min" : 257313,
"max" : 841495,
"mean" : 375673.722695,
"stddev" : 37032.850980,
"N" : 1681942
},
"bw_min" : 49584,
"bw_max" : 54408,
"bw_agg" : 100.000000,
"bw_mean" : 51766.000000,
"bw_dev" : 899.620863,
"bw_samples" : 259,
"iops_min" : 12396,
"iops_max" : 13602,
"iops_mean" : 12941.459459,
"iops_stddev" : 224.911372,
"iops_samples" : 259
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 7.008515,
"sys_cpu" : 92.496865,
"ctx" : 4418,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999982,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999982,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.709962,
"750" : 0.287308,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100191,
"timestamp_ms" : 1773100191036,
"time" : "Mon Mar 9 20:49:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 17287827456,
"io_kbytes" : 16882644,
"bw_bytes" : 123485363,
"bw" : 120591,
"iops" : 30147.836770,
"runtime" : 139999,
"total_ios" : 4220667,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4537,
"max" : 388634,
"mean" : 19084.428160,
"stddev" : 4375.661068,
"N" : 4220667
},
"clat_ns" : {
"min" : 221969,
"max" : 800833,
"mean" : 349670.869168,
"stddev" : 34919.803014,
"N" : 4220662,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 342016,
"60.000000" : 350208,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 395264,
"95.000000" : 415744,
"99.000000" : 464896,
"99.500000" : 485376,
"99.900000" : 536576,
"99.950000" : 561152,
"99.990000" : 626688
},
"bins" : {
"222208" : 1,
"230400" : 1,
"232448" : 6,
"234496" : 1,
"238592" : 1,
"240640" : 8,
"242688" : 9,
"244736" : 12,
"246784" : 16,
"248832" : 27,
"250880" : 39,
"252928" : 58,
"254976" : 90,
"257024" : 118,
"259072" : 146,
"261120" : 224,
"264192" : 825,
"268288" : 1344,
"272384" : 2417,
"276480" : 4364,
"280576" : 7166,
"284672" : 11979,
"288768" : 19421,
"292864" : 29152,
"296960" : 43899,
"301056" : 62497,
"305152" : 85869,
"309248" : 113445,
"313344" : 142432,
"317440" : 174532,
"321536" : 204459,
"325632" : 228063,
"329728" : 247177,
"333824" : 255162,
"337920" : 252575,
"342016" : 243049,
"346112" : 227880,
"350208" : 208763,
"354304" : 188123,
"358400" : 170383,
"362496" : 154443,
"366592" : 139733,
"370688" : 126617,
"374784" : 114179,
"378880" : 101218,
"382976" : 89553,
"387072" : 77082,
"391168" : 66888,
"395264" : 57689,
"399360" : 48693,
"403456" : 41305,
"407552" : 35240,
"411648" : 30540,
"415744" : 26205,
"419840" : 22449,
"423936" : 19803,
"428032" : 17585,
"432128" : 15394,
"436224" : 13654,
"440320" : 11899,
"444416" : 10645,
"448512" : 9273,
"452608" : 8239,
"456704" : 7312,
"460800" : 6606,
"464896" : 5665,
"468992" : 4864,
"473088" : 4157,
"477184" : 3680,
"481280" : 3084,
"485376" : 2865,
"489472" : 2286,
"493568" : 1984,
"497664" : 1820,
"501760" : 1503,
"505856" : 1264,
"509952" : 1090,
"514048" : 962,
"518144" : 838,
"522240" : 733,
"528384" : 1228,
"536576" : 933,
"544768" : 775,
"552960" : 562,
"561152" : 479,
"569344" : 379,
"577536" : 280,
"585728" : 228,
"593920" : 178,
"602112" : 149,
"610304" : 117,
"618496" : 107,
"626688" : 87,
"634880" : 76,
"643072" : 55,
"651264" : 33,
"659456" : 37,
"667648" : 29,
"675840" : 31,
"684032" : 22,
"692224" : 13,
"700416" : 25,
"708608" : 8,
"716800" : 8,
"724992" : 8,
"733184" : 6,
"741376" : 6,
"749568" : 5,
"757760" : 7,
"765952" : 11,
"774144" : 3,
"782336" : 3,
"790528" : 1,
"798720" : 1
}
},
"lat_ns" : {
"min" : 239496,
"max" : 820924,
"mean" : 368755.303990,
"stddev" : 36425.721208,
"N" : 4220662
},
"bw_min" : 116080,
"bw_max" : 125168,
"bw_agg" : 100.000000,
"bw_mean" : 120616.971326,
"bw_dev" : 1965.619587,
"bw_samples" : 279,
"iops_min" : 29020,
"iops_max" : 31294,
"iops_mean" : 30154.222222,
"iops_stddev" : 491.420764,
"iops_samples" : 279
},
"write" : {
"io_bytes" : 7412064256,
"io_kbytes" : 7238344,
"bw_bytes" : 52943694,
"bw" : 51702,
"iops" : 12925.678041,
"runtime" : 139999,
"total_ios" : 1809582,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8593,
"max" : 162759,
"mean" : 27048.995692,
"stddev" : 5021.319552,
"N" : 1809581
},
"clat_ns" : {
"min" : 234889,
"max" : 808445,
"mean" : 348957.013983,
"stddev" : 34795.005235,
"N" : 1809586,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 342016,
"60.000000" : 350208,
"70.000000" : 358400,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 460800,
"99.500000" : 481280,
"99.900000" : 536576,
"99.950000" : 561152,
"99.990000" : 626688
},
"bins" : {
"234496" : 1,
"238592" : 1,
"240640" : 2,
"242688" : 6,
"244736" : 4,
"246784" : 8,
"248832" : 11,
"250880" : 34,
"252928" : 24,
"254976" : 35,
"257024" : 54,
"259072" : 82,
"261120" : 116,
"264192" : 336,
"268288" : 635,
"272384" : 1079,
"276480" : 1906,
"280576" : 3307,
"284672" : 5439,
"288768" : 8667,
"292864" : 13092,
"296960" : 19762,
"301056" : 27695,
"305152" : 38029,
"309248" : 50251,
"313344" : 63304,
"317440" : 77138,
"321536" : 89800,
"325632" : 100425,
"329728" : 107164,
"333824" : 110153,
"337920" : 108831,
"342016" : 104100,
"346112" : 96883,
"350208" : 88380,
"354304" : 80309,
"358400" : 71455,
"362496" : 65106,
"366592" : 59107,
"370688" : 53176,
"374784" : 47930,
"378880" : 42638,
"382976" : 37241,
"387072" : 32224,
"391168" : 27316,
"395264" : 23534,
"399360" : 20058,
"403456" : 17069,
"407552" : 14852,
"411648" : 12477,
"415744" : 10885,
"419840" : 9468,
"423936" : 8344,
"428032" : 7301,
"432128" : 6266,
"436224" : 5646,
"440320" : 5062,
"444416" : 4441,
"448512" : 3907,
"452608" : 3582,
"456704" : 2999,
"460800" : 2663,
"464896" : 2352,
"468992" : 2037,
"473088" : 1768,
"477184" : 1425,
"481280" : 1319,
"485376" : 1108,
"489472" : 971,
"493568" : 845,
"497664" : 739,
"501760" : 624,
"505856" : 561,
"509952" : 521,
"514048" : 403,
"518144" : 352,
"522240" : 291,
"528384" : 524,
"536576" : 382,
"544768" : 310,
"552960" : 269,
"561152" : 173,
"569344" : 138,
"577536" : 113,
"585728" : 104,
"593920" : 85,
"602112" : 51,
"610304" : 51,
"618496" : 63,
"626688" : 42,
"634880" : 22,
"643072" : 19,
"651264" : 19,
"659456" : 13,
"667648" : 13,
"675840" : 11,
"684032" : 10,
"692224" : 11,
"700416" : 5,
"708608" : 3,
"716800" : 9,
"724992" : 2,
"733184" : 6,
"741376" : 3,
"749568" : 2,
"757760" : 2,
"765952" : 2,
"774144" : 1,
"782336" : 1,
"806912" : 1
}
},
"lat_ns" : {
"min" : 257313,
"max" : 841495,
"mean" : 376006.004092,
"stddev" : 37006.591600,
"N" : 1809586
},
"bw_min" : 49488,
"bw_max" : 54408,
"bw_agg" : 100.000000,
"bw_mean" : 51717.788530,
"bw_dev" : 899.864383,
"bw_samples" : 279,
"iops_min" : 12372,
"iops_max" : 13602,
"iops_mean" : 12929.408602,
"iops_stddev" : 224.970993,
"iops_samples" : 279
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 7.016479,
"sys_cpu" : 92.483518,
"ctx" : 4748,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999983,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999983,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.710543,
"750" : 0.286870,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100201,
"timestamp_ms" : 1773100201035,
"time" : "Mon Mar 9 20:50:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 18520272896,
"io_kbytes" : 18086204,
"bw_bytes" : 123469309,
"bw" : 120575,
"iops" : 30143.894293,
"runtime" : 149999,
"total_ios" : 4521554,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4537,
"max" : 388634,
"mean" : 19085.544435,
"stddev" : 4365.403675,
"N" : 4521554
},
"clat_ns" : {
"min" : 221969,
"max" : 800833,
"mean" : 349713.601378,
"stddev" : 34777.585275,
"N" : 4521551,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 342016,
"60.000000" : 350208,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 395264,
"95.000000" : 411648,
"99.000000" : 460800,
"99.500000" : 481280,
"99.900000" : 536576,
"99.950000" : 561152,
"99.990000" : 626688
},
"bins" : {
"222208" : 1,
"230400" : 1,
"232448" : 6,
"234496" : 1,
"236544" : 1,
"238592" : 2,
"240640" : 10,
"242688" : 9,
"244736" : 12,
"246784" : 16,
"248832" : 29,
"250880" : 41,
"252928" : 60,
"254976" : 95,
"257024" : 122,
"259072" : 154,
"261120" : 243,
"264192" : 871,
"268288" : 1429,
"272384" : 2558,
"276480" : 4592,
"280576" : 7577,
"284672" : 12670,
"288768" : 20570,
"292864" : 30773,
"296960" : 46517,
"301056" : 66172,
"305152" : 91043,
"309248" : 120478,
"313344" : 151447,
"317440" : 185976,
"321536" : 218223,
"325632" : 243598,
"329728" : 264243,
"333824" : 273183,
"337920" : 271172,
"342016" : 261325,
"346112" : 245123,
"350208" : 224955,
"354304" : 202633,
"358400" : 183696,
"362496" : 166570,
"366592" : 150692,
"370688" : 136275,
"374784" : 122905,
"378880" : 109068,
"382976" : 96456,
"387072" : 82867,
"391168" : 71988,
"395264" : 61889,
"399360" : 52189,
"403456" : 44244,
"407552" : 37784,
"411648" : 32765,
"415744" : 27999,
"419840" : 24010,
"423936" : 21107,
"428032" : 18649,
"432128" : 16377,
"436224" : 14433,
"440320" : 12515,
"444416" : 11232,
"448512" : 9714,
"452608" : 8663,
"456704" : 7656,
"460800" : 6925,
"464896" : 5907,
"468992" : 5122,
"473088" : 4363,
"477184" : 3859,
"481280" : 3255,
"485376" : 3022,
"489472" : 2423,
"493568" : 2104,
"497664" : 1917,
"501760" : 1587,
"505856" : 1329,
"509952" : 1161,
"514048" : 1028,
"518144" : 887,
"522240" : 775,
"528384" : 1305,
"536576" : 996,
"544768" : 819,
"552960" : 601,
"561152" : 508,
"569344" : 399,
"577536" : 295,
"585728" : 239,
"593920" : 186,
"602112" : 158,
"610304" : 120,
"618496" : 109,
"626688" : 88,
"634880" : 77,
"643072" : 56,
"651264" : 33,
"659456" : 37,
"667648" : 29,
"675840" : 31,
"684032" : 22,
"692224" : 13,
"700416" : 25,
"708608" : 8,
"716800" : 8,
"724992" : 8,
"733184" : 6,
"741376" : 6,
"749568" : 5,
"757760" : 7,
"765952" : 11,
"774144" : 3,
"782336" : 3,
"790528" : 1,
"798720" : 1
}
},
"lat_ns" : {
"min" : 239496,
"max" : 820924,
"mean" : 368799.147180,
"stddev" : 36272.516225,
"N" : 4521551
},
"bw_min" : 116080,
"bw_max" : 125168,
"bw_agg" : 100.000000,
"bw_mean" : 120604.588629,
"bw_dev" : 1929.248813,
"bw_samples" : 299,
"iops_min" : 29020,
"iops_max" : 31294,
"iops_mean" : 30151.133779,
"iops_stddev" : 482.328485,
"iops_samples" : 299
},
"write" : {
"io_bytes" : 7940526080,
"io_kbytes" : 7754420,
"bw_bytes" : 52937193,
"bw" : 51696,
"iops" : 12924.112827,
"runtime" : 149999,
"total_ios" : 1938604,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8593,
"max" : 162759,
"mean" : 27057.559452,
"stddev" : 5009.623117,
"N" : 1938603
},
"clat_ns" : {
"min" : 234889,
"max" : 808445,
"mean" : 348994.809261,
"stddev" : 34657.993799,
"N" : 1938606,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 342016,
"60.000000" : 350208,
"70.000000" : 358400,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 460800,
"99.500000" : 481280,
"99.900000" : 536576,
"99.950000" : 561152,
"99.990000" : 626688
},
"bins" : {
"234496" : 1,
"236544" : 1,
"238592" : 1,
"240640" : 2,
"242688" : 6,
"244736" : 4,
"246784" : 9,
"248832" : 11,
"250880" : 35,
"252928" : 27,
"254976" : 38,
"257024" : 54,
"259072" : 84,
"261120" : 126,
"264192" : 353,
"268288" : 672,
"272384" : 1143,
"276480" : 2018,
"280576" : 3465,
"284672" : 5751,
"288768" : 9184,
"292864" : 13870,
"296960" : 20957,
"301056" : 29358,
"305152" : 40319,
"309248" : 53507,
"313344" : 67316,
"317440" : 82223,
"321536" : 95953,
"325632" : 107243,
"329728" : 114568,
"333824" : 118064,
"337920" : 116835,
"342016" : 111774,
"346112" : 104228,
"350208" : 95277,
"354304" : 86583,
"358400" : 77041,
"362496" : 70172,
"366592" : 63598,
"370688" : 57209,
"374784" : 51554,
"378880" : 45862,
"382976" : 40049,
"387072" : 34653,
"391168" : 29417,
"395264" : 25293,
"399360" : 21576,
"403456" : 18373,
"407552" : 15900,
"411648" : 13360,
"415744" : 11616,
"419840" : 10107,
"423936" : 8860,
"428032" : 7764,
"432128" : 6619,
"436224" : 5952,
"440320" : 5349,
"444416" : 4675,
"448512" : 4095,
"452608" : 3783,
"456704" : 3143,
"460800" : 2805,
"464896" : 2456,
"468992" : 2131,
"473088" : 1866,
"477184" : 1507,
"481280" : 1395,
"485376" : 1171,
"489472" : 1012,
"493568" : 887,
"497664" : 792,
"501760" : 658,
"505856" : 586,
"509952" : 550,
"514048" : 421,
"518144" : 376,
"522240" : 309,
"528384" : 552,
"536576" : 413,
"544768" : 333,
"552960" : 286,
"561152" : 184,
"569344" : 152,
"577536" : 120,
"585728" : 110,
"593920" : 86,
"602112" : 55,
"610304" : 51,
"618496" : 65,
"626688" : 42,
"634880" : 22,
"643072" : 19,
"651264" : 19,
"659456" : 13,
"667648" : 13,
"675840" : 11,
"684032" : 10,
"692224" : 11,
"700416" : 5,
"708608" : 3,
"716800" : 9,
"724992" : 2,
"733184" : 6,
"741376" : 3,
"749568" : 2,
"757760" : 2,
"765952" : 2,
"774144" : 1,
"782336" : 1,
"806912" : 1
}
},
"lat_ns" : {
"min" : 257313,
"max" : 841495,
"mean" : 376052.356094,
"stddev" : 36855.431188,
"N" : 1938606
},
"bw_min" : 49488,
"bw_max" : 54408,
"bw_agg" : 100.000000,
"bw_mean" : 51706.933110,
"bw_dev" : 881.892277,
"bw_samples" : 299,
"iops_min" : 12372,
"iops_max" : 13602,
"iops_mean" : 12926.692308,
"iops_stddev" : 220.476678,
"iops_samples" : 299
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 6.992047,
"sys_cpu" : 92.509950,
"ctx" : 5044,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.714496,
"750" : 0.282965,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100211,
"timestamp_ms" : 1773100211035,
"time" : "Mon Mar 9 20:50:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 19750957056,
"io_kbytes" : 19288044,
"bw_bytes" : 123444253,
"bw" : 120551,
"iops" : 30137.775861,
"runtime" : 159999,
"total_ios" : 4822014,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4537,
"max" : 388634,
"mean" : 19089.791377,
"stddev" : 4371.434412,
"N" : 4822013
},
"clat_ns" : {
"min" : 221969,
"max" : 800833,
"mean" : 349808.809114,
"stddev" : 34911.972030,
"N" : 4822012,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 342016,
"60.000000" : 350208,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 395264,
"95.000000" : 415744,
"99.000000" : 464896,
"99.500000" : 485376,
"99.900000" : 536576,
"99.950000" : 561152,
"99.990000" : 626688
},
"bins" : {
"222208" : 1,
"230400" : 1,
"232448" : 6,
"234496" : 2,
"236544" : 1,
"238592" : 2,
"240640" : 10,
"242688" : 12,
"244736" : 12,
"246784" : 16,
"248832" : 30,
"250880" : 43,
"252928" : 63,
"254976" : 100,
"257024" : 125,
"259072" : 156,
"261120" : 248,
"264192" : 907,
"268288" : 1516,
"272384" : 2708,
"276480" : 4860,
"280576" : 8023,
"284672" : 13452,
"288768" : 21856,
"292864" : 32684,
"296960" : 49381,
"301056" : 70548,
"305152" : 96838,
"309248" : 128222,
"313344" : 161408,
"317440" : 198220,
"321536" : 232345,
"325632" : 259494,
"329728" : 281752,
"333824" : 290960,
"337920" : 289037,
"342016" : 278534,
"346112" : 261525,
"350208" : 240125,
"354304" : 216347,
"358400" : 195805,
"362496" : 177525,
"366592" : 160484,
"370688" : 145167,
"374784" : 130761,
"378880" : 116151,
"382976" : 102645,
"387072" : 88435,
"391168" : 76684,
"395264" : 66048,
"399360" : 55879,
"403456" : 47354,
"407552" : 40378,
"411648" : 35093,
"415744" : 29946,
"419840" : 25701,
"423936" : 22491,
"428032" : 19950,
"432128" : 17585,
"436224" : 15516,
"440320" : 13549,
"444416" : 12122,
"448512" : 10520,
"452608" : 9400,
"456704" : 8365,
"460800" : 7507,
"464896" : 6433,
"468992" : 5527,
"473088" : 4804,
"477184" : 4235,
"481280" : 3602,
"485376" : 3302,
"489472" : 2677,
"493568" : 2320,
"497664" : 2106,
"501760" : 1761,
"505856" : 1478,
"509952" : 1303,
"514048" : 1145,
"518144" : 977,
"522240" : 846,
"528384" : 1467,
"536576" : 1094,
"544768" : 901,
"552960" : 653,
"561152" : 552,
"569344" : 420,
"577536" : 329,
"585728" : 273,
"593920" : 201,
"602112" : 169,
"610304" : 134,
"618496" : 118,
"626688" : 95,
"634880" : 83,
"643072" : 70,
"651264" : 43,
"659456" : 44,
"667648" : 33,
"675840" : 33,
"684032" : 24,
"692224" : 16,
"700416" : 29,
"708608" : 9,
"716800" : 10,
"724992" : 10,
"733184" : 7,
"741376" : 9,
"749568" : 9,
"757760" : 8,
"765952" : 14,
"774144" : 4,
"782336" : 3,
"790528" : 1,
"798720" : 1
}
},
"lat_ns" : {
"min" : 239496,
"max" : 820924,
"mean" : 368898.600079,
"stddev" : 36414.337031,
"N" : 4822012
},
"bw_min" : 116080,
"bw_max" : 125168,
"bw_agg" : 100.000000,
"bw_mean" : 120572.175549,
"bw_dev" : 1907.753168,
"bw_samples" : 319,
"iops_min" : 29020,
"iops_max" : 31294,
"iops_mean" : 30143.028213,
"iops_stddev" : 476.955369,
"iops_samples" : 319
},
"write" : {
"io_bytes" : 8466456576,
"io_kbytes" : 8268024,
"bw_bytes" : 52915684,
"bw" : 51675,
"iops" : 12918.861993,
"runtime" : 159999,
"total_ios" : 2067005,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8593,
"max" : 162759,
"mean" : 27069.068601,
"stddev" : 5017.410879,
"N" : 2067005
},
"clat_ns" : {
"min" : 234889,
"max" : 808445,
"mean" : 349078.443174,
"stddev" : 34785.559276,
"N" : 2067006,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 342016,
"60.000000" : 350208,
"70.000000" : 358400,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 460800,
"99.500000" : 481280,
"99.900000" : 536576,
"99.950000" : 561152,
"99.990000" : 626688
},
"bins" : {
"234496" : 2,
"236544" : 1,
"238592" : 1,
"240640" : 2,
"242688" : 7,
"244736" : 5,
"246784" : 9,
"248832" : 11,
"250880" : 35,
"252928" : 27,
"254976" : 41,
"257024" : 55,
"259072" : 87,
"261120" : 133,
"264192" : 374,
"268288" : 710,
"272384" : 1226,
"276480" : 2148,
"280576" : 3679,
"284672" : 6128,
"288768" : 9763,
"292864" : 14695,
"296960" : 22224,
"301056" : 31242,
"305152" : 42933,
"309248" : 56925,
"313344" : 71752,
"317440" : 87624,
"321536" : 102332,
"325632" : 114311,
"329728" : 122131,
"333824" : 125607,
"337920" : 124646,
"342016" : 119193,
"346112" : 111206,
"350208" : 101591,
"354304" : 92306,
"358400" : 82126,
"362496" : 74621,
"366592" : 67604,
"370688" : 60964,
"374784" : 54848,
"378880" : 48858,
"382976" : 42597,
"387072" : 36986,
"391168" : 31385,
"395264" : 27042,
"399360" : 23060,
"403456" : 19694,
"407552" : 16917,
"411648" : 14326,
"415744" : 12402,
"419840" : 10793,
"423936" : 9492,
"428032" : 8318,
"432128" : 7132,
"436224" : 6354,
"440320" : 5759,
"444416" : 5057,
"448512" : 4427,
"452608" : 4096,
"456704" : 3401,
"460800" : 3039,
"464896" : 2691,
"468992" : 2312,
"473088" : 2037,
"477184" : 1666,
"481280" : 1541,
"485376" : 1299,
"489472" : 1115,
"493568" : 972,
"497664" : 867,
"501760" : 725,
"505856" : 645,
"509952" : 599,
"514048" : 464,
"518144" : 423,
"522240" : 332,
"528384" : 610,
"536576" : 444,
"544768" : 364,
"552960" : 304,
"561152" : 200,
"569344" : 165,
"577536" : 135,
"585728" : 118,
"593920" : 95,
"602112" : 60,
"610304" : 59,
"618496" : 71,
"626688" : 42,
"634880" : 26,
"643072" : 28,
"651264" : 20,
"659456" : 18,
"667648" : 14,
"675840" : 13,
"684032" : 12,
"692224" : 11,
"700416" : 6,
"708608" : 5,
"716800" : 11,
"724992" : 4,
"733184" : 7,
"741376" : 6,
"749568" : 3,
"757760" : 2,
"765952" : 2,
"774144" : 1,
"782336" : 1,
"806912" : 1
}
},
"lat_ns" : {
"min" : 257313,
"max" : 841495,
"mean" : 376147.514165,
"stddev" : 36992.166167,
"N" : 2067006
},
"bw_min" : 49488,
"bw_max" : 54408,
"bw_agg" : 100.000000,
"bw_mean" : 51685.463950,
"bw_dev" : 871.514296,
"bw_samples" : 319,
"iops_min" : 12372,
"iops_max" : 13602,
"iops_mean" : 12921.322884,
"iops_stddev" : 217.879617,
"iops_samples" : 319
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 6.996294,
"sys_cpu" : 92.506828,
"ctx" : 5372,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999985,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999985,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.704210,
"750" : 0.293206,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100221,
"timestamp_ms" : 1773100221036,
"time" : "Mon Mar 9 20:50:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 20983820288,
"io_kbytes" : 20492012,
"bw_bytes" : 123434963,
"bw" : 120541,
"iops" : 30135.524327,
"runtime" : 169999,
"total_ios" : 5123009,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4537,
"max" : 388634,
"mean" : 19089.842000,
"stddev" : 4364.454163,
"N" : 5123008
},
"clat_ns" : {
"min" : 221969,
"max" : 818530,
"mean" : 349825.657261,
"stddev" : 34835.224459,
"N" : 5123003,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 342016,
"60.000000" : 350208,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 395264,
"95.000000" : 411648,
"99.000000" : 464896,
"99.500000" : 485376,
"99.900000" : 536576,
"99.950000" : 561152,
"99.990000" : 634880
},
"bins" : {
"222208" : 1,
"230400" : 1,
"232448" : 6,
"234496" : 2,
"236544" : 1,
"238592" : 2,
"240640" : 10,
"242688" : 14,
"244736" : 12,
"246784" : 16,
"248832" : 32,
"250880" : 47,
"252928" : 65,
"254976" : 103,
"257024" : 127,
"259072" : 162,
"261120" : 258,
"264192" : 948,
"268288" : 1603,
"272384" : 2856,
"276480" : 5151,
"280576" : 8525,
"284672" : 14195,
"288768" : 23060,
"292864" : 34535,
"296960" : 52070,
"301056" : 74532,
"305152" : 102571,
"309248" : 135542,
"313344" : 170820,
"317440" : 210175,
"321536" : 246117,
"325632" : 275267,
"329728" : 299020,
"333824" : 308703,
"337920" : 307278,
"342016" : 296341,
"346112" : 278156,
"350208" : 255558,
"354304" : 230734,
"358400" : 208812,
"362496" : 189551,
"366592" : 171467,
"370688" : 154744,
"374784" : 139537,
"378880" : 123880,
"382976" : 109459,
"387072" : 94142,
"391168" : 81673,
"395264" : 70137,
"399360" : 59463,
"403456" : 50317,
"407552" : 42813,
"411648" : 37266,
"415744" : 31817,
"419840" : 27255,
"423936" : 23800,
"428032" : 20996,
"432128" : 18511,
"436224" : 16325,
"440320" : 14286,
"444416" : 12783,
"448512" : 11096,
"452608" : 9873,
"456704" : 8764,
"460800" : 7854,
"464896" : 6731,
"468992" : 5776,
"473088" : 5029,
"477184" : 4450,
"481280" : 3767,
"485376" : 3459,
"489472" : 2809,
"493568" : 2429,
"497664" : 2212,
"501760" : 1871,
"505856" : 1546,
"509952" : 1359,
"514048" : 1198,
"518144" : 1014,
"522240" : 879,
"528384" : 1538,
"536576" : 1149,
"544768" : 940,
"552960" : 676,
"561152" : 573,
"569344" : 443,
"577536" : 347,
"585728" : 292,
"593920" : 214,
"602112" : 177,
"610304" : 142,
"618496" : 129,
"626688" : 99,
"634880" : 86,
"643072" : 75,
"651264" : 45,
"659456" : 54,
"667648" : 36,
"675840" : 36,
"684032" : 26,
"692224" : 17,
"700416" : 33,
"708608" : 11,
"716800" : 13,
"724992" : 14,
"733184" : 10,
"741376" : 10,
"749568" : 10,
"757760" : 8,
"765952" : 14,
"774144" : 6,
"782336" : 5,
"790528" : 2,
"798720" : 3,
"815104" : 4
}
},
"lat_ns" : {
"min" : 239496,
"max" : 836267,
"mean" : 368915.502402,
"stddev" : 36330.591494,
"N" : 5123003
},
"bw_min" : 116080,
"bw_max" : 125168,
"bw_agg" : 100.000000,
"bw_mean" : 120562.188791,
"bw_dev" : 1893.171299,
"bw_samples" : 339,
"iops_min" : 29020,
"iops_max" : 31294,
"iops_mean" : 30140.530973,
"iops_stddev" : 473.308375,
"iops_samples" : 339
},
"write" : {
"io_bytes" : 8995680256,
"io_kbytes" : 8784844,
"bw_bytes" : 52916077,
"bw" : 51675,
"iops" : 12918.940700,
"runtime" : 169999,
"total_ios" : 2196207,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8593,
"max" : 446822,
"mean" : 27073.616696,
"stddev" : 5018.355267,
"N" : 2196207
},
"clat_ns" : {
"min" : 234889,
"max" : 808445,
"mean" : 349096.204651,
"stddev" : 34694.225379,
"N" : 2196212,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 342016,
"60.000000" : 350208,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 460800,
"99.500000" : 481280,
"99.900000" : 536576,
"99.950000" : 561152,
"99.990000" : 626688
},
"bins" : {
"234496" : 2,
"236544" : 1,
"238592" : 1,
"240640" : 2,
"242688" : 7,
"244736" : 5,
"246784" : 9,
"248832" : 11,
"250880" : 38,
"252928" : 28,
"254976" : 45,
"257024" : 58,
"259072" : 90,
"261120" : 138,
"264192" : 399,
"268288" : 748,
"272384" : 1287,
"276480" : 2269,
"280576" : 3878,
"284672" : 6464,
"288768" : 10286,
"292864" : 15495,
"296960" : 23452,
"301056" : 32968,
"305152" : 45380,
"309248" : 60315,
"313344" : 76026,
"317440" : 92890,
"321536" : 108465,
"325632" : 121286,
"329728" : 129647,
"333824" : 133356,
"337920" : 132481,
"342016" : 126582,
"346112" : 118380,
"350208" : 108188,
"354304" : 98422,
"358400" : 87670,
"362496" : 79673,
"366592" : 72178,
"370688" : 65090,
"374784" : 58540,
"378880" : 52072,
"382976" : 45401,
"387072" : 39382,
"391168" : 33487,
"395264" : 28773,
"399360" : 24495,
"403456" : 20943,
"407552" : 17913,
"411648" : 15214,
"415744" : 13189,
"419840" : 11380,
"423936" : 10054,
"428032" : 8802,
"432128" : 7537,
"436224" : 6695,
"440320" : 6057,
"444416" : 5340,
"448512" : 4680,
"452608" : 4308,
"456704" : 3564,
"460800" : 3172,
"464896" : 2815,
"468992" : 2436,
"473088" : 2125,
"477184" : 1755,
"481280" : 1604,
"485376" : 1375,
"489472" : 1168,
"493568" : 1013,
"497664" : 910,
"501760" : 754,
"505856" : 679,
"509952" : 632,
"514048" : 483,
"518144" : 436,
"522240" : 349,
"528384" : 629,
"536576" : 459,
"544768" : 374,
"552960" : 315,
"561152" : 208,
"569344" : 168,
"577536" : 144,
"585728" : 124,
"593920" : 99,
"602112" : 67,
"610304" : 63,
"618496" : 72,
"626688" : 44,
"634880" : 26,
"643072" : 29,
"651264" : 20,
"659456" : 19,
"667648" : 16,
"675840" : 15,
"684032" : 13,
"692224" : 11,
"700416" : 6,
"708608" : 6,
"716800" : 11,
"724992" : 4,
"733184" : 9,
"741376" : 7,
"749568" : 3,
"757760" : 2,
"765952" : 3,
"774144" : 1,
"782336" : 2,
"790528" : 1,
"806912" : 1
}
},
"lat_ns" : {
"min" : 257313,
"max" : 844560,
"mean" : 376169.817744,
"stddev" : 36892.603972,
"N" : 2196212
},
"bw_min" : 49488,
"bw_max" : 54408,
"bw_agg" : 100.000000,
"bw_mean" : 51684.548673,
"bw_dev" : 854.009468,
"bw_samples" : 339,
"iops_min" : 12372,
"iops_max" : 13602,
"iops_mean" : 12921.094395,
"iops_stddev" : 213.502761,
"iops_samples" : 339
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 7.005335,
"sys_cpu" : 92.499368,
"ctx" : 5697,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999986,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.708193,
"750" : 0.289102,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100231,
"timestamp_ms" : 1773100231036,
"time" : "Mon Mar 9 20:50:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 22229602304,
"io_kbytes" : 21708596,
"bw_bytes" : 123498476,
"bw" : 120603,
"iops" : 30151.023061,
"runtime" : 179999,
"total_ios" : 5427154,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4537,
"max" : 388634,
"mean" : 19079.226922,
"stddev" : 4355.764409,
"N" : 5427153
},
"clat_ns" : {
"min" : 221969,
"max" : 818530,
"mean" : 349663.368582,
"stddev" : 34724.503594,
"N" : 5427150,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 342016,
"60.000000" : 350208,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 460800,
"99.500000" : 481280,
"99.900000" : 536576,
"99.950000" : 561152,
"99.990000" : 626688
},
"bins" : {
"222208" : 1,
"230400" : 1,
"232448" : 6,
"234496" : 2,
"236544" : 1,
"238592" : 2,
"240640" : 11,
"242688" : 14,
"244736" : 13,
"246784" : 16,
"248832" : 34,
"250880" : 53,
"252928" : 68,
"254976" : 117,
"257024" : 139,
"259072" : 174,
"261120" : 272,
"264192" : 1018,
"268288" : 1712,
"272384" : 3075,
"276480" : 5484,
"280576" : 9130,
"284672" : 15171,
"288768" : 24550,
"292864" : 36783,
"296960" : 55363,
"301056" : 79199,
"305152" : 109159,
"309248" : 144510,
"313344" : 181827,
"317440" : 223791,
"321536" : 261799,
"325632" : 292535,
"329728" : 317537,
"333824" : 327494,
"337920" : 326257,
"342016" : 314488,
"346112" : 294652,
"350208" : 270314,
"354304" : 244396,
"358400" : 221025,
"362496" : 200557,
"366592" : 181592,
"370688" : 163755,
"374784" : 147443,
"378880" : 130857,
"382976" : 115583,
"387072" : 99561,
"391168" : 86275,
"395264" : 73908,
"399360" : 62705,
"403456" : 52998,
"407552" : 44862,
"411648" : 39040,
"415744" : 33407,
"419840" : 28583,
"423936" : 24918,
"428032" : 21869,
"432128" : 19231,
"436224" : 17015,
"440320" : 14842,
"444416" : 13275,
"448512" : 11539,
"452608" : 10251,
"456704" : 9079,
"460800" : 8140,
"464896" : 6943,
"468992" : 5947,
"473088" : 5195,
"477184" : 4569,
"481280" : 3901,
"485376" : 3570,
"489472" : 2886,
"493568" : 2513,
"497664" : 2283,
"501760" : 1931,
"505856" : 1608,
"509952" : 1405,
"514048" : 1249,
"518144" : 1053,
"522240" : 925,
"528384" : 1613,
"536576" : 1224,
"544768" : 999,
"552960" : 720,
"561152" : 606,
"569344" : 476,
"577536" : 381,
"585728" : 321,
"593920" : 235,
"602112" : 186,
"610304" : 153,
"618496" : 134,
"626688" : 108,
"634880" : 91,
"643072" : 79,
"651264" : 47,
"659456" : 54,
"667648" : 37,
"675840" : 37,
"684032" : 28,
"692224" : 17,
"700416" : 34,
"708608" : 12,
"716800" : 14,
"724992" : 14,
"733184" : 10,
"741376" : 12,
"749568" : 10,
"757760" : 8,
"765952" : 14,
"774144" : 6,
"782336" : 5,
"790528" : 2,
"798720" : 3,
"815104" : 4
}
},
"lat_ns" : {
"min" : 239496,
"max" : 836267,
"mean" : 368742.597266,
"stddev" : 36211.370281,
"N" : 5427150
},
"bw_min" : 116080,
"bw_max" : 125168,
"bw_agg" : 100.000000,
"bw_mean" : 120628.880223,
"bw_dev" : 1876.766987,
"bw_samples" : 359,
"iops_min" : 29020,
"iops_max" : 31294,
"iops_mean" : 30157.203343,
"iops_stddev" : 469.206617,
"iops_samples" : 359
},
"write" : {
"io_bytes" : 9528033280,
"io_kbytes" : 9304720,
"bw_bytes" : 52933812,
"bw" : 51693,
"iops" : 12923.277352,
"runtime" : 179999,
"total_ios" : 2326177,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8593,
"max" : 446822,
"mean" : 27065.533809,
"stddev" : 5010.742361,
"N" : 2326177
},
"clat_ns" : {
"min" : 234889,
"max" : 808445,
"mean" : 348937.951229,
"stddev" : 34582.199510,
"N" : 2326180,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 342016,
"60.000000" : 350208,
"70.000000" : 358400,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 460800,
"99.500000" : 481280,
"99.900000" : 536576,
"99.950000" : 561152,
"99.990000" : 626688
},
"bins" : {
"234496" : 2,
"236544" : 2,
"238592" : 1,
"240640" : 3,
"242688" : 7,
"244736" : 8,
"246784" : 10,
"248832" : 13,
"250880" : 40,
"252928" : 29,
"254976" : 48,
"257024" : 59,
"259072" : 96,
"261120" : 144,
"264192" : 429,
"268288" : 800,
"272384" : 1378,
"276480" : 2424,
"280576" : 4132,
"284672" : 6862,
"288768" : 10963,
"292864" : 16574,
"296960" : 24907,
"301056" : 35155,
"305152" : 48288,
"309248" : 64229,
"313344" : 80837,
"317440" : 98887,
"321536" : 115325,
"325632" : 128847,
"329728" : 137696,
"333824" : 141577,
"337920" : 140540,
"342016" : 134091,
"346112" : 125210,
"350208" : 114560,
"354304" : 103989,
"358400" : 92945,
"362496" : 84352,
"366592" : 76290,
"370688" : 68801,
"374784" : 61846,
"378880" : 55094,
"382976" : 48045,
"387072" : 41634,
"391168" : 35412,
"395264" : 30311,
"399360" : 25782,
"403456" : 22025,
"407552" : 18807,
"411648" : 15989,
"415744" : 13802,
"419840" : 11919,
"423936" : 10522,
"428032" : 9176,
"432128" : 7875,
"436224" : 6963,
"440320" : 6302,
"444416" : 5523,
"448512" : 4871,
"452608" : 4457,
"456704" : 3697,
"460800" : 3272,
"464896" : 2914,
"468992" : 2520,
"473088" : 2191,
"477184" : 1804,
"481280" : 1659,
"485376" : 1412,
"489472" : 1199,
"493568" : 1050,
"497664" : 938,
"501760" : 784,
"505856" : 699,
"509952" : 656,
"514048" : 501,
"518144" : 460,
"522240" : 372,
"528384" : 665,
"536576" : 492,
"544768" : 401,
"552960" : 334,
"561152" : 224,
"569344" : 175,
"577536" : 148,
"585728" : 130,
"593920" : 105,
"602112" : 72,
"610304" : 70,
"618496" : 76,
"626688" : 48,
"634880" : 28,
"643072" : 29,
"651264" : 20,
"659456" : 19,
"667648" : 16,
"675840" : 15,
"684032" : 14,
"692224" : 11,
"700416" : 6,
"708608" : 6,
"716800" : 11,
"724992" : 4,
"733184" : 9,
"741376" : 7,
"749568" : 3,
"757760" : 2,
"765952" : 3,
"774144" : 1,
"782336" : 2,
"790528" : 1,
"806912" : 1
}
},
"lat_ns" : {
"min" : 257313,
"max" : 844560,
"mean" : 376003.482803,
"stddev" : 36770.797530,
"N" : 2326180
},
"bw_min" : 49488,
"bw_max" : 54408,
"bw_agg" : 100.000000,
"bw_mean" : 51699.977716,
"bw_dev" : 842.887342,
"bw_samples" : 359,
"iops_min" : 12372,
"iops_max" : 13602,
"iops_mean" : 12924.952646,
"iops_stddev" : 210.723469,
"iops_samples" : 359
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 7.027261,
"sys_cpu" : 92.477180,
"ctx" : 6023,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999987,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999987,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 99.710602,
"750" : 0.286690,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773100231,
"timestamp_ms" : 1773100231097,
"time" : "Mon Mar 9 20:50:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 22229692416,
"io_kbytes" : 21708684,
"bw_bytes" : 123496919,
"bw" : 120602,
"iops" : 30150.570549,
"runtime" : 180002,
"total_ios" : 5427163,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4537,
"max" : 388634,
"mean" : 19079.223062,
"stddev" : 4355.763665,
"N" : 5427163
},
"clat_ns" : {
"min" : 2954,
"max" : 818530,
"mean" : 349662.792003,
"stddev" : 34726.396962,
"N" : 5427171,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 342016,
"60.000000" : 350208,
"70.000000" : 362496,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 460800,
"99.500000" : 481280,
"99.900000" : 536576,
"99.950000" : 561152,
"99.990000" : 626688
},
"bins" : {
"2960" : 1,
"22400" : 1,
"41728" : 1,
"60672" : 1,
"80384" : 1,
"89600" : 1,
"110080" : 1,
"129536" : 1,
"181248" : 1,
"201728" : 1,
"222208" : 1,
"230400" : 1,
"232448" : 6,
"234496" : 2,
"236544" : 2,
"238592" : 2,
"240640" : 11,
"242688" : 14,
"244736" : 13,
"246784" : 16,
"248832" : 34,
"250880" : 53,
"252928" : 69,
"254976" : 117,
"257024" : 139,
"259072" : 174,
"261120" : 272,
"264192" : 1018,
"268288" : 1712,
"272384" : 3076,
"276480" : 5484,
"280576" : 9130,
"284672" : 15171,
"288768" : 24550,
"292864" : 36784,
"296960" : 55363,
"301056" : 79199,
"305152" : 109159,
"309248" : 144510,
"313344" : 181829,
"317440" : 223794,
"321536" : 261799,
"325632" : 292536,
"329728" : 317538,
"333824" : 327494,
"337920" : 326257,
"342016" : 314488,
"346112" : 294652,
"350208" : 270314,
"354304" : 244396,
"358400" : 221025,
"362496" : 200557,
"366592" : 181592,
"370688" : 163755,
"374784" : 147443,
"378880" : 130857,
"382976" : 115583,
"387072" : 99561,
"391168" : 86275,
"395264" : 73908,
"399360" : 62705,
"403456" : 52998,
"407552" : 44862,
"411648" : 39040,
"415744" : 33407,
"419840" : 28583,
"423936" : 24918,
"428032" : 21869,
"432128" : 19231,
"436224" : 17015,
"440320" : 14842,
"444416" : 13275,
"448512" : 11539,
"452608" : 10251,
"456704" : 9079,
"460800" : 8140,
"464896" : 6943,
"468992" : 5947,
"473088" : 5195,
"477184" : 4569,
"481280" : 3901,
"485376" : 3570,
"489472" : 2886,
"493568" : 2513,
"497664" : 2283,
"501760" : 1931,
"505856" : 1608,
"509952" : 1405,
"514048" : 1249,
"518144" : 1053,
"522240" : 925,
"528384" : 1613,
"536576" : 1224,
"544768" : 999,
"552960" : 720,
"561152" : 606,
"569344" : 476,
"577536" : 381,
"585728" : 321,
"593920" : 235,
"602112" : 186,
"610304" : 153,
"618496" : 134,
"626688" : 108,
"634880" : 91,
"643072" : 79,
"651264" : 47,
"659456" : 54,
"667648" : 37,
"675840" : 37,
"684032" : 28,
"692224" : 17,
"700416" : 34,
"708608" : 12,
"716800" : 14,
"724992" : 14,
"733184" : 10,
"741376" : 12,
"749568" : 10,
"757760" : 8,
"765952" : 14,
"774144" : 6,
"782336" : 5,
"790528" : 2,
"798720" : 3,
"815104" : 4
}
},
"lat_ns" : {
"min" : 20681,
"max" : 836267,
"mean" : 368742.015176,
"stddev" : 36213.212099,
"N" : 5427171
},
"bw_min" : 116080,
"bw_max" : 125168,
"bw_agg" : 100.000000,
"bw_mean" : 120629.777778,
"bw_dev" : 1874.228654,
"bw_samples" : 360,
"iops_min" : 29020,
"iops_max" : 31294,
"iops_mean" : 30157.427778,
"iops_stddev" : 468.572021,
"iops_samples" : 360
},
"write" : {
"io_bytes" : 9528053760,
"io_kbytes" : 9304740,
"bw_bytes" : 52933043,
"bw" : 51692,
"iops" : 12923.067521,
"runtime" : 180002,
"total_ios" : 2326178,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8593,
"max" : 446822,
"mean" : 27065.534673,
"stddev" : 5010.741457,
"N" : 2326178
},
"clat_ns" : {
"min" : 151251,
"max" : 808445,
"mean" : 348937.832314,
"stddev" : 34582.415339,
"N" : 2326185,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 329728,
"40.000000" : 337920,
"50.000000" : 342016,
"60.000000" : 350208,
"70.000000" : 358400,
"80.000000" : 374784,
"90.000000" : 391168,
"95.000000" : 411648,
"99.000000" : 460800,
"99.500000" : 481280,
"99.900000" : 536576,
"99.950000" : 561152,
"99.990000" : 626688
},
"bins" : {
"150528" : 1,
"234496" : 2,
"236544" : 2,
"238592" : 1,
"240640" : 3,
"242688" : 7,
"244736" : 8,
"246784" : 10,
"248832" : 13,
"250880" : 40,
"252928" : 29,
"254976" : 48,
"257024" : 59,
"259072" : 96,
"261120" : 144,
"264192" : 429,
"268288" : 800,
"272384" : 1378,
"276480" : 2424,
"280576" : 4132,
"284672" : 6862,
"288768" : 10963,
"292864" : 16574,
"296960" : 24907,
"301056" : 35155,
"305152" : 48288,
"309248" : 64229,
"313344" : 80837,
"317440" : 98887,
"321536" : 115325,
"325632" : 128849,
"329728" : 137697,
"333824" : 141577,
"337920" : 140540,
"342016" : 134091,
"346112" : 125210,
"350208" : 114560,
"354304" : 103989,
"358400" : 92945,
"362496" : 84352,
"366592" : 76290,
"370688" : 68801,
"374784" : 61846,
"378880" : 55094,
"382976" : 48045,
"387072" : 41634,
"391168" : 35412,
"395264" : 30311,
"399360" : 25782,
"403456" : 22025,
"407552" : 18807,
"411648" : 15989,
"415744" : 13802,
"419840" : 11919,
"423936" : 10522,
"428032" : 9176,
"432128" : 7875,
"436224" : 6963,
"440320" : 6302,
"444416" : 5523,
"448512" : 4871,
"452608" : 4457,
"456704" : 3697,
"460800" : 3272,
"464896" : 2914,
"468992" : 2520,
"473088" : 2191,
"477184" : 1804,
"481280" : 1659,
"485376" : 1412,
"489472" : 1199,
"493568" : 1050,
"497664" : 938,
"501760" : 784,
"505856" : 699,
"509952" : 656,
"514048" : 501,
"518144" : 460,
"522240" : 372,
"528384" : 665,
"536576" : 492,
"544768" : 401,
"552960" : 334,
"561152" : 224,
"569344" : 175,
"577536" : 148,
"585728" : 130,
"593920" : 105,
"602112" : 72,
"610304" : 70,
"618496" : 76,
"626688" : 48,
"634880" : 28,
"643072" : 29,
"651264" : 20,
"659456" : 19,
"667648" : 16,
"675840" : 15,
"684032" : 14,
"692224" : 11,
"700416" : 6,
"708608" : 6,
"716800" : 11,
"724992" : 4,
"733184" : 9,
"741376" : 7,
"749568" : 3,
"757760" : 2,
"765952" : 3,
"774144" : 1,
"782336" : 2,
"790528" : 1,
"806912" : 1
}
},
"lat_ns" : {
"min" : 180325,
"max" : 844560,
"mean" : 376003.362096,
"stddev" : 36770.992854,
"N" : 2326185
},
"bw_min" : 49488,
"bw_max" : 54408,
"bw_agg" : 100.000000,
"bw_mean" : 51704.166667,
"bw_dev" : 845.456746,
"bw_samples" : 360,
"iops_min" : 12372,
"iops_max" : 13602,
"iops_mean" : 12926.000000,
"iops_stddev" : 211.366017,
"iops_samples" : 360
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180001,
"usr_cpu" : 7.027183,
"sys_cpu" : 92.476153,
"ctx" : 6024,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999987,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.010000,
"500" : 99.710654,
"750" : 0.286689,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}