raidz2/benchmarks/rand/rand-write-qd4-nj1_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774119023,
"timestamp_ms" : 1774119023648,
"time" : "Sat Mar 21 15:50:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1059590144,
"io_kbytes" : 1034756,
"bw_bytes" : 108508975,
"bw" : 105965,
"iops" : 26492.268305,
"runtime" : 9765,
"total_ios" : 258697,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9765,
"usr_cpu" : 4.761905,
"sys_cpu" : 62.252944,
"ctx" : 34428,
"majf" : 0,
"minf" : 6,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 99.998840,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119033,
"timestamp_ms" : 1774119033882,
"time" : "Sat Mar 21 15:50:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1166753792,
"io_kbytes" : 1139408,
"bw_bytes" : 116687047,
"bw" : 113952,
"iops" : 28488.148815,
"runtime" : 9999,
"total_ios" : 284853,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9785,
"max" : 429756,
"mean" : 33283.222199,
"stddev" : 25946.444952,
"N" : 284853
},
"clat_ns" : {
"min" : 41163,
"max" : 723225,
"mean" : 106539.308479,
"stddev" : 48392.820245,
"N" : 284852,
"percentile" : {
"1.000000" : 64256,
"5.000000" : 70144,
"10.000000" : 74240,
"20.000000" : 78336,
"30.000000" : 81408,
"40.000000" : 84480,
"50.000000" : 87552,
"60.000000" : 91648,
"70.000000" : 96768,
"80.000000" : 113152,
"90.000000" : 185344,
"95.000000" : 195584,
"99.000000" : 288768,
"99.500000" : 305152,
"99.900000" : 391168,
"99.950000" : 407552,
"99.990000" : 464896
},
"bins" : {
"41216" : 1,
"41728" : 2,
"43776" : 1,
"44288" : 1,
"45312" : 1,
"46848" : 1,
"47360" : 2,
"47872" : 4,
"48384" : 2,
"48896" : 4,
"49408" : 5,
"49920" : 3,
"50432" : 8,
"50944" : 7,
"51456" : 5,
"51968" : 18,
"52480" : 11,
"52992" : 16,
"53504" : 8,
"54016" : 25,
"54528" : 26,
"55040" : 33,
"55552" : 32,
"56064" : 39,
"56576" : 37,
"57088" : 51,
"57600" : 66,
"58112" : 67,
"58624" : 87,
"59136" : 93,
"59648" : 129,
"60160" : 153,
"60672" : 169,
"61184" : 187,
"61696" : 194,
"62208" : 224,
"62720" : 271,
"63232" : 278,
"63744" : 332,
"64256" : 398,
"64768" : 450,
"65280" : 502,
"66048" : 1168,
"67072" : 1757,
"68096" : 2207,
"69120" : 2602,
"70144" : 2959,
"71168" : 3472,
"72192" : 4060,
"73216" : 4898,
"74240" : 5814,
"75264" : 6516,
"76288" : 7158,
"77312" : 7690,
"78336" : 8207,
"79360" : 8951,
"80384" : 9581,
"81408" : 9511,
"82432" : 9759,
"83456" : 9709,
"84480" : 9794,
"85504" : 9370,
"86528" : 8960,
"87552" : 8511,
"88576" : 7915,
"89600" : 7405,
"90624" : 6864,
"91648" : 6199,
"92672" : 5995,
"93696" : 5181,
"94720" : 4829,
"95744" : 4466,
"96768" : 4035,
"97792" : 3570,
"98816" : 3334,
"99840" : 2980,
"100864" : 2575,
"101888" : 2431,
"102912" : 2107,
"103936" : 1843,
"104960" : 1673,
"105984" : 1490,
"107008" : 1361,
"108032" : 1163,
"109056" : 1066,
"110080" : 952,
"111104" : 817,
"112128" : 736,
"113152" : 650,
"114176" : 576,
"115200" : 475,
"116224" : 443,
"117248" : 393,
"118272" : 347,
"119296" : 322,
"120320" : 264,
"121344" : 244,
"122368" : 230,
"123392" : 187,
"124416" : 176,
"125440" : 141,
"126464" : 127,
"127488" : 133,
"128512" : 132,
"129536" : 119,
"130560" : 116,
"132096" : 170,
"134144" : 176,
"136192" : 161,
"138240" : 131,
"140288" : 117,
"142336" : 120,
"144384" : 119,
"146432" : 107,
"148480" : 112,
"150528" : 117,
"152576" : 103,
"154624" : 114,
"156672" : 120,
"158720" : 137,
"160768" : 215,
"162816" : 340,
"164864" : 488,
"166912" : 624,
"168960" : 932,
"171008" : 1311,
"173056" : 1754,
"175104" : 2182,
"177152" : 2714,
"179200" : 3117,
"181248" : 3452,
"183296" : 3626,
"185344" : 3655,
"187392" : 3280,
"189440" : 2780,
"191488" : 2377,
"193536" : 1932,
"195584" : 1628,
"197632" : 1352,
"199680" : 1151,
"201728" : 956,
"203776" : 729,
"205824" : 614,
"207872" : 495,
"209920" : 388,
"211968" : 336,
"214016" : 250,
"216064" : 194,
"218112" : 200,
"220160" : 160,
"222208" : 114,
"224256" : 100,
"226304" : 92,
"228352" : 105,
"230400" : 76,
"232448" : 72,
"234496" : 61,
"236544" : 44,
"238592" : 43,
"240640" : 42,
"242688" : 44,
"244736" : 36,
"246784" : 36,
"248832" : 39,
"250880" : 35,
"252928" : 32,
"254976" : 35,
"257024" : 36,
"259072" : 45,
"261120" : 48,
"264192" : 107,
"268288" : 176,
"272384" : 287,
"276480" : 486,
"280576" : 702,
"284672" : 732,
"288768" : 742,
"292864" : 530,
"296960" : 415,
"301056" : 313,
"305152" : 217,
"309248" : 152,
"313344" : 118,
"317440" : 95,
"321536" : 71,
"325632" : 50,
"329728" : 50,
"333824" : 30,
"337920" : 31,
"342016" : 28,
"346112" : 18,
"350208" : 23,
"354304" : 13,
"358400" : 10,
"362496" : 19,
"366592" : 11,
"370688" : 15,
"374784" : 35,
"378880" : 52,
"382976" : 80,
"387072" : 68,
"391168" : 63,
"395264" : 51,
"399360" : 42,
"403456" : 31,
"407552" : 28,
"411648" : 20,
"415744" : 23,
"419840" : 11,
"423936" : 10,
"428032" : 11,
"432128" : 5,
"436224" : 2,
"440320" : 4,
"444416" : 4,
"448512" : 3,
"452608" : 2,
"456704" : 1,
"460800" : 6,
"464896" : 4,
"468992" : 3,
"473088" : 1,
"477184" : 2,
"481280" : 1,
"485376" : 1,
"489472" : 2,
"493568" : 1,
"501760" : 1,
"509952" : 1,
"518144" : 1,
"522240" : 1,
"536576" : 1,
"544768" : 1,
"552960" : 2,
"561152" : 2,
"585728" : 1,
"593920" : 1,
"626688" : 1,
"634880" : 1,
"724992" : 1
}
},
"lat_ns" : {
"min" : 61514,
"max" : 848276,
"mean" : 139822.591792,
"stddev" : 57588.869254,
"N" : 284852
},
"bw_min" : 99616,
"bw_max" : 140624,
"bw_agg" : 99.609315,
"bw_mean" : 113507.315789,
"bw_dev" : 10877.052532,
"bw_samples" : 19,
"iops_min" : 24904,
"iops_max" : 35156,
"iops_mean" : 28376.894737,
"iops_stddev" : 2719.301113,
"iops_samples" : 19
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 4.970497,
"sys_cpu" : 74.667467,
"ctx" : 20529,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999649,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999649,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 73.133511,
"250" : 24.661843,
"500" : 2.190253,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119043,
"timestamp_ms" : 1774119043882,
"time" : "Sat Mar 21 15:50:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2217164800,
"io_kbytes" : 2165200,
"bw_bytes" : 110858240,
"bw" : 108260,
"iops" : 27065.050000,
"runtime" : 20000,
"total_ios" : 541301,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9585,
"max" : 429756,
"mean" : 35118.969573,
"stddev" : 28122.329993,
"N" : 541301
},
"clat_ns" : {
"min" : 41163,
"max" : 723225,
"mean" : 112072.122355,
"stddev" : 52397.723930,
"N" : 541300,
"percentile" : {
"1.000000" : 66048,
"5.000000" : 72192,
"10.000000" : 75264,
"20.000000" : 80384,
"30.000000" : 83456,
"40.000000" : 86528,
"50.000000" : 89600,
"60.000000" : 93696,
"70.000000" : 100864,
"80.000000" : 171008,
"90.000000" : 189440,
"95.000000" : 201728,
"99.000000" : 296960,
"99.500000" : 317440,
"99.900000" : 403456,
"99.950000" : 419840,
"99.990000" : 460800
},
"bins" : {
"41216" : 1,
"41728" : 2,
"43776" : 1,
"44288" : 1,
"45312" : 1,
"46848" : 1,
"47360" : 2,
"47872" : 6,
"48384" : 5,
"48896" : 5,
"49408" : 5,
"49920" : 3,
"50432" : 13,
"50944" : 10,
"51456" : 9,
"51968" : 24,
"52480" : 13,
"52992" : 22,
"53504" : 11,
"54016" : 32,
"54528" : 36,
"55040" : 44,
"55552" : 46,
"56064" : 47,
"56576" : 56,
"57088" : 72,
"57600" : 101,
"58112" : 98,
"58624" : 122,
"59136" : 117,
"59648" : 166,
"60160" : 206,
"60672" : 225,
"61184" : 259,
"61696" : 273,
"62208" : 313,
"62720" : 353,
"63232" : 382,
"63744" : 454,
"64256" : 539,
"64768" : 576,
"65280" : 674,
"66048" : 1623,
"67072" : 2330,
"68096" : 2970,
"69120" : 3508,
"70144" : 4052,
"71168" : 4894,
"72192" : 5899,
"73216" : 7070,
"74240" : 8349,
"75264" : 9348,
"76288" : 10458,
"77312" : 11600,
"78336" : 12956,
"79360" : 14620,
"80384" : 16022,
"81408" : 16791,
"82432" : 17791,
"83456" : 18725,
"84480" : 19628,
"85504" : 19423,
"86528" : 18617,
"87552" : 17804,
"88576" : 16709,
"89600" : 15131,
"90624" : 13991,
"91648" : 12735,
"92672" : 11971,
"93696" : 10488,
"94720" : 9702,
"95744" : 8804,
"96768" : 8013,
"97792" : 7189,
"98816" : 6449,
"99840" : 5755,
"100864" : 5182,
"101888" : 4768,
"102912" : 4142,
"103936" : 3690,
"104960" : 3315,
"105984" : 2997,
"107008" : 2661,
"108032" : 2273,
"109056" : 2075,
"110080" : 1833,
"111104" : 1576,
"112128" : 1403,
"113152" : 1233,
"114176" : 1156,
"115200" : 951,
"116224" : 889,
"117248" : 765,
"118272" : 665,
"119296" : 635,
"120320" : 528,
"121344" : 482,
"122368" : 426,
"123392" : 342,
"124416" : 336,
"125440" : 292,
"126464" : 260,
"127488" : 251,
"128512" : 234,
"129536" : 231,
"130560" : 206,
"132096" : 340,
"134144" : 348,
"136192" : 299,
"138240" : 289,
"140288" : 261,
"142336" : 272,
"144384" : 278,
"146432" : 248,
"148480" : 247,
"150528" : 244,
"152576" : 214,
"154624" : 245,
"156672" : 277,
"158720" : 306,
"160768" : 400,
"162816" : 622,
"164864" : 820,
"166912" : 1057,
"168960" : 1690,
"171008" : 2407,
"173056" : 3271,
"175104" : 4121,
"177152" : 5037,
"179200" : 6067,
"181248" : 7169,
"183296" : 8490,
"185344" : 8960,
"187392" : 8318,
"189440" : 7151,
"191488" : 5944,
"193536" : 4702,
"195584" : 3891,
"197632" : 3167,
"199680" : 2691,
"201728" : 2198,
"203776" : 1856,
"205824" : 1556,
"207872" : 1318,
"209920" : 1051,
"211968" : 867,
"214016" : 693,
"216064" : 573,
"218112" : 523,
"220160" : 408,
"222208" : 319,
"224256" : 258,
"226304" : 230,
"228352" : 242,
"230400" : 183,
"232448" : 182,
"234496" : 156,
"236544" : 126,
"238592" : 120,
"240640" : 115,
"242688" : 104,
"244736" : 81,
"246784" : 89,
"248832" : 87,
"250880" : 90,
"252928" : 78,
"254976" : 102,
"257024" : 93,
"259072" : 103,
"261120" : 111,
"264192" : 286,
"268288" : 401,
"272384" : 681,
"276480" : 1030,
"280576" : 1584,
"284672" : 1970,
"288768" : 1831,
"292864" : 1210,
"296960" : 933,
"301056" : 732,
"305152" : 575,
"309248" : 453,
"313344" : 416,
"317440" : 377,
"321536" : 306,
"325632" : 231,
"329728" : 163,
"333824" : 105,
"337920" : 77,
"342016" : 72,
"346112" : 68,
"350208" : 61,
"354304" : 35,
"358400" : 29,
"362496" : 41,
"366592" : 35,
"370688" : 48,
"374784" : 63,
"378880" : 111,
"382976" : 149,
"387072" : 123,
"391168" : 107,
"395264" : 86,
"399360" : 73,
"403456" : 86,
"407552" : 63,
"411648" : 55,
"415744" : 47,
"419840" : 51,
"423936" : 42,
"428032" : 54,
"432128" : 26,
"436224" : 20,
"440320" : 11,
"444416" : 8,
"448512" : 10,
"452608" : 6,
"456704" : 3,
"460800" : 10,
"464896" : 5,
"468992" : 6,
"473088" : 3,
"477184" : 4,
"481280" : 3,
"485376" : 2,
"489472" : 3,
"493568" : 2,
"497664" : 1,
"501760" : 1,
"509952" : 4,
"514048" : 1,
"518144" : 1,
"522240" : 2,
"528384" : 1,
"536576" : 2,
"544768" : 1,
"552960" : 2,
"561152" : 2,
"585728" : 1,
"593920" : 2,
"618496" : 1,
"626688" : 1,
"634880" : 1,
"724992" : 1
}
},
"lat_ns" : {
"min" : 61514,
"max" : 848276,
"mean" : 147191.099376,
"stddev" : 62323.283912,
"N" : 541300
},
"bw_min" : 88864,
"bw_max" : 140624,
"bw_agg" : 100.000000,
"bw_mean" : 108478.589744,
"bw_dev" : 11798.647259,
"bw_samples" : 39,
"iops_min" : 22216,
"iops_max" : 35156,
"iops_mean" : 27119.666667,
"iops_stddev" : 2949.693645,
"iops_samples" : 39
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 20000,
"usr_cpu" : 4.800000,
"sys_cpu" : 71.740000,
"ctx" : 47193,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999815,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999815,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 69.232091,
"250" : 27.883193,
"500" : 2.874371,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119053,
"timestamp_ms" : 1774119053882,
"time" : "Sat Mar 21 15:50:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3343192064,
"io_kbytes" : 3264836,
"bw_bytes" : 111443450,
"bw" : 108831,
"iops" : 27207.906930,
"runtime" : 29999,
"total_ios" : 816210,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9585,
"max" : 429756,
"mean" : 34921.954747,
"stddev" : 27225.298326,
"N" : 816210
},
"clat_ns" : {
"min" : 40442,
"max" : 723225,
"mean" : 111488.186038,
"stddev" : 50975.294503,
"N" : 816209,
"percentile" : {
"1.000000" : 66048,
"5.000000" : 73216,
"10.000000" : 76288,
"20.000000" : 81408,
"30.000000" : 84480,
"40.000000" : 87552,
"50.000000" : 90624,
"60.000000" : 93696,
"70.000000" : 100864,
"80.000000" : 152576,
"90.000000" : 189440,
"95.000000" : 201728,
"99.000000" : 296960,
"99.500000" : 317440,
"99.900000" : 403456,
"99.950000" : 419840,
"99.990000" : 460800
},
"bins" : {
"40192" : 1,
"41216" : 1,
"41728" : 3,
"43264" : 2,
"43776" : 1,
"44288" : 1,
"45312" : 1,
"46848" : 3,
"47360" : 3,
"47872" : 8,
"48384" : 8,
"48896" : 5,
"49408" : 8,
"49920" : 3,
"50432" : 16,
"50944" : 13,
"51456" : 12,
"51968" : 28,
"52480" : 21,
"52992" : 29,
"53504" : 17,
"54016" : 43,
"54528" : 46,
"55040" : 62,
"55552" : 69,
"56064" : 66,
"56576" : 85,
"57088" : 96,
"57600" : 134,
"58112" : 121,
"58624" : 144,
"59136" : 143,
"59648" : 207,
"60160" : 252,
"60672" : 286,
"61184" : 313,
"61696" : 339,
"62208" : 401,
"62720" : 438,
"63232" : 477,
"63744" : 549,
"64256" : 653,
"64768" : 687,
"65280" : 820,
"66048" : 1995,
"67072" : 2781,
"68096" : 3612,
"69120" : 4274,
"70144" : 5009,
"71168" : 6215,
"72192" : 7547,
"73216" : 9048,
"74240" : 10510,
"75264" : 11704,
"76288" : 12972,
"77312" : 14695,
"78336" : 16776,
"79360" : 19258,
"80384" : 21478,
"81408" : 23322,
"82432" : 25686,
"83456" : 28328,
"84480" : 30862,
"85504" : 31538,
"86528" : 30705,
"87552" : 29590,
"88576" : 27890,
"89600" : 25554,
"90624" : 23492,
"91648" : 21492,
"92672" : 20012,
"93696" : 17850,
"94720" : 16432,
"95744" : 14953,
"96768" : 13616,
"97792" : 12262,
"98816" : 10985,
"99840" : 9819,
"100864" : 8820,
"101888" : 8009,
"102912" : 7040,
"103936" : 6383,
"104960" : 5651,
"105984" : 5108,
"107008" : 4607,
"108032" : 3995,
"109056" : 3671,
"110080" : 3179,
"111104" : 2795,
"112128" : 2498,
"113152" : 2169,
"114176" : 2061,
"115200" : 1717,
"116224" : 1583,
"117248" : 1392,
"118272" : 1206,
"119296" : 1101,
"120320" : 935,
"121344" : 852,
"122368" : 795,
"123392" : 643,
"124416" : 636,
"125440" : 508,
"126464" : 500,
"127488" : 479,
"128512" : 377,
"129536" : 407,
"130560" : 360,
"132096" : 604,
"134144" : 549,
"136192" : 516,
"138240" : 483,
"140288" : 414,
"142336" : 418,
"144384" : 418,
"146432" : 389,
"148480" : 370,
"150528" : 370,
"152576" : 342,
"154624" : 351,
"156672" : 388,
"158720" : 435,
"160768" : 567,
"162816" : 822,
"164864" : 1027,
"166912" : 1337,
"168960" : 2143,
"171008" : 3027,
"173056" : 4320,
"175104" : 5563,
"177152" : 6593,
"179200" : 7845,
"181248" : 9315,
"183296" : 11449,
"185344" : 12655,
"187392" : 11992,
"189440" : 10372,
"191488" : 8695,
"193536" : 7043,
"195584" : 5633,
"197632" : 4696,
"199680" : 3966,
"201728" : 3323,
"203776" : 2838,
"205824" : 2339,
"207872" : 2089,
"209920" : 1684,
"211968" : 1385,
"214016" : 1190,
"216064" : 951,
"218112" : 866,
"220160" : 688,
"222208" : 562,
"224256" : 457,
"226304" : 401,
"228352" : 408,
"230400" : 308,
"232448" : 293,
"234496" : 260,
"236544" : 231,
"238592" : 202,
"240640" : 188,
"242688" : 174,
"244736" : 131,
"246784" : 147,
"248832" : 144,
"250880" : 142,
"252928" : 139,
"254976" : 145,
"257024" : 143,
"259072" : 157,
"261120" : 166,
"264192" : 395,
"268288" : 538,
"272384" : 911,
"276480" : 1337,
"280576" : 1946,
"284672" : 2539,
"288768" : 2332,
"292864" : 1622,
"296960" : 1265,
"301056" : 975,
"305152" : 804,
"309248" : 654,
"313344" : 622,
"317440" : 612,
"321536" : 507,
"325632" : 414,
"329728" : 300,
"333824" : 191,
"337920" : 140,
"342016" : 135,
"346112" : 107,
"350208" : 97,
"354304" : 58,
"358400" : 61,
"362496" : 50,
"366592" : 56,
"370688" : 75,
"374784" : 77,
"378880" : 138,
"382976" : 178,
"387072" : 145,
"391168" : 142,
"395264" : 158,
"399360" : 128,
"403456" : 143,
"407552" : 115,
"411648" : 100,
"415744" : 80,
"419840" : 74,
"423936" : 58,
"428032" : 81,
"432128" : 46,
"436224" : 34,
"440320" : 24,
"444416" : 14,
"448512" : 14,
"452608" : 10,
"456704" : 3,
"460800" : 15,
"464896" : 8,
"468992" : 6,
"473088" : 5,
"477184" : 7,
"481280" : 4,
"485376" : 5,
"489472" : 5,
"493568" : 2,
"497664" : 4,
"501760" : 5,
"505856" : 1,
"509952" : 4,
"514048" : 1,
"518144" : 1,
"522240" : 2,
"528384" : 1,
"536576" : 3,
"544768" : 2,
"552960" : 2,
"561152" : 2,
"585728" : 2,
"593920" : 2,
"618496" : 1,
"626688" : 1,
"634880" : 1,
"724992" : 1
}
},
"lat_ns" : {
"min" : 61514,
"max" : 848276,
"mean" : 146410.143679,
"stddev" : 60772.111367,
"N" : 816209
},
"bw_min" : 88864,
"bw_max" : 140624,
"bw_agg" : 99.857124,
"bw_mean" : 108676.847458,
"bw_dev" : 11307.485253,
"bw_samples" : 59,
"iops_min" : 22216,
"iops_max" : 35156,
"iops_mean" : 27169.203390,
"iops_stddev" : 2826.897616,
"iops_samples" : 59
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 4.753492,
"sys_cpu" : 73.192440,
"ctx" : 66384,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999877,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999877,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 69.289154,
"250" : 28.072922,
"500" : 2.628245,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119063,
"timestamp_ms" : 1774119063882,
"time" : "Sat Mar 21 15:51:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4477616128,
"io_kbytes" : 4372672,
"bw_bytes" : 111943201,
"bw" : 109319,
"iops" : 27329.908248,
"runtime" : 39999,
"total_ios" : 1093169,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9585,
"max" : 429756,
"mean" : 34757.505013,
"stddev" : 26497.257414,
"N" : 1093169
},
"clat_ns" : {
"min" : 37117,
"max" : 723225,
"mean" : 110994.251177,
"stddev" : 49996.143008,
"N" : 1093168,
"percentile" : {
"1.000000" : 67072,
"5.000000" : 74240,
"10.000000" : 77312,
"20.000000" : 82432,
"30.000000" : 85504,
"40.000000" : 87552,
"50.000000" : 90624,
"60.000000" : 94720,
"70.000000" : 100864,
"80.000000" : 122368,
"90.000000" : 187392,
"95.000000" : 201728,
"99.000000" : 296960,
"99.500000" : 321536,
"99.900000" : 407552,
"99.950000" : 419840,
"99.990000" : 452608
},
"bins" : {
"37120" : 1,
"40192" : 1,
"40704" : 2,
"41216" : 2,
"41728" : 3,
"43264" : 2,
"43776" : 1,
"44288" : 1,
"45312" : 2,
"46336" : 1,
"46848" : 3,
"47360" : 6,
"47872" : 8,
"48384" : 8,
"48896" : 8,
"49408" : 9,
"49920" : 6,
"50432" : 18,
"50944" : 15,
"51456" : 18,
"51968" : 32,
"52480" : 22,
"52992" : 36,
"53504" : 25,
"54016" : 51,
"54528" : 60,
"55040" : 71,
"55552" : 79,
"56064" : 73,
"56576" : 104,
"57088" : 110,
"57600" : 154,
"58112" : 140,
"58624" : 169,
"59136" : 169,
"59648" : 256,
"60160" : 298,
"60672" : 335,
"61184" : 357,
"61696" : 384,
"62208" : 462,
"62720" : 495,
"63232" : 532,
"63744" : 605,
"64256" : 708,
"64768" : 758,
"65280" : 911,
"66048" : 2183,
"67072" : 3083,
"68096" : 4033,
"69120" : 4860,
"70144" : 5765,
"71168" : 7268,
"72192" : 8937,
"73216" : 10749,
"74240" : 12411,
"75264" : 13663,
"76288" : 14974,
"77312" : 16766,
"78336" : 19325,
"79360" : 22638,
"80384" : 25636,
"81408" : 28620,
"82432" : 32822,
"83456" : 37874,
"84480" : 42784,
"85504" : 44566,
"86528" : 44268,
"87552" : 42541,
"88576" : 40220,
"89600" : 36536,
"90624" : 33619,
"91648" : 30826,
"92672" : 28622,
"93696" : 25875,
"94720" : 23825,
"95744" : 21665,
"96768" : 19709,
"97792" : 17836,
"98816" : 16086,
"99840" : 14418,
"100864" : 13055,
"101888" : 11813,
"102912" : 10411,
"103936" : 9401,
"104960" : 8391,
"105984" : 7596,
"107008" : 6812,
"108032" : 5988,
"109056" : 5464,
"110080" : 4766,
"111104" : 4211,
"112128" : 3741,
"113152" : 3295,
"114176" : 3074,
"115200" : 2579,
"116224" : 2386,
"117248" : 2037,
"118272" : 1791,
"119296" : 1604,
"120320" : 1393,
"121344" : 1282,
"122368" : 1155,
"123392" : 958,
"124416" : 919,
"125440" : 749,
"126464" : 731,
"127488" : 677,
"128512" : 580,
"129536" : 561,
"130560" : 509,
"132096" : 868,
"134144" : 769,
"136192" : 703,
"138240" : 657,
"140288" : 562,
"142336" : 584,
"144384" : 541,
"146432" : 507,
"148480" : 479,
"150528" : 473,
"152576" : 463,
"154624" : 459,
"156672" : 495,
"158720" : 537,
"160768" : 699,
"162816" : 1031,
"164864" : 1244,
"166912" : 1558,
"168960" : 2458,
"171008" : 3588,
"173056" : 5373,
"175104" : 7031,
"177152" : 8236,
"179200" : 9456,
"181248" : 11102,
"183296" : 13796,
"185344" : 15630,
"187392" : 14933,
"189440" : 13179,
"191488" : 11078,
"193536" : 9050,
"195584" : 7295,
"197632" : 6112,
"199680" : 5209,
"201728" : 4451,
"203776" : 3861,
"205824" : 3248,
"207872" : 2906,
"209920" : 2510,
"211968" : 2076,
"214016" : 1757,
"216064" : 1404,
"218112" : 1227,
"220160" : 990,
"222208" : 782,
"224256" : 659,
"226304" : 577,
"228352" : 540,
"230400" : 420,
"232448" : 384,
"234496" : 336,
"236544" : 322,
"238592" : 267,
"240640" : 234,
"242688" : 222,
"244736" : 188,
"246784" : 186,
"248832" : 181,
"250880" : 183,
"252928" : 172,
"254976" : 174,
"257024" : 164,
"259072" : 187,
"261120" : 199,
"264192" : 500,
"268288" : 649,
"272384" : 1107,
"276480" : 1541,
"280576" : 2201,
"284672" : 2876,
"288768" : 2630,
"292864" : 1933,
"296960" : 1561,
"301056" : 1245,
"305152" : 1031,
"309248" : 886,
"313344" : 869,
"317440" : 854,
"321536" : 714,
"325632" : 594,
"329728" : 448,
"333824" : 276,
"337920" : 214,
"342016" : 175,
"346112" : 145,
"350208" : 120,
"354304" : 76,
"358400" : 79,
"362496" : 69,
"366592" : 67,
"370688" : 88,
"374784" : 93,
"378880" : 151,
"382976" : 194,
"387072" : 157,
"391168" : 159,
"395264" : 256,
"399360" : 294,
"403456" : 326,
"407552" : 262,
"411648" : 193,
"415744" : 141,
"419840" : 94,
"423936" : 84,
"428032" : 101,
"432128" : 70,
"436224" : 55,
"440320" : 32,
"444416" : 22,
"448512" : 17,
"452608" : 11,
"456704" : 5,
"460800" : 15,
"464896" : 9,
"468992" : 6,
"473088" : 6,
"477184" : 7,
"481280" : 5,
"485376" : 5,
"489472" : 5,
"493568" : 3,
"497664" : 4,
"501760" : 5,
"505856" : 1,
"509952" : 5,
"514048" : 1,
"518144" : 1,
"522240" : 2,
"528384" : 1,
"536576" : 3,
"544768" : 2,
"552960" : 2,
"561152" : 2,
"585728" : 2,
"593920" : 2,
"618496" : 1,
"626688" : 1,
"634880" : 1,
"724992" : 1
}
},
"lat_ns" : {
"min" : 55584,
"max" : 848276,
"mean" : 145751.426675,
"stddev" : 59791.971535,
"N" : 1093168
},
"bw_min" : 88864,
"bw_max" : 140624,
"bw_agg" : 99.987621,
"bw_mean" : 109306.784810,
"bw_dev" : 10700.616502,
"bw_samples" : 79,
"iops_min" : 22216,
"iops_max" : 35156,
"iops_mean" : 27326.708861,
"iops_stddev" : 2675.175801,
"iops_samples" : 79
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 4.735118,
"sys_cpu" : 74.274357,
"ctx" : 83986,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 69.305844,
"250" : 28.233786,
"500" : 2.451771,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119073,
"timestamp_ms" : 1774119073882,
"time" : "Sat Mar 21 15:51:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5537779712,
"io_kbytes" : 5407988,
"bw_bytes" : 110757809,
"bw" : 108161,
"iops" : 27040.500810,
"runtime" : 49999,
"total_ios" : 1351998,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9585,
"max" : 542558,
"mean" : 35147.013558,
"stddev" : 26718.876401,
"N" : 1351998
},
"clat_ns" : {
"min" : 37117,
"max" : 723225,
"mean" : 112166.953025,
"stddev" : 50523.964924,
"N" : 1351997,
"percentile" : {
"1.000000" : 68096,
"5.000000" : 74240,
"10.000000" : 78336,
"20.000000" : 83456,
"30.000000" : 85504,
"40.000000" : 88576,
"50.000000" : 91648,
"60.000000" : 94720,
"70.000000" : 100864,
"80.000000" : 129536,
"90.000000" : 189440,
"95.000000" : 203776,
"99.000000" : 301056,
"99.500000" : 325632,
"99.900000" : 407552,
"99.950000" : 419840,
"99.990000" : 452608
},
"bins" : {
"37120" : 1,
"40192" : 1,
"40704" : 2,
"41216" : 2,
"41728" : 3,
"43264" : 2,
"43776" : 1,
"44288" : 2,
"45312" : 2,
"46336" : 1,
"46848" : 3,
"47360" : 6,
"47872" : 8,
"48384" : 8,
"48896" : 9,
"49408" : 10,
"49920" : 7,
"50432" : 18,
"50944" : 15,
"51456" : 18,
"51968" : 32,
"52480" : 22,
"52992" : 39,
"53504" : 27,
"54016" : 55,
"54528" : 61,
"55040" : 73,
"55552" : 84,
"56064" : 76,
"56576" : 106,
"57088" : 114,
"57600" : 159,
"58112" : 144,
"58624" : 178,
"59136" : 175,
"59648" : 269,
"60160" : 307,
"60672" : 347,
"61184" : 367,
"61696" : 404,
"62208" : 478,
"62720" : 513,
"63232" : 557,
"63744" : 625,
"64256" : 724,
"64768" : 782,
"65280" : 934,
"66048" : 2229,
"67072" : 3170,
"68096" : 4143,
"69120" : 5047,
"70144" : 6007,
"71168" : 7640,
"72192" : 9497,
"73216" : 11555,
"74240" : 13296,
"75264" : 14596,
"76288" : 15931,
"77312" : 17726,
"78336" : 20474,
"79360" : 24043,
"80384" : 27524,
"81408" : 31507,
"82432" : 37583,
"83456" : 45686,
"84480" : 53323,
"85504" : 56606,
"86528" : 57042,
"87552" : 55171,
"88576" : 52217,
"89600" : 47406,
"90624" : 43550,
"91648" : 40112,
"92672" : 37298,
"93696" : 33632,
"94720" : 31144,
"95744" : 28301,
"96768" : 25817,
"97792" : 23256,
"98816" : 20879,
"99840" : 18769,
"100864" : 16991,
"101888" : 15318,
"102912" : 13504,
"103936" : 12224,
"104960" : 10931,
"105984" : 9858,
"107008" : 8758,
"108032" : 7733,
"109056" : 7035,
"110080" : 6179,
"111104" : 5442,
"112128" : 4802,
"113152" : 4250,
"114176" : 3915,
"115200" : 3345,
"116224" : 3094,
"117248" : 2616,
"118272" : 2334,
"119296" : 2074,
"120320" : 1786,
"121344" : 1637,
"122368" : 1467,
"123392" : 1248,
"124416" : 1173,
"125440" : 983,
"126464" : 934,
"127488" : 866,
"128512" : 781,
"129536" : 710,
"130560" : 659,
"132096" : 1091,
"134144" : 969,
"136192" : 888,
"138240" : 835,
"140288" : 715,
"142336" : 737,
"144384" : 698,
"146432" : 630,
"148480" : 586,
"150528" : 607,
"152576" : 591,
"154624" : 600,
"156672" : 627,
"158720" : 648,
"160768" : 833,
"162816" : 1209,
"164864" : 1438,
"166912" : 1772,
"168960" : 2684,
"171008" : 3950,
"173056" : 6154,
"175104" : 8555,
"177152" : 10280,
"179200" : 11710,
"181248" : 13605,
"183296" : 16716,
"185344" : 19230,
"187392" : 18694,
"189440" : 16910,
"191488" : 14367,
"193536" : 11996,
"195584" : 9810,
"197632" : 8306,
"199680" : 7007,
"201728" : 6081,
"203776" : 5261,
"205824" : 4506,
"207872" : 3974,
"209920" : 3443,
"211968" : 2803,
"214016" : 2367,
"216064" : 1928,
"218112" : 1610,
"220160" : 1314,
"222208" : 1058,
"224256" : 889,
"226304" : 748,
"228352" : 705,
"230400" : 550,
"232448" : 504,
"234496" : 430,
"236544" : 402,
"238592" : 350,
"240640" : 305,
"242688" : 275,
"244736" : 237,
"246784" : 240,
"248832" : 230,
"250880" : 224,
"252928" : 218,
"254976" : 226,
"257024" : 204,
"259072" : 229,
"261120" : 248,
"264192" : 662,
"268288" : 807,
"272384" : 1310,
"276480" : 1920,
"280576" : 2555,
"284672" : 3310,
"288768" : 3058,
"292864" : 2322,
"296960" : 1910,
"301056" : 1574,
"305152" : 1379,
"309248" : 1183,
"313344" : 1198,
"317440" : 1104,
"321536" : 954,
"325632" : 782,
"329728" : 597,
"333824" : 406,
"337920" : 319,
"342016" : 227,
"346112" : 186,
"350208" : 167,
"354304" : 113,
"358400" : 104,
"362496" : 97,
"366592" : 87,
"370688" : 100,
"374784" : 115,
"378880" : 173,
"382976" : 218,
"387072" : 180,
"391168" : 193,
"395264" : 382,
"399360" : 481,
"403456" : 504,
"407552" : 431,
"411648" : 293,
"415744" : 212,
"419840" : 147,
"423936" : 117,
"428032" : 129,
"432128" : 84,
"436224" : 65,
"440320" : 42,
"444416" : 28,
"448512" : 21,
"452608" : 14,
"456704" : 7,
"460800" : 17,
"464896" : 10,
"468992" : 7,
"473088" : 11,
"477184" : 9,
"481280" : 6,
"485376" : 6,
"489472" : 7,
"493568" : 4,
"497664" : 5,
"501760" : 6,
"505856" : 1,
"509952" : 5,
"514048" : 1,
"518144" : 1,
"522240" : 3,
"528384" : 6,
"536576" : 3,
"544768" : 2,
"552960" : 2,
"561152" : 3,
"585728" : 2,
"593920" : 3,
"618496" : 1,
"626688" : 3,
"634880" : 3,
"724992" : 1
}
},
"lat_ns" : {
"min" : 55584,
"max" : 848276,
"mean" : 147313.966436,
"stddev" : 60497.820865,
"N" : 1351997
},
"bw_min" : 88864,
"bw_max" : 140624,
"bw_agg" : 99.982505,
"bw_mean" : 108143.525253,
"bw_dev" : 10158.760249,
"bw_samples" : 99,
"iops_min" : 22216,
"iops_max" : 35156,
"iops_mean" : 27035.878788,
"iops_stddev" : 2539.713045,
"iops_samples" : 99
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 4.728095,
"sys_cpu" : 73.937479,
"ctx" : 106486,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999926,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999926,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 68.313193,
"250" : 29.187025,
"500" : 2.491572,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119083,
"timestamp_ms" : 1774119083882,
"time" : "Sat Mar 21 15:51:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6606229504,
"io_kbytes" : 6451396,
"bw_bytes" : 110105660,
"bw" : 107525,
"iops" : 26881.281355,
"runtime" : 59999,
"total_ios" : 1612850,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9585,
"max" : 1025496,
"mean" : 35364.383420,
"stddev" : 26779.403672,
"N" : 1612850
},
"clat_ns" : {
"min" : 37117,
"max" : 1207975,
"mean" : 112825.109222,
"stddev" : 50959.405989,
"N" : 1612849,
"percentile" : {
"1.000000" : 68096,
"5.000000" : 75264,
"10.000000" : 79360,
"20.000000" : 83456,
"30.000000" : 86528,
"40.000000" : 88576,
"50.000000" : 91648,
"60.000000" : 95744,
"70.000000" : 101888,
"80.000000" : 130560,
"90.000000" : 189440,
"95.000000" : 203776,
"99.000000" : 305152,
"99.500000" : 329728,
"99.900000" : 411648,
"99.950000" : 423936,
"99.990000" : 456704
},
"bins" : {
"37120" : 1,
"40192" : 1,
"40704" : 2,
"41216" : 2,
"41728" : 3,
"43264" : 2,
"43776" : 2,
"44288" : 2,
"45312" : 2,
"46336" : 1,
"46848" : 4,
"47360" : 8,
"47872" : 9,
"48384" : 8,
"48896" : 10,
"49408" : 10,
"49920" : 7,
"50432" : 18,
"50944" : 15,
"51456" : 19,
"51968" : 32,
"52480" : 22,
"52992" : 39,
"53504" : 29,
"54016" : 58,
"54528" : 62,
"55040" : 75,
"55552" : 90,
"56064" : 78,
"56576" : 108,
"57088" : 117,
"57600" : 165,
"58112" : 155,
"58624" : 188,
"59136" : 184,
"59648" : 280,
"60160" : 321,
"60672" : 359,
"61184" : 383,
"61696" : 423,
"62208" : 496,
"62720" : 532,
"63232" : 574,
"63744" : 644,
"64256" : 739,
"64768" : 801,
"65280" : 954,
"66048" : 2272,
"67072" : 3231,
"68096" : 4238,
"69120" : 5152,
"70144" : 6242,
"71168" : 8016,
"72192" : 10037,
"73216" : 12240,
"74240" : 14017,
"75264" : 15312,
"76288" : 16647,
"77312" : 18482,
"78336" : 21375,
"79360" : 25204,
"80384" : 29497,
"81408" : 34811,
"82432" : 43050,
"83456" : 53762,
"84480" : 64168,
"85504" : 68628,
"86528" : 69569,
"87552" : 67897,
"88576" : 64306,
"89600" : 58518,
"90624" : 53706,
"91648" : 49579,
"92672" : 46149,
"93696" : 41661,
"94720" : 38559,
"95744" : 35112,
"96768" : 32185,
"97792" : 28832,
"98816" : 26033,
"99840" : 23407,
"100864" : 21150,
"101888" : 19243,
"102912" : 16767,
"103936" : 15235,
"104960" : 13763,
"105984" : 12323,
"107008" : 10900,
"108032" : 9690,
"109056" : 8806,
"110080" : 7794,
"111104" : 6700,
"112128" : 5993,
"113152" : 5278,
"114176" : 4885,
"115200" : 4216,
"116224" : 3870,
"117248" : 3267,
"118272" : 2927,
"119296" : 2580,
"120320" : 2257,
"121344" : 2043,
"122368" : 1826,
"123392" : 1560,
"124416" : 1458,
"125440" : 1247,
"126464" : 1185,
"127488" : 1081,
"128512" : 979,
"129536" : 884,
"130560" : 823,
"132096" : 1356,
"134144" : 1176,
"136192" : 1100,
"138240" : 991,
"140288" : 848,
"142336" : 889,
"144384" : 820,
"146432" : 778,
"148480" : 704,
"150528" : 710,
"152576" : 696,
"154624" : 692,
"156672" : 746,
"158720" : 759,
"160768" : 953,
"162816" : 1377,
"164864" : 1613,
"166912" : 1962,
"168960" : 2883,
"171008" : 4245,
"173056" : 6866,
"175104" : 9753,
"177152" : 12095,
"179200" : 13630,
"181248" : 15728,
"183296" : 19310,
"185344" : 22154,
"187392" : 21804,
"189440" : 20113,
"191488" : 17231,
"193536" : 14626,
"195584" : 12274,
"197632" : 10543,
"199680" : 8947,
"201728" : 7898,
"203776" : 6785,
"205824" : 5820,
"207872" : 5077,
"209920" : 4322,
"211968" : 3575,
"214016" : 2953,
"216064" : 2384,
"218112" : 1978,
"220160" : 1603,
"222208" : 1321,
"224256" : 1088,
"226304" : 891,
"228352" : 854,
"230400" : 658,
"232448" : 594,
"234496" : 510,
"236544" : 471,
"238592" : 407,
"240640" : 360,
"242688" : 325,
"244736" : 289,
"246784" : 288,
"248832" : 265,
"250880" : 276,
"252928" : 258,
"254976" : 264,
"257024" : 242,
"259072" : 255,
"261120" : 284,
"264192" : 792,
"268288" : 961,
"272384" : 1517,
"276480" : 2212,
"280576" : 2873,
"284672" : 3653,
"288768" : 3424,
"292864" : 2700,
"296960" : 2366,
"301056" : 2035,
"305152" : 1801,
"309248" : 1556,
"313344" : 1530,
"317440" : 1397,
"321536" : 1226,
"325632" : 990,
"329728" : 735,
"333824" : 505,
"337920" : 382,
"342016" : 277,
"346112" : 243,
"350208" : 223,
"354304" : 146,
"358400" : 122,
"362496" : 113,
"366592" : 107,
"370688" : 115,
"374784" : 133,
"378880" : 198,
"382976" : 243,
"387072" : 197,
"391168" : 225,
"395264" : 447,
"399360" : 682,
"403456" : 775,
"407552" : 722,
"411648" : 523,
"415744" : 331,
"419840" : 228,
"423936" : 162,
"428032" : 163,
"432128" : 105,
"436224" : 85,
"440320" : 51,
"444416" : 37,
"448512" : 29,
"452608" : 17,
"456704" : 16,
"460800" : 23,
"464896" : 11,
"468992" : 8,
"473088" : 12,
"477184" : 10,
"481280" : 7,
"485376" : 6,
"489472" : 10,
"493568" : 4,
"497664" : 5,
"501760" : 7,
"505856" : 3,
"509952" : 5,
"514048" : 1,
"518144" : 2,
"522240" : 4,
"528384" : 6,
"536576" : 3,
"544768" : 2,
"552960" : 3,
"561152" : 3,
"569344" : 1,
"585728" : 3,
"593920" : 3,
"618496" : 2,
"626688" : 3,
"634880" : 3,
"724992" : 1,
"1122304" : 1,
"1204224" : 2
}
},
"lat_ns" : {
"min" : 55584,
"max" : 1328699,
"mean" : 148189.494008,
"stddev" : 61155.806759,
"N" : 1612849
},
"bw_min" : 88864,
"bw_max" : 140624,
"bw_agg" : 100.000000,
"bw_mean" : 107563.983193,
"bw_dev" : 9866.079629,
"bw_samples" : 119,
"iops_min" : 22216,
"iops_max" : 35156,
"iops_mean" : 26890.991597,
"iops_stddev" : 2466.540910,
"iops_samples" : 119
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 4.748412,
"sys_cpu" : 73.842897,
"ctx" : 127721,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999938,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999938,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 67.704994,
"250" : 29.743312,
"500" : 2.543696,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119093,
"timestamp_ms" : 1774119093882,
"time" : "Sat Mar 21 15:51:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7605858304,
"io_kbytes" : 7427596,
"bw_bytes" : 108656670,
"bw" : 106110,
"iops" : 26527.521822,
"runtime" : 69999,
"total_ios" : 1856900,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9585,
"max" : 1025496,
"mean" : 35857.351259,
"stddev" : 27409.790421,
"N" : 1856900
},
"clat_ns" : {
"min" : 37117,
"max" : 1207975,
"mean" : 114315.659959,
"stddev" : 52424.364381,
"N" : 1856899,
"percentile" : {
"1.000000" : 69120,
"5.000000" : 76288,
"10.000000" : 80384,
"20.000000" : 84480,
"30.000000" : 86528,
"40.000000" : 88576,
"50.000000" : 91648,
"60.000000" : 95744,
"70.000000" : 102912,
"80.000000" : 160768,
"90.000000" : 191488,
"95.000000" : 205824,
"99.000000" : 309248,
"99.500000" : 342016,
"99.900000" : 415744,
"99.950000" : 423936,
"99.990000" : 460800
},
"bins" : {
"37120" : 1,
"40192" : 1,
"40704" : 2,
"41216" : 2,
"41728" : 3,
"43264" : 2,
"43776" : 2,
"44288" : 2,
"45312" : 2,
"46336" : 1,
"46848" : 4,
"47360" : 8,
"47872" : 9,
"48384" : 8,
"48896" : 10,
"49408" : 10,
"49920" : 7,
"50432" : 18,
"50944" : 15,
"51456" : 19,
"51968" : 32,
"52480" : 22,
"52992" : 39,
"53504" : 29,
"54016" : 58,
"54528" : 62,
"55040" : 75,
"55552" : 91,
"56064" : 78,
"56576" : 108,
"57088" : 118,
"57600" : 166,
"58112" : 157,
"58624" : 188,
"59136" : 184,
"59648" : 281,
"60160" : 321,
"60672" : 360,
"61184" : 384,
"61696" : 423,
"62208" : 500,
"62720" : 532,
"63232" : 578,
"63744" : 646,
"64256" : 745,
"64768" : 805,
"65280" : 955,
"66048" : 2276,
"67072" : 3239,
"68096" : 4249,
"69120" : 5163,
"70144" : 6260,
"71168" : 8060,
"72192" : 10130,
"73216" : 12356,
"74240" : 14137,
"75264" : 15431,
"76288" : 16765,
"77312" : 18622,
"78336" : 21574,
"79360" : 25697,
"80384" : 30891,
"81408" : 37506,
"82432" : 48037,
"83456" : 62160,
"84480" : 75311,
"85504" : 80905,
"86528" : 82663,
"87552" : 80342,
"88576" : 75740,
"89600" : 68571,
"90624" : 62748,
"91648" : 58002,
"92672" : 53604,
"93696" : 48214,
"94720" : 44655,
"95744" : 40499,
"96768" : 37082,
"97792" : 33255,
"98816" : 30131,
"99840" : 27046,
"100864" : 24500,
"101888" : 22305,
"102912" : 19458,
"103936" : 17703,
"104960" : 16107,
"105984" : 14340,
"107008" : 12698,
"108032" : 11219,
"109056" : 10253,
"110080" : 8980,
"111104" : 7806,
"112128" : 7020,
"113152" : 6103,
"114176" : 5650,
"115200" : 4884,
"116224" : 4449,
"117248" : 3809,
"118272" : 3382,
"119296" : 2958,
"120320" : 2657,
"121344" : 2341,
"122368" : 2100,
"123392" : 1816,
"124416" : 1687,
"125440" : 1442,
"126464" : 1345,
"127488" : 1249,
"128512" : 1124,
"129536" : 1025,
"130560" : 942,
"132096" : 1589,
"134144" : 1361,
"136192" : 1254,
"138240" : 1160,
"140288" : 1029,
"142336" : 1026,
"144384" : 951,
"146432" : 913,
"148480" : 822,
"150528" : 838,
"152576" : 828,
"154624" : 835,
"156672" : 875,
"158720" : 871,
"160768" : 1084,
"162816" : 1510,
"164864" : 1762,
"166912" : 2076,
"168960" : 3021,
"171008" : 4393,
"173056" : 7151,
"175104" : 10335,
"177152" : 12988,
"179200" : 14848,
"181248" : 17281,
"183296" : 21524,
"185344" : 25375,
"187392" : 26236,
"189440" : 25016,
"191488" : 21942,
"193536" : 18916,
"195584" : 16048,
"197632" : 14034,
"199680" : 11809,
"201728" : 10444,
"203776" : 8838,
"205824" : 7465,
"207872" : 6405,
"209920" : 5371,
"211968" : 4340,
"214016" : 3631,
"216064" : 2891,
"218112" : 2360,
"220160" : 1904,
"222208" : 1606,
"224256" : 1299,
"226304" : 1055,
"228352" : 999,
"230400" : 774,
"232448" : 701,
"234496" : 590,
"236544" : 554,
"238592" : 470,
"240640" : 420,
"242688" : 384,
"244736" : 349,
"246784" : 332,
"248832" : 317,
"250880" : 313,
"252928" : 302,
"254976" : 293,
"257024" : 284,
"259072" : 297,
"261120" : 322,
"264192" : 890,
"268288" : 1094,
"272384" : 1691,
"276480" : 2442,
"280576" : 3115,
"284672" : 3976,
"288768" : 3965,
"292864" : 3546,
"296960" : 3214,
"301056" : 2796,
"305152" : 2454,
"309248" : 2057,
"313344" : 1944,
"317440" : 1805,
"321536" : 1541,
"325632" : 1185,
"329728" : 913,
"333824" : 649,
"337920" : 479,
"342016" : 349,
"346112" : 305,
"350208" : 258,
"354304" : 185,
"358400" : 152,
"362496" : 140,
"366592" : 138,
"370688" : 149,
"374784" : 163,
"378880" : 230,
"382976" : 269,
"387072" : 217,
"391168" : 268,
"395264" : 545,
"399360" : 870,
"403456" : 1036,
"407552" : 1039,
"411648" : 861,
"415744" : 633,
"419840" : 391,
"423936" : 289,
"428032" : 241,
"432128" : 153,
"436224" : 122,
"440320" : 78,
"444416" : 50,
"448512" : 38,
"452608" : 21,
"456704" : 20,
"460800" : 28,
"464896" : 14,
"468992" : 11,
"473088" : 14,
"477184" : 12,
"481280" : 8,
"485376" : 8,
"489472" : 12,
"493568" : 5,
"497664" : 6,
"501760" : 7,
"505856" : 3,
"509952" : 5,
"514048" : 4,
"518144" : 2,
"522240" : 4,
"528384" : 7,
"536576" : 4,
"544768" : 3,
"552960" : 3,
"561152" : 4,
"569344" : 1,
"585728" : 3,
"593920" : 3,
"602112" : 1,
"618496" : 2,
"626688" : 3,
"634880" : 4,
"724992" : 2,
"1122304" : 1,
"1204224" : 2
}
},
"lat_ns" : {
"min" : 55584,
"max" : 1328699,
"mean" : 150172.951329,
"stddev" : 63048.314895,
"N" : 1856899
},
"bw_min" : 87744,
"bw_max" : 140624,
"bw_agg" : 100.000000,
"bw_mean" : 106253.769784,
"bw_dev" : 9972.853294,
"bw_samples" : 139,
"iops_min" : 21936,
"iops_max" : 35156,
"iops_mean" : 26563.431655,
"iops_stddev" : 2493.238096,
"iops_samples" : 139
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 4.650066,
"sys_cpu" : 73.095330,
"ctx" : 154037,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999946,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999946,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 66.789757,
"250" : 30.463084,
"500" : 2.739674,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119103,
"timestamp_ms" : 1774119103881,
"time" : "Sat Mar 21 15:51:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8585420800,
"io_kbytes" : 8384200,
"bw_bytes" : 107319101,
"bw" : 104803,
"iops" : 26200.965012,
"runtime" : 79999,
"total_ios" : 2096051,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9585,
"max" : 1025496,
"mean" : 36327.353786,
"stddev" : 28012.805833,
"N" : 2096051
},
"clat_ns" : {
"min" : 37117,
"max" : 1207975,
"mean" : 115723.780996,
"stddev" : 53713.810019,
"N" : 2096050,
"percentile" : {
"1.000000" : 69120,
"5.000000" : 76288,
"10.000000" : 81408,
"20.000000" : 84480,
"30.000000" : 86528,
"40.000000" : 89600,
"50.000000" : 92672,
"60.000000" : 96768,
"70.000000" : 102912,
"80.000000" : 173056,
"90.000000" : 193536,
"95.000000" : 205824,
"99.000000" : 313344,
"99.500000" : 362496,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 460800
},
"bins" : {
"37120" : 1,
"40192" : 1,
"40704" : 2,
"41216" : 2,
"41728" : 3,
"43264" : 2,
"43776" : 2,
"44288" : 2,
"45312" : 2,
"46336" : 1,
"46848" : 4,
"47360" : 8,
"47872" : 9,
"48384" : 8,
"48896" : 10,
"49408" : 10,
"49920" : 7,
"50432" : 18,
"50944" : 15,
"51456" : 19,
"51968" : 32,
"52480" : 23,
"52992" : 40,
"53504" : 30,
"54016" : 59,
"54528" : 62,
"55040" : 75,
"55552" : 91,
"56064" : 78,
"56576" : 108,
"57088" : 118,
"57600" : 166,
"58112" : 157,
"58624" : 188,
"59136" : 185,
"59648" : 281,
"60160" : 321,
"60672" : 360,
"61184" : 384,
"61696" : 424,
"62208" : 501,
"62720" : 532,
"63232" : 578,
"63744" : 646,
"64256" : 746,
"64768" : 805,
"65280" : 955,
"66048" : 2279,
"67072" : 3241,
"68096" : 4257,
"69120" : 5169,
"70144" : 6266,
"71168" : 8069,
"72192" : 10141,
"73216" : 12371,
"74240" : 14151,
"75264" : 15441,
"76288" : 16779,
"77312" : 18648,
"78336" : 21623,
"79360" : 25918,
"80384" : 31626,
"81408" : 39571,
"82432" : 52503,
"83456" : 69628,
"84480" : 85515,
"85504" : 92372,
"86528" : 94738,
"87552" : 91991,
"88576" : 86666,
"89600" : 78509,
"90624" : 71920,
"91648" : 66363,
"92672" : 61345,
"93696" : 55152,
"94720" : 51004,
"95744" : 46187,
"96768" : 42234,
"97792" : 37853,
"98816" : 34255,
"99840" : 30795,
"100864" : 27918,
"101888" : 25242,
"102912" : 22065,
"103936" : 20168,
"104960" : 18200,
"105984" : 16222,
"107008" : 14422,
"108032" : 12733,
"109056" : 11540,
"110080" : 10140,
"111104" : 8864,
"112128" : 7886,
"113152" : 6922,
"114176" : 6374,
"115200" : 5502,
"116224" : 4988,
"117248" : 4259,
"118272" : 3824,
"119296" : 3282,
"120320" : 2959,
"121344" : 2646,
"122368" : 2364,
"123392" : 2052,
"124416" : 1916,
"125440" : 1643,
"126464" : 1521,
"127488" : 1387,
"128512" : 1271,
"129536" : 1145,
"130560" : 1048,
"132096" : 1793,
"134144" : 1549,
"136192" : 1410,
"138240" : 1326,
"140288" : 1187,
"142336" : 1163,
"144384" : 1081,
"146432" : 1059,
"148480" : 950,
"150528" : 951,
"152576" : 942,
"154624" : 959,
"156672" : 1006,
"158720" : 1018,
"160768" : 1196,
"162816" : 1607,
"164864" : 1903,
"166912" : 2207,
"168960" : 3133,
"171008" : 4508,
"173056" : 7276,
"175104" : 10535,
"177152" : 13309,
"179200" : 15260,
"181248" : 17997,
"183296" : 22904,
"185344" : 28529,
"187392" : 31423,
"189440" : 31106,
"191488" : 27755,
"193536" : 24029,
"195584" : 20457,
"197632" : 17992,
"199680" : 15251,
"201728" : 13327,
"203776" : 11015,
"205824" : 9273,
"207872" : 7774,
"209920" : 6475,
"211968" : 5199,
"214016" : 4306,
"216064" : 3378,
"218112" : 2732,
"220160" : 2216,
"222208" : 1844,
"224256" : 1488,
"226304" : 1225,
"228352" : 1105,
"230400" : 890,
"232448" : 795,
"234496" : 666,
"236544" : 636,
"238592" : 529,
"240640" : 467,
"242688" : 431,
"244736" : 393,
"246784" : 395,
"248832" : 371,
"250880" : 366,
"252928" : 350,
"254976" : 336,
"257024" : 319,
"259072" : 331,
"261120" : 367,
"264192" : 970,
"268288" : 1185,
"272384" : 1775,
"276480" : 2543,
"280576" : 3237,
"284672" : 4241,
"288768" : 4726,
"292864" : 4642,
"296960" : 4234,
"301056" : 3697,
"305152" : 3143,
"309248" : 2625,
"313344" : 2355,
"317440" : 2125,
"321536" : 1821,
"325632" : 1370,
"329728" : 1076,
"333824" : 775,
"337920" : 574,
"342016" : 433,
"346112" : 354,
"350208" : 315,
"354304" : 221,
"358400" : 185,
"362496" : 156,
"366592" : 170,
"370688" : 164,
"374784" : 183,
"378880" : 246,
"382976" : 300,
"387072" : 240,
"391168" : 322,
"395264" : 664,
"399360" : 1055,
"403456" : 1253,
"407552" : 1323,
"411648" : 1133,
"415744" : 963,
"419840" : 655,
"423936" : 477,
"428032" : 337,
"432128" : 205,
"436224" : 155,
"440320" : 101,
"444416" : 73,
"448512" : 50,
"452608" : 32,
"456704" : 33,
"460800" : 32,
"464896" : 18,
"468992" : 11,
"473088" : 15,
"477184" : 13,
"481280" : 10,
"485376" : 9,
"489472" : 13,
"493568" : 5,
"497664" : 8,
"501760" : 8,
"505856" : 3,
"509952" : 5,
"514048" : 5,
"518144" : 2,
"522240" : 4,
"528384" : 8,
"536576" : 4,
"544768" : 3,
"552960" : 3,
"561152" : 4,
"569344" : 2,
"585728" : 3,
"593920" : 3,
"602112" : 1,
"618496" : 2,
"626688" : 3,
"634880" : 4,
"659456" : 2,
"667648" : 2,
"708608" : 1,
"724992" : 3,
"765952" : 1,
"856064" : 1,
"1122304" : 1,
"1204224" : 2
}
},
"lat_ns" : {
"min" : 55584,
"max" : 1328699,
"mean" : 152051.135728,
"stddev" : 64674.561619,
"N" : 2096050
},
"bw_min" : 82472,
"bw_max" : 140624,
"bw_agg" : 99.998273,
"bw_mean" : 104802.106918,
"bw_dev" : 10272.233489,
"bw_samples" : 159,
"iops_min" : 20618,
"iops_max" : 35156,
"iops_mean" : 26200.509434,
"iops_stddev" : 2568.081427,
"iops_samples" : 159
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 4.650058,
"sys_cpu" : 72.303404,
"ctx" : 181400,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 65.943481,
"250" : 31.134834,
"500" : 2.914481,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119113,
"timestamp_ms" : 1774119113882,
"time" : "Sat Mar 21 15:51:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9645338624,
"io_kbytes" : 9419276,
"bw_bytes" : 107171619,
"bw" : 104659,
"iops" : 26164.957388,
"runtime" : 89999,
"total_ios" : 2354820,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9585,
"max" : 1025496,
"mean" : 36381.798814,
"stddev" : 27962.887941,
"N" : 2354820
},
"clat_ns" : {
"min" : 37117,
"max" : 1207975,
"mean" : 115881.224500,
"stddev" : 53785.459742,
"N" : 2354819,
"percentile" : {
"1.000000" : 70144,
"5.000000" : 77312,
"10.000000" : 81408,
"20.000000" : 84480,
"30.000000" : 87552,
"40.000000" : 89600,
"50.000000" : 92672,
"60.000000" : 96768,
"70.000000" : 103936,
"80.000000" : 173056,
"90.000000" : 193536,
"95.000000" : 205824,
"99.000000" : 313344,
"99.500000" : 374784,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 456704
},
"bins" : {
"37120" : 1,
"40192" : 1,
"40704" : 2,
"41216" : 2,
"41728" : 4,
"43264" : 2,
"43776" : 2,
"44288" : 2,
"45312" : 3,
"46336" : 1,
"46848" : 4,
"47360" : 8,
"47872" : 9,
"48384" : 8,
"48896" : 12,
"49408" : 10,
"49920" : 7,
"50432" : 18,
"50944" : 15,
"51456" : 19,
"51968" : 32,
"52480" : 24,
"52992" : 40,
"53504" : 30,
"54016" : 61,
"54528" : 65,
"55040" : 76,
"55552" : 95,
"56064" : 79,
"56576" : 110,
"57088" : 123,
"57600" : 171,
"58112" : 161,
"58624" : 194,
"59136" : 187,
"59648" : 287,
"60160" : 325,
"60672" : 363,
"61184" : 388,
"61696" : 429,
"62208" : 506,
"62720" : 541,
"63232" : 585,
"63744" : 650,
"64256" : 754,
"64768" : 807,
"65280" : 962,
"66048" : 2288,
"67072" : 3271,
"68096" : 4301,
"69120" : 5240,
"70144" : 6371,
"71168" : 8223,
"72192" : 10338,
"73216" : 12560,
"74240" : 14339,
"75264" : 15623,
"76288" : 16967,
"77312" : 18849,
"78336" : 21964,
"79360" : 26638,
"80384" : 33319,
"81408" : 43196,
"82432" : 59499,
"83456" : 80163,
"84480" : 98443,
"85504" : 106316,
"86528" : 108309,
"87552" : 104696,
"88576" : 98171,
"89600" : 88839,
"90624" : 81703,
"91648" : 75092,
"92672" : 69519,
"93696" : 62523,
"94720" : 57739,
"95744" : 52303,
"96768" : 48015,
"97792" : 43069,
"98816" : 38999,
"99840" : 35176,
"100864" : 32034,
"101888" : 28848,
"102912" : 25320,
"103936" : 23049,
"104960" : 20873,
"105984" : 18650,
"107008" : 16518,
"108032" : 14676,
"109056" : 13229,
"110080" : 11716,
"111104" : 10242,
"112128" : 9100,
"113152" : 7996,
"114176" : 7332,
"115200" : 6349,
"116224" : 5751,
"117248" : 4954,
"118272" : 4423,
"119296" : 3808,
"120320" : 3446,
"121344" : 3069,
"122368" : 2766,
"123392" : 2400,
"124416" : 2210,
"125440" : 1900,
"126464" : 1743,
"127488" : 1588,
"128512" : 1434,
"129536" : 1333,
"130560" : 1228,
"132096" : 2114,
"134144" : 1803,
"136192" : 1636,
"138240" : 1507,
"140288" : 1365,
"142336" : 1309,
"144384" : 1229,
"146432" : 1173,
"148480" : 1060,
"150528" : 1074,
"152576" : 1046,
"154624" : 1054,
"156672" : 1102,
"158720" : 1127,
"160768" : 1292,
"162816" : 1716,
"164864" : 1978,
"166912" : 2299,
"168960" : 3252,
"171008" : 4648,
"173056" : 7521,
"175104" : 10978,
"177152" : 14096,
"179200" : 16398,
"181248" : 19796,
"183296" : 25442,
"185344" : 32057,
"187392" : 35472,
"189440" : 35222,
"191488" : 31526,
"193536" : 27293,
"195584" : 23298,
"197632" : 20517,
"199680" : 17520,
"201728" : 15194,
"203776" : 12506,
"205824" : 10502,
"207872" : 8773,
"209920" : 7268,
"211968" : 5887,
"214016" : 4892,
"216064" : 3801,
"218112" : 3092,
"220160" : 2476,
"222208" : 2069,
"224256" : 1677,
"226304" : 1389,
"228352" : 1273,
"230400" : 996,
"232448" : 891,
"234496" : 738,
"236544" : 712,
"238592" : 593,
"240640" : 509,
"242688" : 482,
"244736" : 435,
"246784" : 434,
"248832" : 411,
"250880" : 394,
"252928" : 380,
"254976" : 372,
"257024" : 345,
"259072" : 353,
"261120" : 400,
"264192" : 1047,
"268288" : 1276,
"272384" : 1901,
"276480" : 2709,
"280576" : 3470,
"284672" : 4564,
"288768" : 5156,
"292864" : 5171,
"296960" : 4746,
"301056" : 4158,
"305152" : 3580,
"309248" : 3005,
"313344" : 2639,
"317440" : 2405,
"321536" : 2090,
"325632" : 1580,
"329728" : 1255,
"333824" : 888,
"337920" : 646,
"342016" : 484,
"346112" : 403,
"350208" : 350,
"354304" : 252,
"358400" : 215,
"362496" : 180,
"366592" : 198,
"370688" : 185,
"374784" : 196,
"378880" : 263,
"382976" : 320,
"387072" : 256,
"391168" : 352,
"395264" : 758,
"399360" : 1240,
"403456" : 1523,
"407552" : 1614,
"411648" : 1447,
"415744" : 1236,
"419840" : 797,
"423936" : 533,
"428032" : 377,
"432128" : 242,
"436224" : 176,
"440320" : 115,
"444416" : 78,
"448512" : 56,
"452608" : 37,
"456704" : 37,
"460800" : 33,
"464896" : 20,
"468992" : 11,
"473088" : 15,
"477184" : 14,
"481280" : 10,
"485376" : 12,
"489472" : 13,
"493568" : 5,
"497664" : 10,
"501760" : 9,
"505856" : 3,
"509952" : 5,
"514048" : 5,
"518144" : 2,
"522240" : 4,
"528384" : 8,
"536576" : 4,
"544768" : 3,
"552960" : 3,
"561152" : 4,
"569344" : 2,
"585728" : 4,
"593920" : 4,
"602112" : 1,
"618496" : 2,
"626688" : 3,
"634880" : 4,
"651264" : 1,
"659456" : 3,
"667648" : 3,
"708608" : 1,
"724992" : 3,
"765952" : 1,
"856064" : 1,
"1122304" : 1,
"1204224" : 2
}
},
"lat_ns" : {
"min" : 55584,
"max" : 1328699,
"mean" : 152263.026357,
"stddev" : 64840.335767,
"N" : 2354819
},
"bw_min" : 82472,
"bw_max" : 140624,
"bw_agg" : 100.000000,
"bw_mean" : 104671.882682,
"bw_dev" : 9875.615797,
"bw_samples" : 179,
"iops_min" : 20618,
"iops_max" : 35156,
"iops_mean" : 26167.949721,
"iops_stddev" : 2468.926989,
"iops_samples" : 179
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 4.626718,
"sys_cpu" : 72.377471,
"ctx" : 203102,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999915,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999915,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 65.753264,
"250" : 31.328169,
"500" : 2.911730,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119123,
"timestamp_ms" : 1774119123882,
"time" : "Sat Mar 21 15:52:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10706952192,
"io_kbytes" : 10456008,
"bw_bytes" : 107070592,
"bw" : 104561,
"iops" : 26140.291403,
"runtime" : 99999,
"total_ios" : 2614003,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9585,
"max" : 1025496,
"mean" : 36418.404544,
"stddev" : 27903.693387,
"N" : 2614003
},
"clat_ns" : {
"min" : 37117,
"max" : 1207975,
"mean" : 115989.699227,
"stddev" : 53839.221636,
"N" : 2614002,
"percentile" : {
"1.000000" : 70144,
"5.000000" : 78336,
"10.000000" : 82432,
"20.000000" : 84480,
"30.000000" : 87552,
"40.000000" : 89600,
"50.000000" : 92672,
"60.000000" : 96768,
"70.000000" : 103936,
"80.000000" : 173056,
"90.000000" : 193536,
"95.000000" : 205824,
"99.000000" : 317440,
"99.500000" : 382976,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 456704
},
"bins" : {
"37120" : 1,
"40192" : 1,
"40704" : 2,
"41216" : 2,
"41728" : 4,
"43264" : 2,
"43776" : 2,
"44288" : 2,
"45312" : 4,
"46336" : 1,
"46848" : 4,
"47360" : 8,
"47872" : 9,
"48384" : 8,
"48896" : 12,
"49408" : 10,
"49920" : 7,
"50432" : 18,
"50944" : 15,
"51456" : 19,
"51968" : 32,
"52480" : 24,
"52992" : 42,
"53504" : 30,
"54016" : 61,
"54528" : 67,
"55040" : 77,
"55552" : 96,
"56064" : 81,
"56576" : 111,
"57088" : 123,
"57600" : 172,
"58112" : 163,
"58624" : 195,
"59136" : 188,
"59648" : 293,
"60160" : 328,
"60672" : 365,
"61184" : 396,
"61696" : 431,
"62208" : 513,
"62720" : 544,
"63232" : 589,
"63744" : 656,
"64256" : 756,
"64768" : 810,
"65280" : 964,
"66048" : 2291,
"67072" : 3278,
"68096" : 4318,
"69120" : 5271,
"70144" : 6426,
"71168" : 8305,
"72192" : 10481,
"73216" : 12724,
"74240" : 14493,
"75264" : 15804,
"76288" : 17129,
"77312" : 19003,
"78336" : 22222,
"79360" : 27131,
"80384" : 34591,
"81408" : 46006,
"82432" : 65256,
"83456" : 89638,
"84480" : 110880,
"85504" : 120030,
"86528" : 122287,
"87552" : 118143,
"88576" : 110698,
"89600" : 100193,
"90624" : 91843,
"91648" : 84666,
"92672" : 78272,
"93696" : 70274,
"94720" : 64867,
"95744" : 58820,
"96768" : 53840,
"97792" : 48392,
"98816" : 43714,
"99840" : 39646,
"100864" : 36058,
"101888" : 32627,
"102912" : 28636,
"103936" : 26047,
"104960" : 23650,
"105984" : 21115,
"107008" : 18606,
"108032" : 16586,
"109056" : 15036,
"110080" : 13251,
"111104" : 11569,
"112128" : 10308,
"113152" : 8997,
"114176" : 8282,
"115200" : 7150,
"116224" : 6476,
"117248" : 5575,
"118272" : 4997,
"119296" : 4314,
"120320" : 3876,
"121344" : 3500,
"122368" : 3122,
"123392" : 2692,
"124416" : 2460,
"125440" : 2137,
"126464" : 1964,
"127488" : 1763,
"128512" : 1624,
"129536" : 1502,
"130560" : 1388,
"132096" : 2391,
"134144" : 2012,
"136192" : 1812,
"138240" : 1677,
"140288" : 1543,
"142336" : 1447,
"144384" : 1372,
"146432" : 1296,
"148480" : 1173,
"150528" : 1175,
"152576" : 1140,
"154624" : 1151,
"156672" : 1198,
"158720" : 1198,
"160768" : 1386,
"162816" : 1844,
"164864" : 2099,
"166912" : 2438,
"168960" : 3365,
"171008" : 4840,
"173056" : 7923,
"175104" : 11648,
"177152" : 15179,
"179200" : 17798,
"181248" : 21583,
"183296" : 27634,
"185344" : 35080,
"187392" : 39300,
"189440" : 39430,
"191488" : 35256,
"193536" : 30518,
"195584" : 26121,
"197632" : 22959,
"199680" : 19570,
"201728" : 17048,
"203776" : 14006,
"205824" : 11728,
"207872" : 9821,
"209920" : 8061,
"211968" : 6524,
"214016" : 5385,
"216064" : 4211,
"218112" : 3390,
"220160" : 2734,
"222208" : 2272,
"224256" : 1861,
"226304" : 1527,
"228352" : 1400,
"230400" : 1090,
"232448" : 980,
"234496" : 816,
"236544" : 791,
"238592" : 657,
"240640" : 570,
"242688" : 539,
"244736" : 479,
"246784" : 475,
"248832" : 455,
"250880" : 420,
"252928" : 417,
"254976" : 395,
"257024" : 366,
"259072" : 370,
"261120" : 435,
"264192" : 1139,
"268288" : 1394,
"272384" : 2046,
"276480" : 2878,
"280576" : 3649,
"284672" : 4812,
"288768" : 5571,
"292864" : 5713,
"296960" : 5205,
"301056" : 4634,
"305152" : 4019,
"309248" : 3363,
"313344" : 2933,
"317440" : 2719,
"321536" : 2322,
"325632" : 1772,
"329728" : 1413,
"333824" : 1008,
"337920" : 729,
"342016" : 577,
"346112" : 463,
"350208" : 393,
"354304" : 281,
"358400" : 241,
"362496" : 201,
"366592" : 214,
"370688" : 207,
"374784" : 213,
"378880" : 286,
"382976" : 339,
"387072" : 292,
"391168" : 400,
"395264" : 864,
"399360" : 1403,
"403456" : 1815,
"407552" : 1907,
"411648" : 1739,
"415744" : 1495,
"419840" : 938,
"423936" : 624,
"428032" : 427,
"432128" : 282,
"436224" : 196,
"440320" : 129,
"444416" : 87,
"448512" : 68,
"452608" : 42,
"456704" : 46,
"460800" : 36,
"464896" : 21,
"468992" : 12,
"473088" : 15,
"477184" : 15,
"481280" : 10,
"485376" : 12,
"489472" : 14,
"493568" : 6,
"497664" : 11,
"501760" : 9,
"505856" : 4,
"509952" : 5,
"514048" : 7,
"518144" : 2,
"522240" : 6,
"528384" : 9,
"536576" : 4,
"544768" : 4,
"552960" : 3,
"561152" : 4,
"569344" : 2,
"577536" : 1,
"585728" : 5,
"593920" : 4,
"602112" : 2,
"618496" : 2,
"626688" : 3,
"634880" : 4,
"643072" : 1,
"651264" : 1,
"659456" : 3,
"667648" : 3,
"675840" : 1,
"684032" : 1,
"700416" : 1,
"708608" : 2,
"716800" : 1,
"724992" : 3,
"765952" : 1,
"798720" : 1,
"856064" : 1,
"888832" : 1,
"987136" : 1,
"1122304" : 1,
"1204224" : 2
}
},
"lat_ns" : {
"min" : 55584,
"max" : 1328699,
"mean" : 152408.105216,
"stddev" : 64979.358864,
"N" : 2614002
},
"bw_min" : 82472,
"bw_max" : 140624,
"bw_agg" : 100.000000,
"bw_mean" : 104584.979899,
"bw_dev" : 9543.246521,
"bw_samples" : 199,
"iops_min" : 20618,
"iops_max" : 35156,
"iops_mean" : 26146.221106,
"iops_stddev" : 2385.837477,
"iops_samples" : 199
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 4.634046,
"sys_cpu" : 72.432724,
"ctx" : 224663,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999962,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999962,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 65.639634,
"250" : 31.445526,
"500" : 2.907916,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119133,
"timestamp_ms" : 1774119133882,
"time" : "Sat Mar 21 15:52:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11719651328,
"io_kbytes" : 11444972,
"bw_bytes" : 106543253,
"bw" : 104046,
"iops" : 26011.545560,
"runtime" : 109999,
"total_ios" : 2861244,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9585,
"max" : 1025496,
"mean" : 36608.793846,
"stddev" : 28098.163595,
"N" : 2861244
},
"clat_ns" : {
"min" : 37117,
"max" : 1207975,
"mean" : 116557.564516,
"stddev" : 54310.128099,
"N" : 2861243,
"percentile" : {
"1.000000" : 70144,
"5.000000" : 78336,
"10.000000" : 82432,
"20.000000" : 85504,
"30.000000" : 87552,
"40.000000" : 89600,
"50.000000" : 92672,
"60.000000" : 96768,
"70.000000" : 103936,
"80.000000" : 175104,
"90.000000" : 193536,
"95.000000" : 207872,
"99.000000" : 317440,
"99.500000" : 395264,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 456704
},
"bins" : {
"37120" : 1,
"40192" : 1,
"40704" : 2,
"41216" : 2,
"41728" : 4,
"43264" : 2,
"43776" : 2,
"44288" : 2,
"45312" : 4,
"46336" : 1,
"46848" : 4,
"47360" : 8,
"47872" : 9,
"48384" : 8,
"48896" : 12,
"49408" : 10,
"49920" : 8,
"50432" : 18,
"50944" : 15,
"51456" : 20,
"51968" : 32,
"52480" : 24,
"52992" : 42,
"53504" : 30,
"54016" : 62,
"54528" : 68,
"55040" : 78,
"55552" : 100,
"56064" : 81,
"56576" : 113,
"57088" : 124,
"57600" : 172,
"58112" : 165,
"58624" : 198,
"59136" : 189,
"59648" : 298,
"60160" : 332,
"60672" : 367,
"61184" : 398,
"61696" : 435,
"62208" : 518,
"62720" : 548,
"63232" : 592,
"63744" : 657,
"64256" : 756,
"64768" : 812,
"65280" : 968,
"66048" : 2296,
"67072" : 3294,
"68096" : 4330,
"69120" : 5303,
"70144" : 6491,
"71168" : 8371,
"72192" : 10546,
"73216" : 12795,
"74240" : 14561,
"75264" : 15866,
"76288" : 17196,
"77312" : 19079,
"78336" : 22365,
"79360" : 27548,
"80384" : 35844,
"81408" : 49044,
"82432" : 71060,
"83456" : 98581,
"84480" : 122086,
"85504" : 132211,
"86528" : 134670,
"87552" : 129827,
"88576" : 121460,
"89600" : 110048,
"90624" : 101001,
"91648" : 92781,
"92672" : 85933,
"93696" : 77045,
"94720" : 71153,
"95744" : 64614,
"96768" : 59086,
"97792" : 53305,
"98816" : 48121,
"99840" : 43773,
"100864" : 39792,
"101888" : 35985,
"102912" : 31740,
"103936" : 28799,
"104960" : 26174,
"105984" : 23303,
"107008" : 20722,
"108032" : 18341,
"109056" : 16619,
"110080" : 14767,
"111104" : 12814,
"112128" : 11463,
"113152" : 9957,
"114176" : 9235,
"115200" : 7950,
"116224" : 7178,
"117248" : 6191,
"118272" : 5603,
"119296" : 4866,
"120320" : 4355,
"121344" : 3926,
"122368" : 3509,
"123392" : 3027,
"124416" : 2760,
"125440" : 2406,
"126464" : 2235,
"127488" : 1984,
"128512" : 1815,
"129536" : 1690,
"130560" : 1546,
"132096" : 2691,
"134144" : 2274,
"136192" : 2047,
"138240" : 1888,
"140288" : 1710,
"142336" : 1627,
"144384" : 1542,
"146432" : 1452,
"148480" : 1324,
"150528" : 1327,
"152576" : 1277,
"154624" : 1274,
"156672" : 1326,
"158720" : 1326,
"160768" : 1514,
"162816" : 1946,
"164864" : 2213,
"166912" : 2572,
"168960" : 3476,
"171008" : 4967,
"173056" : 8150,
"175104" : 11988,
"177152" : 15631,
"179200" : 18442,
"181248" : 22474,
"183296" : 29279,
"185344" : 38274,
"187392" : 44203,
"189440" : 45176,
"191488" : 40600,
"193536" : 35249,
"195584" : 29850,
"197632" : 25925,
"199680" : 22125,
"201728" : 19170,
"203776" : 15751,
"205824" : 13124,
"207872" : 10964,
"209920" : 9026,
"211968" : 7237,
"214016" : 5932,
"216064" : 4644,
"218112" : 3767,
"220160" : 3068,
"222208" : 2501,
"224256" : 2055,
"226304" : 1692,
"228352" : 1540,
"230400" : 1229,
"232448" : 1102,
"234496" : 915,
"236544" : 890,
"238592" : 741,
"240640" : 641,
"242688" : 622,
"244736" : 530,
"246784" : 528,
"248832" : 509,
"250880" : 461,
"252928" : 463,
"254976" : 440,
"257024" : 414,
"259072" : 409,
"261120" : 463,
"264192" : 1212,
"268288" : 1496,
"272384" : 2140,
"276480" : 2984,
"280576" : 3781,
"284672" : 5050,
"288768" : 6242,
"292864" : 6764,
"296960" : 6057,
"301056" : 5189,
"305152" : 4496,
"309248" : 3739,
"313344" : 3268,
"317440" : 3026,
"321536" : 2554,
"325632" : 1965,
"329728" : 1561,
"333824" : 1162,
"337920" : 859,
"342016" : 677,
"346112" : 558,
"350208" : 455,
"354304" : 310,
"358400" : 272,
"362496" : 229,
"366592" : 243,
"370688" : 232,
"374784" : 243,
"378880" : 317,
"382976" : 366,
"387072" : 327,
"391168" : 455,
"395264" : 974,
"399360" : 1590,
"403456" : 2039,
"407552" : 2176,
"411648" : 2029,
"415744" : 1743,
"419840" : 1179,
"423936" : 775,
"428032" : 519,
"432128" : 337,
"436224" : 234,
"440320" : 149,
"444416" : 104,
"448512" : 82,
"452608" : 56,
"456704" : 51,
"460800" : 42,
"464896" : 25,
"468992" : 15,
"473088" : 15,
"477184" : 16,
"481280" : 10,
"485376" : 12,
"489472" : 15,
"493568" : 7,
"497664" : 15,
"501760" : 9,
"505856" : 4,
"509952" : 5,
"514048" : 7,
"518144" : 3,
"522240" : 6,
"528384" : 10,
"536576" : 5,
"544768" : 5,
"552960" : 3,
"561152" : 4,
"569344" : 2,
"577536" : 1,
"585728" : 5,
"593920" : 4,
"602112" : 2,
"618496" : 2,
"626688" : 3,
"634880" : 5,
"643072" : 1,
"651264" : 1,
"659456" : 3,
"667648" : 3,
"675840" : 1,
"684032" : 1,
"700416" : 1,
"708608" : 2,
"716800" : 1,
"724992" : 3,
"765952" : 1,
"798720" : 1,
"856064" : 1,
"888832" : 1,
"987136" : 1,
"1122304" : 1,
"1204224" : 2
}
},
"lat_ns" : {
"min" : 55584,
"max" : 1328699,
"mean" : 153166.358440,
"stddev" : 65600.289584,
"N" : 2861243
},
"bw_min" : 82472,
"bw_max" : 140624,
"bw_agg" : 100.000000,
"bw_mean" : 104063.191781,
"bw_dev" : 9536.326919,
"bw_samples" : 219,
"iops_min" : 20618,
"iops_max" : 35156,
"iops_mean" : 26015.780822,
"iops_stddev" : 2384.099318,
"iops_samples" : 219
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 4.628224,
"sys_cpu" : 72.180656,
"ctx" : 249535,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999965,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999965,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 65.188254,
"250" : 31.832588,
"500" : 2.972658,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119143,
"timestamp_ms" : 1774119143881,
"time" : "Sat Mar 21 15:52:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12788555776,
"io_kbytes" : 12488824,
"bw_bytes" : 106572186,
"bw" : 104074,
"iops" : 26018.608488,
"runtime" : 119999,
"total_ios" : 3122207,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9585,
"max" : 1025496,
"mean" : 36598.790561,
"stddev" : 27955.191444,
"N" : 3122207
},
"clat_ns" : {
"min" : 37117,
"max" : 1207975,
"mean" : 116525.170179,
"stddev" : 54189.727482,
"N" : 3122206,
"percentile" : {
"1.000000" : 71168,
"5.000000" : 79360,
"10.000000" : 82432,
"20.000000" : 85504,
"30.000000" : 87552,
"40.000000" : 89600,
"50.000000" : 92672,
"60.000000" : 96768,
"70.000000" : 103936,
"80.000000" : 173056,
"90.000000" : 193536,
"95.000000" : 207872,
"99.000000" : 317440,
"99.500000" : 395264,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 456704
},
"bins" : {
"37120" : 1,
"40192" : 1,
"40704" : 2,
"41216" : 2,
"41728" : 4,
"43264" : 2,
"43776" : 2,
"44288" : 2,
"45312" : 4,
"45824" : 1,
"46336" : 1,
"46848" : 4,
"47360" : 8,
"47872" : 9,
"48384" : 9,
"48896" : 12,
"49408" : 11,
"49920" : 8,
"50432" : 18,
"50944" : 15,
"51456" : 20,
"51968" : 33,
"52480" : 24,
"52992" : 42,
"53504" : 32,
"54016" : 63,
"54528" : 68,
"55040" : 79,
"55552" : 106,
"56064" : 84,
"56576" : 115,
"57088" : 127,
"57600" : 176,
"58112" : 168,
"58624" : 204,
"59136" : 196,
"59648" : 304,
"60160" : 342,
"60672" : 383,
"61184" : 408,
"61696" : 443,
"62208" : 529,
"62720" : 556,
"63232" : 604,
"63744" : 668,
"64256" : 763,
"64768" : 823,
"65280" : 975,
"66048" : 2313,
"67072" : 3326,
"68096" : 4362,
"69120" : 5383,
"70144" : 6607,
"71168" : 8616,
"72192" : 10889,
"73216" : 13166,
"74240" : 14912,
"75264" : 16258,
"76288" : 17567,
"77312" : 19421,
"78336" : 22729,
"79360" : 28016,
"80384" : 36668,
"81408" : 51150,
"82432" : 76114,
"83456" : 107065,
"84480" : 133629,
"85504" : 145291,
"86528" : 148141,
"87552" : 142868,
"88576" : 133944,
"89600" : 121049,
"90624" : 110965,
"91648" : 101869,
"92672" : 94301,
"93696" : 84756,
"94720" : 78269,
"95744" : 71288,
"96768" : 65363,
"97792" : 58859,
"98816" : 53309,
"99840" : 48552,
"100864" : 44261,
"101888" : 39927,
"102912" : 35315,
"103936" : 32124,
"104960" : 29246,
"105984" : 26019,
"107008" : 23300,
"108032" : 20597,
"109056" : 18657,
"110080" : 16643,
"111104" : 14470,
"112128" : 13046,
"113152" : 11452,
"114176" : 10515,
"115200" : 9023,
"116224" : 8216,
"117248" : 7079,
"118272" : 6443,
"119296" : 5610,
"120320" : 4996,
"121344" : 4523,
"122368" : 4079,
"123392" : 3592,
"124416" : 3238,
"125440" : 2855,
"126464" : 2685,
"127488" : 2336,
"128512" : 2145,
"129536" : 1971,
"130560" : 1817,
"132096" : 3155,
"134144" : 2675,
"136192" : 2395,
"138240" : 2161,
"140288" : 1932,
"142336" : 1829,
"144384" : 1726,
"146432" : 1607,
"148480" : 1475,
"150528" : 1463,
"152576" : 1399,
"154624" : 1405,
"156672" : 1426,
"158720" : 1427,
"160768" : 1627,
"162816" : 2088,
"164864" : 2348,
"166912" : 2689,
"168960" : 3600,
"171008" : 5115,
"173056" : 8506,
"175104" : 12665,
"177152" : 16565,
"179200" : 19632,
"181248" : 23785,
"183296" : 30898,
"185344" : 40714,
"187392" : 47692,
"189440" : 49186,
"191488" : 44370,
"193536" : 38394,
"195584" : 32453,
"197632" : 28095,
"199680" : 23845,
"201728" : 20707,
"203776" : 17052,
"205824" : 14218,
"207872" : 11851,
"209920" : 9776,
"211968" : 7896,
"214016" : 6457,
"216064" : 5079,
"218112" : 4169,
"220160" : 3387,
"222208" : 2809,
"224256" : 2299,
"226304" : 1921,
"228352" : 1765,
"230400" : 1401,
"232448" : 1237,
"234496" : 1056,
"236544" : 1006,
"238592" : 841,
"240640" : 736,
"242688" : 697,
"244736" : 603,
"246784" : 579,
"248832" : 565,
"250880" : 517,
"252928" : 495,
"254976" : 486,
"257024" : 453,
"259072" : 444,
"261120" : 494,
"264192" : 1296,
"268288" : 1598,
"272384" : 2249,
"276480" : 3096,
"280576" : 3906,
"284672" : 5228,
"288768" : 6574,
"292864" : 7353,
"296960" : 6523,
"301056" : 5525,
"305152" : 4792,
"309248" : 3966,
"313344" : 3509,
"317440" : 3305,
"321536" : 2814,
"325632" : 2161,
"329728" : 1740,
"333824" : 1312,
"337920" : 993,
"342016" : 772,
"346112" : 623,
"350208" : 506,
"354304" : 352,
"358400" : 296,
"362496" : 262,
"366592" : 262,
"370688" : 255,
"374784" : 260,
"378880" : 337,
"382976" : 396,
"387072" : 361,
"391168" : 501,
"395264" : 1067,
"399360" : 1817,
"403456" : 2306,
"407552" : 2455,
"411648" : 2329,
"415744" : 1965,
"419840" : 1318,
"423936" : 851,
"428032" : 568,
"432128" : 370,
"436224" : 256,
"440320" : 171,
"444416" : 113,
"448512" : 90,
"452608" : 65,
"456704" : 57,
"460800" : 44,
"464896" : 27,
"468992" : 16,
"473088" : 17,
"477184" : 18,
"481280" : 12,
"485376" : 14,
"489472" : 15,
"493568" : 7,
"497664" : 15,
"501760" : 9,
"505856" : 4,
"509952" : 5,
"514048" : 7,
"518144" : 3,
"522240" : 6,
"528384" : 11,
"536576" : 6,
"544768" : 5,
"552960" : 3,
"561152" : 4,
"569344" : 2,
"577536" : 1,
"585728" : 5,
"593920" : 5,
"602112" : 2,
"610304" : 2,
"618496" : 2,
"626688" : 3,
"634880" : 5,
"643072" : 1,
"651264" : 1,
"659456" : 3,
"667648" : 3,
"675840" : 1,
"684032" : 1,
"700416" : 2,
"708608" : 2,
"716800" : 1,
"724992" : 3,
"765952" : 1,
"798720" : 1,
"856064" : 1,
"888832" : 1,
"987136" : 1,
"1122304" : 1,
"1204224" : 2
}
},
"lat_ns" : {
"min" : 55584,
"max" : 1328699,
"mean" : 153123.961642,
"stddev" : 65519.965719,
"N" : 3122206
},
"bw_min" : 82472,
"bw_max" : 140624,
"bw_agg" : 99.940043,
"bw_mean" : 104012.121339,
"bw_dev" : 9346.055499,
"bw_samples" : 239,
"iops_min" : 20618,
"iops_max" : 35156,
"iops_mean" : 26003.008368,
"iops_stddev" : 2336.530328,
"iops_samples" : 239
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 4.670872,
"sys_cpu" : 72.351436,
"ctx" : 269375,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 64.989125,
"250" : 32.059373,
"500" : 2.945256,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119153,
"timestamp_ms" : 1774119153882,
"time" : "Sat Mar 21 15:52:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13809516544,
"io_kbytes" : 13485856,
"bw_bytes" : 106227867,
"bw" : 103738,
"iops" : 25934.545650,
"runtime" : 129999,
"total_ios" : 3371465,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9585,
"max" : 1025496,
"mean" : 36722.108876,
"stddev" : 28058.472668,
"N" : 3371465
},
"clat_ns" : {
"min" : 37117,
"max" : 1207975,
"mean" : 116899.195380,
"stddev" : 54500.406180,
"N" : 3371464,
"percentile" : {
"1.000000" : 71168,
"5.000000" : 79360,
"10.000000" : 82432,
"20.000000" : 85504,
"30.000000" : 87552,
"40.000000" : 89600,
"50.000000" : 92672,
"60.000000" : 96768,
"70.000000" : 103936,
"80.000000" : 173056,
"90.000000" : 193536,
"95.000000" : 207872,
"99.000000" : 321536,
"99.500000" : 399360,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 460800
},
"bins" : {
"37120" : 1,
"40192" : 1,
"40704" : 2,
"41216" : 2,
"41728" : 4,
"43264" : 2,
"43776" : 2,
"44288" : 2,
"45312" : 4,
"45824" : 1,
"46336" : 1,
"46848" : 4,
"47360" : 8,
"47872" : 9,
"48384" : 10,
"48896" : 12,
"49408" : 11,
"49920" : 8,
"50432" : 18,
"50944" : 15,
"51456" : 20,
"51968" : 33,
"52480" : 24,
"52992" : 43,
"53504" : 32,
"54016" : 63,
"54528" : 69,
"55040" : 79,
"55552" : 107,
"56064" : 85,
"56576" : 115,
"57088" : 127,
"57600" : 178,
"58112" : 170,
"58624" : 207,
"59136" : 199,
"59648" : 306,
"60160" : 343,
"60672" : 383,
"61184" : 408,
"61696" : 444,
"62208" : 531,
"62720" : 558,
"63232" : 605,
"63744" : 671,
"64256" : 763,
"64768" : 823,
"65280" : 975,
"66048" : 2316,
"67072" : 3332,
"68096" : 4374,
"69120" : 5400,
"70144" : 6634,
"71168" : 8641,
"72192" : 10943,
"73216" : 13228,
"74240" : 14969,
"75264" : 16333,
"76288" : 17640,
"77312" : 19486,
"78336" : 22819,
"79360" : 28155,
"80384" : 37002,
"81408" : 52396,
"82432" : 79387,
"83456" : 113687,
"84480" : 143767,
"85504" : 157532,
"86528" : 161141,
"87552" : 155983,
"88576" : 146344,
"89600" : 132250,
"90624" : 121051,
"91648" : 111070,
"92672" : 102882,
"93696" : 92428,
"94720" : 85442,
"95744" : 77573,
"96768" : 71369,
"97792" : 64212,
"98816" : 58163,
"99840" : 52992,
"100864" : 48346,
"101888" : 43512,
"102912" : 38582,
"103936" : 35084,
"104960" : 31941,
"105984" : 28421,
"107008" : 25523,
"108032" : 22495,
"109056" : 20341,
"110080" : 18190,
"111104" : 15763,
"112128" : 14277,
"113152" : 12533,
"114176" : 11505,
"115200" : 9868,
"116224" : 8954,
"117248" : 7732,
"118272" : 7046,
"119296" : 6143,
"120320" : 5487,
"121344" : 4988,
"122368" : 4445,
"123392" : 3919,
"124416" : 3528,
"125440" : 3084,
"126464" : 2948,
"127488" : 2526,
"128512" : 2309,
"129536" : 2114,
"130560" : 1973,
"132096" : 3436,
"134144" : 2921,
"136192" : 2587,
"138240" : 2342,
"140288" : 2107,
"142336" : 1961,
"144384" : 1849,
"146432" : 1759,
"148480" : 1594,
"150528" : 1595,
"152576" : 1505,
"154624" : 1523,
"156672" : 1521,
"158720" : 1533,
"160768" : 1732,
"162816" : 2185,
"164864" : 2475,
"166912" : 2809,
"168960" : 3717,
"171008" : 5218,
"173056" : 8660,
"175104" : 12968,
"177152" : 17114,
"179200" : 20402,
"181248" : 24767,
"183296" : 32349,
"185344" : 43160,
"187392" : 51934,
"189440" : 54489,
"191488" : 49697,
"193536" : 43009,
"195584" : 36238,
"197632" : 31110,
"199680" : 26296,
"201728" : 22786,
"203776" : 18644,
"205824" : 15558,
"207872" : 12905,
"209920" : 10582,
"211968" : 8593,
"214016" : 7053,
"216064" : 5542,
"218112" : 4517,
"220160" : 3668,
"222208" : 3052,
"224256" : 2513,
"226304" : 2078,
"228352" : 1909,
"230400" : 1523,
"232448" : 1344,
"234496" : 1135,
"236544" : 1085,
"238592" : 924,
"240640" : 808,
"242688" : 745,
"244736" : 669,
"246784" : 626,
"248832" : 618,
"250880" : 570,
"252928" : 549,
"254976" : 523,
"257024" : 478,
"259072" : 468,
"261120" : 535,
"264192" : 1375,
"268288" : 1690,
"272384" : 2382,
"276480" : 3228,
"280576" : 4037,
"284672" : 5423,
"288768" : 7071,
"292864" : 8260,
"296960" : 7399,
"301056" : 6103,
"305152" : 5271,
"309248" : 4388,
"313344" : 3855,
"317440" : 3600,
"321536" : 3046,
"325632" : 2358,
"329728" : 1911,
"333824" : 1456,
"337920" : 1103,
"342016" : 868,
"346112" : 689,
"350208" : 579,
"354304" : 399,
"358400" : 338,
"362496" : 282,
"366592" : 280,
"370688" : 280,
"374784" : 281,
"378880" : 369,
"382976" : 434,
"387072" : 393,
"391168" : 534,
"395264" : 1186,
"399360" : 2023,
"403456" : 2501,
"407552" : 2729,
"411648" : 2661,
"415744" : 2295,
"419840" : 1599,
"423936" : 993,
"428032" : 631,
"432128" : 423,
"436224" : 282,
"440320" : 193,
"444416" : 133,
"448512" : 100,
"452608" : 71,
"456704" : 62,
"460800" : 52,
"464896" : 28,
"468992" : 20,
"473088" : 19,
"477184" : 20,
"481280" : 13,
"485376" : 14,
"489472" : 16,
"493568" : 7,
"497664" : 16,
"501760" : 9,
"505856" : 5,
"509952" : 6,
"514048" : 7,
"518144" : 4,
"522240" : 7,
"528384" : 13,
"536576" : 9,
"544768" : 7,
"552960" : 5,
"561152" : 5,
"569344" : 2,
"577536" : 3,
"585728" : 5,
"593920" : 6,
"602112" : 2,
"610304" : 2,
"618496" : 3,
"626688" : 4,
"634880" : 7,
"643072" : 1,
"651264" : 1,
"659456" : 3,
"667648" : 3,
"675840" : 1,
"684032" : 1,
"700416" : 2,
"708608" : 2,
"716800" : 1,
"724992" : 3,
"765952" : 1,
"798720" : 1,
"856064" : 1,
"888832" : 1,
"987136" : 1,
"1122304" : 1,
"1204224" : 2
}
},
"lat_ns" : {
"min" : 55584,
"max" : 1328699,
"mean" : 153621.300737,
"stddev" : 65941.960711,
"N" : 3371464
},
"bw_min" : 82472,
"bw_max" : 140624,
"bw_agg" : 100.000000,
"bw_mean" : 103778.992278,
"bw_dev" : 9300.942990,
"bw_samples" : 259,
"iops_min" : 20618,
"iops_max" : 35156,
"iops_mean" : 25944.725869,
"iops_stddev" : 2325.250575,
"iops_samples" : 259
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 4.651574,
"sys_cpu" : 72.241325,
"ctx" : 293144,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999970,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999970,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 64.705907,
"250" : 32.296465,
"500" : 2.991192,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119163,
"timestamp_ms" : 1774119163882,
"time" : "Sat Mar 21 15:52:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14912077824,
"io_kbytes" : 14562576,
"bw_bytes" : 106515602,
"bw" : 104019,
"iops" : 26004.792891,
"runtime" : 139999,
"total_ios" : 3640645,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9565,
"max" : 1025496,
"mean" : 36617.912573,
"stddev" : 27798.809481,
"N" : 3640645
},
"clat_ns" : {
"min" : 37117,
"max" : 1207975,
"mean" : 116587.076335,
"stddev" : 54152.339706,
"N" : 3640644,
"percentile" : {
"1.000000" : 71168,
"5.000000" : 79360,
"10.000000" : 82432,
"20.000000" : 85504,
"30.000000" : 87552,
"40.000000" : 89600,
"50.000000" : 92672,
"60.000000" : 97792,
"70.000000" : 103936,
"80.000000" : 168960,
"90.000000" : 193536,
"95.000000" : 207872,
"99.000000" : 321536,
"99.500000" : 399360,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 456704
},
"bins" : {
"37120" : 1,
"40192" : 1,
"40704" : 2,
"41216" : 2,
"41728" : 4,
"43264" : 2,
"43776" : 2,
"44288" : 2,
"45312" : 4,
"45824" : 2,
"46336" : 1,
"46848" : 4,
"47360" : 8,
"47872" : 9,
"48384" : 10,
"48896" : 12,
"49408" : 12,
"49920" : 8,
"50432" : 18,
"50944" : 16,
"51456" : 20,
"51968" : 33,
"52480" : 24,
"52992" : 43,
"53504" : 35,
"54016" : 70,
"54528" : 70,
"55040" : 81,
"55552" : 113,
"56064" : 89,
"56576" : 118,
"57088" : 132,
"57600" : 189,
"58112" : 178,
"58624" : 227,
"59136" : 206,
"59648" : 313,
"60160" : 357,
"60672" : 396,
"61184" : 419,
"61696" : 456,
"62208" : 548,
"62720" : 572,
"63232" : 621,
"63744" : 685,
"64256" : 773,
"64768" : 834,
"65280" : 984,
"66048" : 2352,
"67072" : 3387,
"68096" : 4503,
"69120" : 5566,
"70144" : 6848,
"71168" : 8987,
"72192" : 11399,
"73216" : 13777,
"74240" : 15535,
"75264" : 16898,
"76288" : 18203,
"77312" : 19996,
"78336" : 23372,
"79360" : 28762,
"80384" : 37996,
"81408" : 54281,
"82432" : 83669,
"83456" : 121250,
"84480" : 154802,
"85504" : 170237,
"86528" : 174834,
"87552" : 169727,
"88576" : 159186,
"89600" : 143933,
"90624" : 131824,
"91648" : 120925,
"92672" : 112355,
"93696" : 100945,
"94720" : 93491,
"95744" : 85196,
"96768" : 78567,
"97792" : 70751,
"98816" : 64307,
"99840" : 58622,
"100864" : 53569,
"101888" : 48130,
"102912" : 42871,
"103936" : 38933,
"104960" : 35529,
"105984" : 31493,
"107008" : 28362,
"108032" : 25098,
"109056" : 22711,
"110080" : 20272,
"111104" : 17682,
"112128" : 15984,
"113152" : 14118,
"114176" : 12849,
"115200" : 11060,
"116224" : 9991,
"117248" : 8719,
"118272" : 7882,
"119296" : 6899,
"120320" : 6142,
"121344" : 5565,
"122368" : 4970,
"123392" : 4415,
"124416" : 3953,
"125440" : 3431,
"126464" : 3302,
"127488" : 2825,
"128512" : 2600,
"129536" : 2356,
"130560" : 2168,
"132096" : 3801,
"134144" : 3236,
"136192" : 2840,
"138240" : 2552,
"140288" : 2279,
"142336" : 2140,
"144384" : 2004,
"146432" : 1893,
"148480" : 1713,
"150528" : 1692,
"152576" : 1620,
"154624" : 1597,
"156672" : 1603,
"158720" : 1613,
"160768" : 1812,
"162816" : 2288,
"164864" : 2593,
"166912" : 2920,
"168960" : 3835,
"171008" : 5335,
"173056" : 8889,
"175104" : 13497,
"177152" : 17913,
"179200" : 21663,
"181248" : 26329,
"183296" : 34210,
"185344" : 45656,
"187392" : 55120,
"189440" : 57631,
"191488" : 52552,
"193536" : 45392,
"195584" : 38242,
"197632" : 32840,
"199680" : 27900,
"201728" : 24177,
"203776" : 19848,
"205824" : 16572,
"207872" : 13766,
"209920" : 11267,
"211968" : 9142,
"214016" : 7490,
"216064" : 5893,
"218112" : 4836,
"220160" : 3921,
"222208" : 3246,
"224256" : 2701,
"226304" : 2233,
"228352" : 2032,
"230400" : 1627,
"232448" : 1438,
"234496" : 1207,
"236544" : 1148,
"238592" : 988,
"240640" : 874,
"242688" : 785,
"244736" : 709,
"246784" : 662,
"248832" : 650,
"250880" : 608,
"252928" : 590,
"254976" : 548,
"257024" : 514,
"259072" : 494,
"261120" : 560,
"264192" : 1422,
"268288" : 1769,
"272384" : 2504,
"276480" : 3333,
"280576" : 4208,
"284672" : 5636,
"288768" : 7404,
"292864" : 8644,
"296960" : 7739,
"301056" : 6409,
"305152" : 5588,
"309248" : 4622,
"313344" : 4132,
"317440" : 3791,
"321536" : 3257,
"325632" : 2537,
"329728" : 2067,
"333824" : 1581,
"337920" : 1191,
"342016" : 933,
"346112" : 749,
"350208" : 639,
"354304" : 416,
"358400" : 360,
"362496" : 293,
"366592" : 297,
"370688" : 290,
"374784" : 314,
"378880" : 395,
"382976" : 452,
"387072" : 409,
"391168" : 570,
"395264" : 1277,
"399360" : 2196,
"403456" : 2770,
"407552" : 2970,
"411648" : 2900,
"415744" : 2531,
"419840" : 1754,
"423936" : 1088,
"428032" : 681,
"432128" : 465,
"436224" : 301,
"440320" : 208,
"444416" : 144,
"448512" : 109,
"452608" : 77,
"456704" : 64,
"460800" : 55,
"464896" : 31,
"468992" : 21,
"473088" : 21,
"477184" : 20,
"481280" : 13,
"485376" : 15,
"489472" : 16,
"493568" : 9,
"497664" : 16,
"501760" : 10,
"505856" : 6,
"509952" : 6,
"514048" : 7,
"518144" : 5,
"522240" : 7,
"528384" : 14,
"536576" : 10,
"544768" : 8,
"552960" : 5,
"561152" : 6,
"569344" : 2,
"577536" : 3,
"585728" : 5,
"593920" : 6,
"602112" : 2,
"610304" : 2,
"618496" : 4,
"626688" : 4,
"634880" : 7,
"643072" : 1,
"651264" : 1,
"659456" : 3,
"667648" : 3,
"675840" : 1,
"684032" : 1,
"700416" : 2,
"708608" : 2,
"716800" : 2,
"724992" : 3,
"765952" : 1,
"774144" : 1,
"798720" : 1,
"856064" : 1,
"888832" : 1,
"987136" : 1,
"1122304" : 1,
"1204224" : 2
}
},
"lat_ns" : {
"min" : 55584,
"max" : 1328699,
"mean" : 153204.989753,
"stddev" : 65590.480490,
"N" : 3640644
},
"bw_min" : 82472,
"bw_max" : 140624,
"bw_agg" : 100.000000,
"bw_mean" : 104032.512545,
"bw_dev" : 9303.013462,
"bw_samples" : 279,
"iops_min" : 20618,
"iops_max" : 35156,
"iops_mean" : 26008.103943,
"iops_stddev" : 2325.762349,
"iops_samples" : 279
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 4.680033,
"sys_cpu" : 72.576233,
"ctx" : 310555,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999973,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999973,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 64.698014,
"250" : 32.357536,
"500" : 2.938161,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119173,
"timestamp_ms" : 1774119173881,
"time" : "Sat Mar 21 15:52:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15980650496,
"io_kbytes" : 15606104,
"bw_bytes" : 106538380,
"bw" : 104041,
"iops" : 26010.353402,
"runtime" : 149999,
"total_ios" : 3901527,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9565,
"max" : 1025496,
"mean" : 36610.018769,
"stddev" : 27710.089730,
"N" : 3901527
},
"clat_ns" : {
"min" : 37117,
"max" : 1207975,
"mean" : 116561.723546,
"stddev" : 54088.374423,
"N" : 3901526,
"percentile" : {
"1.000000" : 71168,
"5.000000" : 80384,
"10.000000" : 83456,
"20.000000" : 85504,
"30.000000" : 87552,
"40.000000" : 90624,
"50.000000" : 93696,
"60.000000" : 97792,
"70.000000" : 103936,
"80.000000" : 166912,
"90.000000" : 193536,
"95.000000" : 207872,
"99.000000" : 321536,
"99.500000" : 399360,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 460800
},
"bins" : {
"37120" : 1,
"40192" : 1,
"40704" : 2,
"41216" : 2,
"41728" : 4,
"43264" : 2,
"43776" : 2,
"44288" : 2,
"45312" : 4,
"45824" : 2,
"46336" : 2,
"46848" : 4,
"47360" : 8,
"47872" : 9,
"48384" : 10,
"48896" : 12,
"49408" : 12,
"49920" : 9,
"50432" : 20,
"50944" : 16,
"51456" : 20,
"51968" : 33,
"52480" : 25,
"52992" : 43,
"53504" : 36,
"54016" : 71,
"54528" : 73,
"55040" : 82,
"55552" : 115,
"56064" : 89,
"56576" : 120,
"57088" : 137,
"57600" : 192,
"58112" : 182,
"58624" : 231,
"59136" : 211,
"59648" : 322,
"60160" : 364,
"60672" : 404,
"61184" : 427,
"61696" : 464,
"62208" : 558,
"62720" : 579,
"63232" : 629,
"63744" : 698,
"64256" : 778,
"64768" : 840,
"65280" : 986,
"66048" : 2360,
"67072" : 3414,
"68096" : 4537,
"69120" : 5630,
"70144" : 6916,
"71168" : 9129,
"72192" : 11617,
"73216" : 14042,
"74240" : 15799,
"75264" : 17179,
"76288" : 18513,
"77312" : 20294,
"78336" : 23645,
"79360" : 29109,
"80384" : 38558,
"81408" : 55620,
"82432" : 86855,
"83456" : 128144,
"84480" : 165195,
"85504" : 182777,
"86528" : 188689,
"87552" : 183618,
"88576" : 172739,
"89600" : 156245,
"90624" : 143020,
"91648" : 131343,
"92672" : 121938,
"93696" : 109450,
"94720" : 101364,
"95744" : 92343,
"96768" : 85314,
"97792" : 76690,
"98816" : 69816,
"99840" : 63592,
"100864" : 58112,
"101888" : 52400,
"102912" : 46609,
"103936" : 42187,
"104960" : 38505,
"105984" : 34163,
"107008" : 30820,
"108032" : 27232,
"109056" : 24694,
"110080" : 21989,
"111104" : 19228,
"112128" : 17300,
"113152" : 15361,
"114176" : 13898,
"115200" : 11994,
"116224" : 10836,
"117248" : 9442,
"118272" : 8492,
"119296" : 7474,
"120320" : 6635,
"121344" : 5994,
"122368" : 5350,
"123392" : 4771,
"124416" : 4250,
"125440" : 3705,
"126464" : 3545,
"127488" : 3045,
"128512" : 2829,
"129536" : 2513,
"130560" : 2330,
"132096" : 4072,
"134144" : 3469,
"136192" : 3068,
"138240" : 2738,
"140288" : 2421,
"142336" : 2290,
"144384" : 2147,
"146432" : 2016,
"148480" : 1843,
"150528" : 1813,
"152576" : 1721,
"154624" : 1705,
"156672" : 1703,
"158720" : 1714,
"160768" : 1901,
"162816" : 2391,
"164864" : 2692,
"166912" : 3033,
"168960" : 3945,
"171008" : 5468,
"173056" : 9136,
"175104" : 14048,
"177152" : 18893,
"179200" : 22926,
"181248" : 27944,
"183296" : 36136,
"185344" : 48221,
"187392" : 58796,
"189440" : 61820,
"191488" : 56383,
"193536" : 48658,
"195584" : 40932,
"197632" : 35098,
"199680" : 29842,
"201728" : 25881,
"203776" : 21178,
"205824" : 17631,
"207872" : 14660,
"209920" : 11999,
"211968" : 9769,
"214016" : 7915,
"216064" : 6255,
"218112" : 5129,
"220160" : 4154,
"222208" : 3462,
"224256" : 2855,
"226304" : 2384,
"228352" : 2166,
"230400" : 1749,
"232448" : 1529,
"234496" : 1261,
"236544" : 1212,
"238592" : 1050,
"240640" : 932,
"242688" : 832,
"244736" : 765,
"246784" : 709,
"248832" : 693,
"250880" : 652,
"252928" : 622,
"254976" : 587,
"257024" : 539,
"259072" : 517,
"261120" : 595,
"264192" : 1488,
"268288" : 1879,
"272384" : 2633,
"276480" : 3467,
"280576" : 4360,
"284672" : 5821,
"288768" : 7766,
"292864" : 9241,
"296960" : 8236,
"301056" : 6798,
"305152" : 5956,
"309248" : 4910,
"313344" : 4401,
"317440" : 4037,
"321536" : 3505,
"325632" : 2722,
"329728" : 2202,
"333824" : 1702,
"337920" : 1297,
"342016" : 1002,
"346112" : 801,
"350208" : 679,
"354304" : 473,
"358400" : 403,
"362496" : 330,
"366592" : 333,
"370688" : 316,
"374784" : 357,
"378880" : 410,
"382976" : 479,
"387072" : 423,
"391168" : 604,
"395264" : 1352,
"399360" : 2393,
"403456" : 3038,
"407552" : 3237,
"411648" : 3240,
"415744" : 2818,
"419840" : 1920,
"423936" : 1196,
"428032" : 739,
"432128" : 493,
"436224" : 325,
"440320" : 224,
"444416" : 160,
"448512" : 119,
"452608" : 85,
"456704" : 67,
"460800" : 58,
"464896" : 31,
"468992" : 22,
"473088" : 23,
"477184" : 21,
"481280" : 15,
"485376" : 17,
"489472" : 18,
"493568" : 10,
"497664" : 17,
"501760" : 13,
"505856" : 6,
"509952" : 6,
"514048" : 7,
"518144" : 6,
"522240" : 7,
"528384" : 15,
"536576" : 12,
"544768" : 10,
"552960" : 5,
"561152" : 7,
"569344" : 2,
"577536" : 7,
"585728" : 5,
"593920" : 6,
"602112" : 2,
"610304" : 2,
"618496" : 5,
"626688" : 4,
"634880" : 7,
"643072" : 1,
"651264" : 1,
"659456" : 3,
"667648" : 3,
"675840" : 1,
"684032" : 1,
"700416" : 2,
"708608" : 2,
"716800" : 2,
"724992" : 3,
"765952" : 1,
"774144" : 1,
"798720" : 1,
"856064" : 1,
"888832" : 1,
"987136" : 1,
"1122304" : 1,
"1204224" : 2
}
},
"lat_ns" : {
"min" : 55584,
"max" : 1328699,
"mean" : 153171.740896,
"stddev" : 65563.055357,
"N" : 3901526
},
"bw_min" : 82472,
"bw_max" : 140624,
"bw_agg" : 100.000000,
"bw_mean" : 104079.076923,
"bw_dev" : 9159.156875,
"bw_samples" : 299,
"iops_min" : 20618,
"iops_max" : 35156,
"iops_mean" : 26019.752508,
"iops_stddev" : 2289.798243,
"iops_samples" : 299
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 4.685365,
"sys_cpu" : 72.685818,
"ctx" : 330954,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999974,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999974,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 64.665066,
"250" : 32.403441,
"500" : 2.925188,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119183,
"timestamp_ms" : 1774119183882,
"time" : "Sat Mar 21 15:53:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 17056387072,
"io_kbytes" : 16656628,
"bw_bytes" : 106603085,
"bw" : 104104,
"iops" : 26026.150163,
"runtime" : 159999,
"total_ios" : 4164158,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9565,
"max" : 1025496,
"mean" : 36587.094985,
"stddev" : 27616.825403,
"N" : 4164158
},
"clat_ns" : {
"min" : 37117,
"max" : 1207975,
"mean" : 116491.939285,
"stddev" : 54002.375737,
"N" : 4164157,
"percentile" : {
"1.000000" : 72192,
"5.000000" : 80384,
"10.000000" : 83456,
"20.000000" : 85504,
"30.000000" : 87552,
"40.000000" : 90624,
"50.000000" : 93696,
"60.000000" : 97792,
"70.000000" : 103936,
"80.000000" : 162816,
"90.000000" : 193536,
"95.000000" : 205824,
"99.000000" : 321536,
"99.500000" : 399360,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 460800
},
"bins" : {
"37120" : 1,
"40192" : 1,
"40704" : 2,
"41216" : 2,
"41728" : 4,
"43264" : 2,
"43776" : 2,
"44288" : 2,
"45312" : 4,
"45824" : 2,
"46336" : 2,
"46848" : 4,
"47360" : 9,
"47872" : 9,
"48384" : 10,
"48896" : 12,
"49408" : 12,
"49920" : 9,
"50432" : 21,
"50944" : 16,
"51456" : 20,
"51968" : 33,
"52480" : 25,
"52992" : 43,
"53504" : 36,
"54016" : 72,
"54528" : 75,
"55040" : 83,
"55552" : 116,
"56064" : 89,
"56576" : 123,
"57088" : 139,
"57600" : 196,
"58112" : 186,
"58624" : 234,
"59136" : 216,
"59648" : 326,
"60160" : 368,
"60672" : 406,
"61184" : 436,
"61696" : 469,
"62208" : 566,
"62720" : 584,
"63232" : 640,
"63744" : 705,
"64256" : 785,
"64768" : 847,
"65280" : 990,
"66048" : 2370,
"67072" : 3426,
"68096" : 4576,
"69120" : 5683,
"70144" : 6987,
"71168" : 9264,
"72192" : 11827,
"73216" : 14324,
"74240" : 16081,
"75264" : 17476,
"76288" : 18841,
"77312" : 20617,
"78336" : 24006,
"79360" : 29504,
"80384" : 39219,
"81408" : 57401,
"82432" : 91449,
"83456" : 136779,
"84480" : 177176,
"85504" : 196339,
"86528" : 203316,
"87552" : 197610,
"88576" : 185706,
"89600" : 167793,
"90624" : 153453,
"91648" : 141022,
"92672" : 130795,
"93696" : 117655,
"94720" : 108869,
"95744" : 99216,
"96768" : 91632,
"97792" : 82505,
"98816" : 75022,
"99840" : 68379,
"100864" : 62584,
"101888" : 56401,
"102912" : 50283,
"103936" : 45487,
"104960" : 41407,
"105984" : 36831,
"107008" : 33210,
"108032" : 29398,
"109056" : 26687,
"110080" : 23747,
"111104" : 20852,
"112128" : 18725,
"113152" : 16610,
"114176" : 15010,
"115200" : 13055,
"116224" : 11765,
"117248" : 10246,
"118272" : 9213,
"119296" : 8109,
"120320" : 7209,
"121344" : 6484,
"122368" : 5786,
"123392" : 5189,
"124416" : 4605,
"125440" : 4011,
"126464" : 3845,
"127488" : 3314,
"128512" : 3025,
"129536" : 2725,
"130560" : 2521,
"132096" : 4421,
"134144" : 3747,
"136192" : 3297,
"138240" : 2946,
"140288" : 2617,
"142336" : 2443,
"144384" : 2272,
"146432" : 2123,
"148480" : 1957,
"150528" : 1925,
"152576" : 1817,
"154624" : 1799,
"156672" : 1783,
"158720" : 1819,
"160768" : 1984,
"162816" : 2508,
"164864" : 2813,
"166912" : 3138,
"168960" : 4076,
"171008" : 5591,
"173056" : 9405,
"175104" : 14698,
"177152" : 19945,
"179200" : 24251,
"181248" : 29546,
"183296" : 38103,
"185344" : 50892,
"187392" : 62188,
"189440" : 65669,
"191488" : 60014,
"193536" : 51790,
"195584" : 43634,
"197632" : 37320,
"199680" : 31642,
"201728" : 27517,
"203776" : 22522,
"205824" : 18674,
"207872" : 15492,
"209920" : 12710,
"211968" : 10316,
"214016" : 8432,
"216064" : 6650,
"218112" : 5424,
"220160" : 4422,
"222208" : 3665,
"224256" : 3002,
"226304" : 2537,
"228352" : 2287,
"230400" : 1851,
"232448" : 1626,
"234496" : 1352,
"236544" : 1285,
"238592" : 1113,
"240640" : 1011,
"242688" : 891,
"244736" : 814,
"246784" : 753,
"248832" : 738,
"250880" : 680,
"252928" : 662,
"254976" : 610,
"257024" : 579,
"259072" : 544,
"261120" : 620,
"264192" : 1546,
"268288" : 1977,
"272384" : 2775,
"276480" : 3604,
"280576" : 4492,
"284672" : 5987,
"288768" : 8111,
"292864" : 9784,
"296960" : 8731,
"301056" : 7165,
"305152" : 6333,
"309248" : 5220,
"313344" : 4662,
"317440" : 4302,
"321536" : 3709,
"325632" : 2874,
"329728" : 2359,
"333824" : 1828,
"337920" : 1397,
"342016" : 1116,
"346112" : 879,
"350208" : 725,
"354304" : 508,
"358400" : 422,
"362496" : 364,
"366592" : 352,
"370688" : 342,
"374784" : 379,
"378880" : 430,
"382976" : 492,
"387072" : 457,
"391168" : 651,
"395264" : 1451,
"399360" : 2575,
"403456" : 3288,
"407552" : 3524,
"411648" : 3547,
"415744" : 3123,
"419840" : 2080,
"423936" : 1286,
"428032" : 777,
"432128" : 522,
"436224" : 353,
"440320" : 243,
"444416" : 172,
"448512" : 124,
"452608" : 86,
"456704" : 69,
"460800" : 60,
"464896" : 34,
"468992" : 23,
"473088" : 26,
"477184" : 23,
"481280" : 16,
"485376" : 18,
"489472" : 20,
"493568" : 10,
"497664" : 17,
"501760" : 13,
"505856" : 7,
"509952" : 6,
"514048" : 7,
"518144" : 7,
"522240" : 7,
"528384" : 15,
"536576" : 14,
"544768" : 11,
"552960" : 6,
"561152" : 8,
"569344" : 6,
"577536" : 7,
"585728" : 5,
"593920" : 7,
"602112" : 2,
"610304" : 2,
"618496" : 5,
"626688" : 4,
"634880" : 8,
"643072" : 1,
"651264" : 1,
"659456" : 4,
"667648" : 3,
"675840" : 1,
"684032" : 1,
"700416" : 2,
"708608" : 2,
"716800" : 2,
"724992" : 3,
"757760" : 1,
"765952" : 1,
"774144" : 1,
"790528" : 1,
"798720" : 1,
"806912" : 1,
"839680" : 1,
"856064" : 1,
"888832" : 1,
"987136" : 1,
"1122304" : 1,
"1204224" : 2
}
},
"lat_ns" : {
"min" : 55584,
"max" : 1328699,
"mean" : 153079.031105,
"stddev" : 65498.920883,
"N" : 4164157
},
"bw_min" : 82472,
"bw_max" : 140624,
"bw_agg" : 100.000000,
"bw_mean" : 104122.203762,
"bw_dev" : 9055.603796,
"bw_samples" : 319,
"iops_min" : 20618,
"iops_max" : 35156,
"iops_mean" : 26030.529781,
"iops_stddev" : 2263.912338,
"iops_samples" : 319
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 4.706279,
"sys_cpu" : 72.787955,
"ctx" : 350860,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999976,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999976,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 64.652590,
"250" : 32.433424,
"500" : 2.907623,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119193,
"timestamp_ms" : 1774119193882,
"time" : "Sat Mar 21 15:53:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 18187268096,
"io_kbytes" : 17761004,
"bw_bytes" : 106984559,
"bw" : 104477,
"iops" : 26119.283055,
"runtime" : 169999,
"total_ios" : 4440252,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9565,
"max" : 1025496,
"mean" : 36450.373252,
"stddev" : 27345.352926,
"N" : 4440252
},
"clat_ns" : {
"min" : 37117,
"max" : 1207975,
"mean" : 116081.609357,
"stddev" : 53599.798486,
"N" : 4440251,
"percentile" : {
"1.000000" : 72192,
"5.000000" : 80384,
"10.000000" : 83456,
"20.000000" : 85504,
"30.000000" : 87552,
"40.000000" : 90624,
"50.000000" : 93696,
"60.000000" : 97792,
"70.000000" : 103936,
"80.000000" : 144384,
"90.000000" : 193536,
"95.000000" : 205824,
"99.000000" : 321536,
"99.500000" : 399360,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 456704
},
"bins" : {
"37120" : 1,
"40192" : 1,
"40704" : 2,
"41216" : 2,
"41728" : 4,
"43264" : 3,
"43776" : 2,
"44288" : 2,
"44800" : 1,
"45312" : 4,
"45824" : 2,
"46336" : 2,
"46848" : 5,
"47360" : 9,
"47872" : 9,
"48384" : 11,
"48896" : 12,
"49408" : 13,
"49920" : 10,
"50432" : 21,
"50944" : 17,
"51456" : 20,
"51968" : 34,
"52480" : 25,
"52992" : 47,
"53504" : 41,
"54016" : 80,
"54528" : 84,
"55040" : 97,
"55552" : 120,
"56064" : 95,
"56576" : 129,
"57088" : 150,
"57600" : 217,
"58112" : 197,
"58624" : 254,
"59136" : 231,
"59648" : 336,
"60160" : 377,
"60672" : 431,
"61184" : 462,
"61696" : 493,
"62208" : 582,
"62720" : 597,
"63232" : 653,
"63744" : 716,
"64256" : 809,
"64768" : 867,
"65280" : 1010,
"66048" : 2400,
"67072" : 3482,
"68096" : 4671,
"69120" : 5889,
"70144" : 7260,
"71168" : 9642,
"72192" : 12393,
"73216" : 15008,
"74240" : 16778,
"75264" : 18209,
"76288" : 19563,
"77312" : 21319,
"78336" : 24752,
"79360" : 30812,
"80384" : 41453,
"81408" : 61283,
"82432" : 97470,
"83456" : 146050,
"84480" : 188936,
"85504" : 209379,
"86528" : 216756,
"87552" : 210929,
"88576" : 198617,
"89600" : 179837,
"90624" : 164541,
"91648" : 151357,
"92672" : 140617,
"93696" : 126611,
"94720" : 117306,
"95744" : 107072,
"96768" : 98931,
"97792" : 89259,
"98816" : 80947,
"99840" : 73878,
"100864" : 67672,
"101888" : 60934,
"102912" : 54429,
"103936" : 49311,
"104960" : 44876,
"105984" : 39863,
"107008" : 35993,
"108032" : 31888,
"109056" : 28916,
"110080" : 25652,
"111104" : 22623,
"112128" : 20319,
"113152" : 18021,
"114176" : 16298,
"115200" : 14162,
"116224" : 12857,
"117248" : 11205,
"118272" : 10104,
"119296" : 8880,
"120320" : 7877,
"121344" : 7110,
"122368" : 6310,
"123392" : 5687,
"124416" : 5060,
"125440" : 4427,
"126464" : 4217,
"127488" : 3615,
"128512" : 3310,
"129536" : 2981,
"130560" : 2761,
"132096" : 4838,
"134144" : 4098,
"136192" : 3589,
"138240" : 3170,
"140288" : 2837,
"142336" : 2623,
"144384" : 2433,
"146432" : 2251,
"148480" : 2083,
"150528" : 2048,
"152576" : 1925,
"154624" : 1887,
"156672" : 1868,
"158720" : 1903,
"160768" : 2075,
"162816" : 2623,
"164864" : 2934,
"166912" : 3270,
"168960" : 4191,
"171008" : 5758,
"173056" : 9762,
"175104" : 15476,
"177152" : 21242,
"179200" : 25999,
"181248" : 31571,
"183296" : 40359,
"185344" : 53447,
"187392" : 64764,
"189440" : 68001,
"191488" : 62124,
"193536" : 53533,
"195584" : 45129,
"197632" : 38585,
"199680" : 32733,
"201728" : 28524,
"203776" : 23435,
"205824" : 19446,
"207872" : 16139,
"209920" : 13255,
"211968" : 10748,
"214016" : 8833,
"216064" : 7045,
"218112" : 5724,
"220160" : 4682,
"222208" : 3881,
"224256" : 3205,
"226304" : 2730,
"228352" : 2442,
"230400" : 1998,
"232448" : 1741,
"234496" : 1454,
"236544" : 1357,
"238592" : 1185,
"240640" : 1091,
"242688" : 948,
"244736" : 867,
"246784" : 799,
"248832" : 780,
"250880" : 714,
"252928" : 695,
"254976" : 645,
"257024" : 605,
"259072" : 574,
"261120" : 645,
"264192" : 1619,
"268288" : 2089,
"272384" : 2919,
"276480" : 3766,
"280576" : 4651,
"284672" : 6142,
"288768" : 8323,
"292864" : 10057,
"296960" : 8983,
"301056" : 7392,
"305152" : 6566,
"309248" : 5435,
"313344" : 4867,
"317440" : 4529,
"321536" : 3903,
"325632" : 3028,
"329728" : 2497,
"333824" : 1950,
"337920" : 1515,
"342016" : 1192,
"346112" : 925,
"350208" : 762,
"354304" : 539,
"358400" : 447,
"362496" : 387,
"366592" : 376,
"370688" : 367,
"374784" : 403,
"378880" : 442,
"382976" : 507,
"387072" : 480,
"391168" : 705,
"395264" : 1565,
"399360" : 2807,
"403456" : 3567,
"407552" : 3815,
"411648" : 3799,
"415744" : 3266,
"419840" : 2140,
"423936" : 1309,
"428032" : 792,
"432128" : 541,
"436224" : 364,
"440320" : 249,
"444416" : 178,
"448512" : 131,
"452608" : 87,
"456704" : 71,
"460800" : 60,
"464896" : 34,
"468992" : 23,
"473088" : 27,
"477184" : 24,
"481280" : 17,
"485376" : 21,
"489472" : 22,
"493568" : 10,
"497664" : 17,
"501760" : 14,
"505856" : 7,
"509952" : 6,
"514048" : 9,
"518144" : 7,
"522240" : 8,
"528384" : 15,
"536576" : 14,
"544768" : 11,
"552960" : 6,
"561152" : 8,
"569344" : 6,
"577536" : 7,
"585728" : 5,
"593920" : 7,
"602112" : 2,
"610304" : 2,
"618496" : 5,
"626688" : 4,
"634880" : 8,
"643072" : 1,
"651264" : 1,
"659456" : 4,
"667648" : 3,
"675840" : 1,
"684032" : 1,
"700416" : 2,
"708608" : 2,
"716800" : 2,
"724992" : 3,
"757760" : 1,
"765952" : 1,
"774144" : 1,
"790528" : 1,
"798720" : 1,
"806912" : 1,
"839680" : 1,
"856064" : 1,
"888832" : 1,
"987136" : 1,
"1122304" : 1,
"1204224" : 2
}
},
"lat_ns" : {
"min" : 55584,
"max" : 1328699,
"mean" : 152531.962101,
"stddev" : 65064.747173,
"N" : 4440251
},
"bw_min" : 82472,
"bw_max" : 140624,
"bw_agg" : 99.997025,
"bw_mean" : 104474.330383,
"bw_dev" : 9057.584961,
"bw_samples" : 339,
"iops_min" : 20618,
"iops_max" : 35156,
"iops_mean" : 26118.560472,
"iops_stddev" : 2264.405405,
"iops_samples" : 339
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 4.723557,
"sys_cpu" : 73.140430,
"ctx" : 366559,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999977,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999977,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 64.812560,
"250" : 32.331971,
"500" : 2.849298,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119203,
"timestamp_ms" : 1774119203882,
"time" : "Sat Mar 21 15:53:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 19223703552,
"io_kbytes" : 18773148,
"bw_bytes" : 106798946,
"bw" : 104295,
"iops" : 26073.967078,
"runtime" : 179999,
"total_ios" : 4693288,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9565,
"max" : 1025496,
"mean" : 36516.838475,
"stddev" : 27408.202076,
"N" : 4693288
},
"clat_ns" : {
"min" : 37117,
"max" : 1207975,
"mean" : 116280.756228,
"stddev" : 53776.929005,
"N" : 4693287,
"percentile" : {
"1.000000" : 72192,
"5.000000" : 80384,
"10.000000" : 83456,
"20.000000" : 85504,
"30.000000" : 87552,
"40.000000" : 90624,
"50.000000" : 93696,
"60.000000" : 97792,
"70.000000" : 103936,
"80.000000" : 146432,
"90.000000" : 193536,
"95.000000" : 205824,
"99.000000" : 321536,
"99.500000" : 399360,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 460800
},
"bins" : {
"37120" : 1,
"40192" : 1,
"40704" : 2,
"41216" : 2,
"41728" : 4,
"43264" : 3,
"43776" : 2,
"44288" : 2,
"44800" : 1,
"45312" : 4,
"45824" : 2,
"46336" : 2,
"46848" : 5,
"47360" : 9,
"47872" : 9,
"48384" : 12,
"48896" : 12,
"49408" : 13,
"49920" : 10,
"50432" : 21,
"50944" : 17,
"51456" : 20,
"51968" : 34,
"52480" : 25,
"52992" : 48,
"53504" : 41,
"54016" : 80,
"54528" : 84,
"55040" : 98,
"55552" : 121,
"56064" : 96,
"56576" : 130,
"57088" : 152,
"57600" : 219,
"58112" : 198,
"58624" : 255,
"59136" : 235,
"59648" : 336,
"60160" : 377,
"60672" : 433,
"61184" : 463,
"61696" : 494,
"62208" : 584,
"62720" : 599,
"63232" : 653,
"63744" : 719,
"64256" : 811,
"64768" : 869,
"65280" : 1015,
"66048" : 2407,
"67072" : 3491,
"68096" : 4700,
"69120" : 5920,
"70144" : 7312,
"71168" : 9718,
"72192" : 12492,
"73216" : 15114,
"74240" : 16881,
"75264" : 18305,
"76288" : 19648,
"77312" : 21399,
"78336" : 24841,
"79360" : 30972,
"80384" : 41891,
"81408" : 62751,
"82432" : 101483,
"83456" : 153450,
"84480" : 199614,
"85504" : 221850,
"86528" : 229951,
"87552" : 223843,
"88576" : 210857,
"89600" : 190731,
"90624" : 174533,
"91648" : 160566,
"92672" : 149268,
"93696" : 134514,
"94720" : 124835,
"95744" : 113924,
"96768" : 105328,
"97792" : 95008,
"98816" : 86264,
"99840" : 78752,
"100864" : 71997,
"101888" : 64913,
"102912" : 57945,
"103936" : 52430,
"104960" : 47762,
"105984" : 42343,
"107008" : 38150,
"108032" : 33888,
"109056" : 30642,
"110080" : 27202,
"111104" : 24007,
"112128" : 21528,
"113152" : 19073,
"114176" : 17262,
"115200" : 14964,
"116224" : 13586,
"117248" : 11847,
"118272" : 10671,
"119296" : 9407,
"120320" : 8311,
"121344" : 7519,
"122368" : 6685,
"123392" : 5989,
"124416" : 5333,
"125440" : 4654,
"126464" : 4452,
"127488" : 3812,
"128512" : 3465,
"129536" : 3151,
"130560" : 2929,
"132096" : 5127,
"134144" : 4314,
"136192" : 3777,
"138240" : 3335,
"140288" : 2964,
"142336" : 2736,
"144384" : 2563,
"146432" : 2367,
"148480" : 2186,
"150528" : 2161,
"152576" : 2036,
"154624" : 1992,
"156672" : 1996,
"158720" : 2016,
"160768" : 2185,
"162816" : 2727,
"164864" : 3047,
"166912" : 3375,
"168960" : 4294,
"171008" : 5879,
"173056" : 9943,
"175104" : 15768,
"177152" : 21682,
"179200" : 26515,
"181248" : 32304,
"183296" : 41602,
"185344" : 56049,
"187392" : 69055,
"189440" : 73315,
"191488" : 67198,
"193536" : 57870,
"195584" : 48628,
"197632" : 41599,
"199680" : 35255,
"201728" : 30654,
"203776" : 25091,
"205824" : 20739,
"207872" : 17124,
"209920" : 14081,
"211968" : 11373,
"214016" : 9341,
"216064" : 7442,
"218112" : 6020,
"220160" : 4985,
"222208" : 4090,
"224256" : 3384,
"226304" : 2882,
"228352" : 2554,
"230400" : 2111,
"232448" : 1812,
"234496" : 1521,
"236544" : 1404,
"238592" : 1253,
"240640" : 1150,
"242688" : 1002,
"244736" : 914,
"246784" : 833,
"248832" : 818,
"250880" : 756,
"252928" : 731,
"254976" : 677,
"257024" : 642,
"259072" : 616,
"261120" : 676,
"264192" : 1699,
"268288" : 2155,
"272384" : 2986,
"276480" : 3908,
"280576" : 4789,
"284672" : 6360,
"288768" : 8791,
"292864" : 10903,
"296960" : 9663,
"301056" : 7893,
"305152" : 6980,
"309248" : 5791,
"313344" : 5177,
"317440" : 4791,
"321536" : 4100,
"325632" : 3219,
"329728" : 2623,
"333824" : 2067,
"337920" : 1609,
"342016" : 1272,
"346112" : 1012,
"350208" : 836,
"354304" : 611,
"358400" : 500,
"362496" : 422,
"366592" : 405,
"370688" : 391,
"374784" : 434,
"378880" : 488,
"382976" : 538,
"387072" : 519,
"391168" : 752,
"395264" : 1676,
"399360" : 2980,
"403456" : 3800,
"407552" : 4081,
"411648" : 4090,
"415744" : 3571,
"419840" : 2445,
"423936" : 1471,
"428032" : 864,
"432128" : 583,
"436224" : 398,
"440320" : 279,
"444416" : 200,
"448512" : 136,
"452608" : 93,
"456704" : 75,
"460800" : 68,
"464896" : 34,
"468992" : 23,
"473088" : 29,
"477184" : 28,
"481280" : 18,
"485376" : 22,
"489472" : 22,
"493568" : 12,
"497664" : 17,
"501760" : 16,
"505856" : 7,
"509952" : 6,
"514048" : 10,
"518144" : 8,
"522240" : 9,
"528384" : 16,
"536576" : 16,
"544768" : 12,
"552960" : 6,
"561152" : 8,
"569344" : 8,
"577536" : 7,
"585728" : 6,
"593920" : 7,
"602112" : 2,
"610304" : 2,
"618496" : 5,
"626688" : 4,
"634880" : 8,
"643072" : 2,
"651264" : 1,
"659456" : 4,
"667648" : 3,
"675840" : 1,
"684032" : 1,
"700416" : 2,
"708608" : 2,
"716800" : 2,
"724992" : 3,
"741376" : 1,
"757760" : 1,
"765952" : 1,
"774144" : 1,
"790528" : 1,
"798720" : 1,
"806912" : 1,
"839680" : 2,
"856064" : 1,
"888832" : 1,
"987136" : 1,
"1122304" : 1,
"1204224" : 2
}
},
"lat_ns" : {
"min" : 55584,
"max" : 1328699,
"mean" : 152797.527998,
"stddev" : 65301.605507,
"N" : 4693287
},
"bw_min" : 82472,
"bw_max" : 140624,
"bw_agg" : 100.000000,
"bw_mean" : 104309.902507,
"bw_dev" : 8963.709638,
"bw_samples" : 359,
"iops_min" : 20618,
"iops_max" : 35156,
"iops_mean" : 26077.451253,
"iops_stddev" : 2240.937005,
"iops_samples" : 359
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 4.721693,
"sys_cpu" : 73.059850,
"ctx" : 389197,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 64.677045,
"250" : 32.446102,
"500" : 2.870695,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119203,
"timestamp_ms" : 1774119203915,
"time" : "Sat Mar 21 15:53:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 19223744512,
"io_kbytes" : 18773188,
"bw_bytes" : 106797987,
"bw" : 104294,
"iops" : 26073.705146,
"runtime" : 180001,
"total_ios" : 4693293,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9565,
"max" : 1025496,
"mean" : 36516.960918,
"stddev" : 27408.398499,
"N" : 4693294
},
"clat_ns" : {
"min" : 3315,
"max" : 1207975,
"mean" : 116281.145513,
"stddev" : 53777.977793,
"N" : 4693296,
"percentile" : {
"1.000000" : 72192,
"5.000000" : 80384,
"10.000000" : 83456,
"20.000000" : 85504,
"30.000000" : 87552,
"40.000000" : 90624,
"50.000000" : 93696,
"60.000000" : 97792,
"70.000000" : 103936,
"80.000000" : 146432,
"90.000000" : 193536,
"95.000000" : 205824,
"99.000000" : 321536,
"99.500000" : 399360,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 460800
},
"bins" : {
"3312" : 1,
"37120" : 1,
"40192" : 1,
"40704" : 2,
"41216" : 2,
"41728" : 4,
"43264" : 3,
"43776" : 2,
"44288" : 2,
"44800" : 1,
"45312" : 4,
"45824" : 2,
"46336" : 2,
"46848" : 5,
"47360" : 9,
"47872" : 9,
"48384" : 12,
"48896" : 12,
"49408" : 13,
"49920" : 10,
"50432" : 21,
"50944" : 17,
"51456" : 20,
"51968" : 34,
"52480" : 25,
"52992" : 48,
"53504" : 41,
"54016" : 80,
"54528" : 84,
"55040" : 98,
"55552" : 121,
"56064" : 96,
"56576" : 130,
"57088" : 152,
"57600" : 219,
"58112" : 198,
"58624" : 255,
"59136" : 235,
"59648" : 336,
"60160" : 377,
"60672" : 433,
"61184" : 463,
"61696" : 494,
"62208" : 584,
"62720" : 599,
"63232" : 653,
"63744" : 719,
"64256" : 811,
"64768" : 869,
"65280" : 1015,
"66048" : 2407,
"67072" : 3491,
"68096" : 4700,
"69120" : 5920,
"70144" : 7312,
"71168" : 9718,
"72192" : 12492,
"73216" : 15114,
"74240" : 16881,
"75264" : 18305,
"76288" : 19648,
"77312" : 21399,
"78336" : 24841,
"79360" : 30972,
"80384" : 41891,
"81408" : 62751,
"82432" : 101483,
"83456" : 153450,
"84480" : 199614,
"85504" : 221850,
"86528" : 229951,
"87552" : 223843,
"88576" : 210857,
"89600" : 190731,
"90624" : 174533,
"91648" : 160566,
"92672" : 149268,
"93696" : 134514,
"94720" : 124835,
"95744" : 113924,
"96768" : 105328,
"97792" : 95008,
"98816" : 86264,
"99840" : 78752,
"100864" : 71997,
"101888" : 64913,
"102912" : 57945,
"103936" : 52430,
"104960" : 47762,
"105984" : 42343,
"107008" : 38150,
"108032" : 33888,
"109056" : 30642,
"110080" : 27202,
"111104" : 24007,
"112128" : 21528,
"113152" : 19073,
"114176" : 17262,
"115200" : 14964,
"116224" : 13586,
"117248" : 11847,
"118272" : 10671,
"119296" : 9407,
"120320" : 8311,
"121344" : 7519,
"122368" : 6685,
"123392" : 5989,
"124416" : 5333,
"125440" : 4654,
"126464" : 4452,
"127488" : 3812,
"128512" : 3465,
"129536" : 3151,
"130560" : 2929,
"132096" : 5127,
"134144" : 4314,
"136192" : 3777,
"138240" : 3336,
"140288" : 2964,
"142336" : 2736,
"144384" : 2563,
"146432" : 2367,
"148480" : 2186,
"150528" : 2161,
"152576" : 2036,
"154624" : 1992,
"156672" : 1996,
"158720" : 2016,
"160768" : 2185,
"162816" : 2727,
"164864" : 3047,
"166912" : 3375,
"168960" : 4294,
"171008" : 5879,
"173056" : 9943,
"175104" : 15768,
"177152" : 21682,
"179200" : 26515,
"181248" : 32304,
"183296" : 41602,
"185344" : 56049,
"187392" : 69055,
"189440" : 73315,
"191488" : 67198,
"193536" : 57870,
"195584" : 48628,
"197632" : 41599,
"199680" : 35255,
"201728" : 30654,
"203776" : 25091,
"205824" : 20739,
"207872" : 17124,
"209920" : 14081,
"211968" : 11373,
"214016" : 9341,
"216064" : 7442,
"218112" : 6020,
"220160" : 4985,
"222208" : 4090,
"224256" : 3384,
"226304" : 2882,
"228352" : 2554,
"230400" : 2111,
"232448" : 1812,
"234496" : 1521,
"236544" : 1404,
"238592" : 1253,
"240640" : 1150,
"242688" : 1002,
"244736" : 914,
"246784" : 833,
"248832" : 818,
"250880" : 756,
"252928" : 731,
"254976" : 677,
"257024" : 642,
"259072" : 616,
"261120" : 676,
"264192" : 1699,
"268288" : 2155,
"272384" : 2987,
"276480" : 3908,
"280576" : 4789,
"284672" : 6360,
"288768" : 8791,
"292864" : 10903,
"296960" : 9663,
"301056" : 7893,
"305152" : 6980,
"309248" : 5791,
"313344" : 5177,
"317440" : 4791,
"321536" : 4100,
"325632" : 3219,
"329728" : 2623,
"333824" : 2067,
"337920" : 1609,
"342016" : 1272,
"346112" : 1012,
"350208" : 836,
"354304" : 611,
"358400" : 500,
"362496" : 422,
"366592" : 405,
"370688" : 391,
"374784" : 434,
"378880" : 488,
"382976" : 538,
"387072" : 519,
"391168" : 752,
"395264" : 1676,
"399360" : 2980,
"403456" : 3802,
"407552" : 4082,
"411648" : 4090,
"415744" : 3574,
"419840" : 2445,
"423936" : 1471,
"428032" : 864,
"432128" : 583,
"436224" : 398,
"440320" : 279,
"444416" : 200,
"448512" : 136,
"452608" : 93,
"456704" : 75,
"460800" : 68,
"464896" : 34,
"468992" : 23,
"473088" : 29,
"477184" : 28,
"481280" : 18,
"485376" : 22,
"489472" : 22,
"493568" : 12,
"497664" : 17,
"501760" : 16,
"505856" : 7,
"509952" : 6,
"514048" : 10,
"518144" : 8,
"522240" : 9,
"528384" : 16,
"536576" : 16,
"544768" : 12,
"552960" : 6,
"561152" : 8,
"569344" : 8,
"577536" : 7,
"585728" : 6,
"593920" : 7,
"602112" : 2,
"610304" : 2,
"618496" : 5,
"626688" : 4,
"634880" : 8,
"643072" : 2,
"651264" : 1,
"659456" : 4,
"667648" : 3,
"675840" : 1,
"684032" : 1,
"700416" : 2,
"708608" : 2,
"716800" : 2,
"724992" : 3,
"741376" : 1,
"757760" : 1,
"765952" : 1,
"774144" : 1,
"790528" : 1,
"798720" : 1,
"806912" : 1,
"839680" : 2,
"856064" : 1,
"888832" : 1,
"987136" : 1,
"1122304" : 1,
"1204224" : 2
}
},
"lat_ns" : {
"min" : 55584,
"max" : 1328699,
"mean" : 152798.100695,
"stddev" : 65303.152626,
"N" : 4693296
},
"bw_min" : 82472,
"bw_max" : 140624,
"bw_agg" : 100.000000,
"bw_mean" : 104319.175000,
"bw_dev" : 8952.945444,
"bw_samples" : 360,
"iops_min" : 20618,
"iops_max" : 35156,
"iops_mean" : 26079.769444,
"iops_stddev" : 2238.245967,
"iops_samples" : 360
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180000,
"usr_cpu" : 4.721667,
"sys_cpu" : 73.059444,
"ctx" : 389203,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 64.676976,
"250" : 32.446088,
"500" : 2.870841,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}