raidz2/benchmarks/rand/rand-write-qd4-nj1_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774118784,
"timestamp_ms" : 1774118784312,
"time" : "Sat Mar 21 15:46:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 970518528,
"io_kbytes" : 947772,
"bw_bytes" : 99356933,
"bw" : 97028,
"iops" : 24258.087633,
"runtime" : 9768,
"total_ios" : 236953,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9768,
"usr_cpu" : 3.941441,
"sys_cpu" : 56.449631,
"ctx" : 41583,
"majf" : 0,
"minf" : 8,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 99.998734,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999578,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999578,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118794,
"timestamp_ms" : 1774118794543,
"time" : "Sat Mar 21 15:46:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 957734912,
"io_kbytes" : 935288,
"bw_bytes" : 95783069,
"bw" : 93538,
"iops" : 23384.638464,
"runtime" : 9999,
"total_ios" : 233823,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9524,
"max" : 301010,
"mean" : 41015.613280,
"stddev" : 36467.131623,
"N" : 233823
},
"clat_ns" : {
"min" : 36706,
"max" : 568158,
"mean" : 129510.110007,
"stddev" : 66123.013681,
"N" : 233822,
"percentile" : {
"1.000000" : 64256,
"5.000000" : 70144,
"10.000000" : 73216,
"20.000000" : 78336,
"30.000000" : 81408,
"40.000000" : 85504,
"50.000000" : 90624,
"60.000000" : 108032,
"70.000000" : 177152,
"80.000000" : 185344,
"90.000000" : 197632,
"95.000000" : 280576,
"99.000000" : 309248,
"99.500000" : 378880,
"99.900000" : 407552,
"99.950000" : 415744,
"99.990000" : 452608
},
"bins" : {
"36608" : 1,
"46848" : 5,
"47872" : 5,
"48384" : 4,
"48896" : 3,
"49408" : 1,
"49920" : 2,
"50432" : 4,
"50944" : 2,
"51456" : 6,
"51968" : 12,
"52480" : 8,
"52992" : 11,
"53504" : 11,
"54016" : 19,
"54528" : 23,
"55040" : 29,
"55552" : 22,
"56064" : 39,
"56576" : 44,
"57088" : 47,
"57600" : 44,
"58112" : 68,
"58624" : 83,
"59136" : 87,
"59648" : 116,
"60160" : 144,
"60672" : 156,
"61184" : 201,
"61696" : 200,
"62208" : 196,
"62720" : 232,
"63232" : 225,
"63744" : 249,
"64256" : 319,
"64768" : 395,
"65280" : 461,
"66048" : 1235,
"67072" : 1568,
"68096" : 1918,
"69120" : 2114,
"70144" : 2366,
"71168" : 2982,
"72192" : 3725,
"73216" : 4104,
"74240" : 4654,
"75264" : 5068,
"76288" : 5443,
"77312" : 5901,
"78336" : 6201,
"79360" : 6546,
"80384" : 7042,
"81408" : 6713,
"82432" : 6637,
"83456" : 6537,
"84480" : 6383,
"85504" : 5774,
"86528" : 5329,
"87552" : 4881,
"88576" : 4377,
"89600" : 3908,
"90624" : 3486,
"91648" : 3129,
"92672" : 2743,
"93696" : 2336,
"94720" : 2027,
"95744" : 1781,
"96768" : 1583,
"97792" : 1422,
"98816" : 1196,
"99840" : 1059,
"100864" : 950,
"101888" : 762,
"102912" : 717,
"103936" : 579,
"104960" : 568,
"105984" : 464,
"107008" : 391,
"108032" : 385,
"109056" : 315,
"110080" : 283,
"111104" : 273,
"112128" : 218,
"113152" : 217,
"114176" : 208,
"115200" : 183,
"116224" : 145,
"117248" : 150,
"118272" : 118,
"119296" : 122,
"120320" : 118,
"121344" : 95,
"122368" : 89,
"123392" : 85,
"124416" : 103,
"125440" : 83,
"126464" : 93,
"127488" : 97,
"128512" : 93,
"129536" : 89,
"130560" : 93,
"132096" : 159,
"134144" : 143,
"136192" : 150,
"138240" : 142,
"140288" : 155,
"142336" : 161,
"144384" : 145,
"146432" : 155,
"148480" : 138,
"150528" : 134,
"152576" : 159,
"154624" : 186,
"156672" : 197,
"158720" : 222,
"160768" : 379,
"162816" : 582,
"164864" : 859,
"166912" : 1080,
"168960" : 1715,
"171008" : 2680,
"173056" : 3381,
"175104" : 4304,
"177152" : 5371,
"179200" : 6299,
"181248" : 6723,
"183296" : 6984,
"185344" : 6483,
"187392" : 5277,
"189440" : 4139,
"191488" : 3158,
"193536" : 2339,
"195584" : 1757,
"197632" : 1437,
"199680" : 1117,
"201728" : 873,
"203776" : 713,
"205824" : 544,
"207872" : 452,
"209920" : 332,
"211968" : 278,
"214016" : 270,
"216064" : 199,
"218112" : 162,
"220160" : 158,
"222208" : 136,
"224256" : 131,
"226304" : 110,
"228352" : 121,
"230400" : 100,
"232448" : 82,
"234496" : 75,
"236544" : 105,
"238592" : 68,
"240640" : 91,
"242688" : 78,
"244736" : 94,
"246784" : 81,
"248832" : 67,
"250880" : 83,
"252928" : 61,
"254976" : 91,
"257024" : 94,
"259072" : 99,
"261120" : 102,
"264192" : 333,
"268288" : 516,
"272384" : 1034,
"276480" : 1777,
"280576" : 2599,
"284672" : 2703,
"288768" : 1847,
"292864" : 1106,
"296960" : 649,
"301056" : 444,
"305152" : 340,
"309248" : 283,
"313344" : 206,
"317440" : 133,
"321536" : 104,
"325632" : 73,
"329728" : 56,
"333824" : 49,
"337920" : 45,
"342016" : 39,
"346112" : 37,
"350208" : 32,
"354304" : 29,
"358400" : 35,
"362496" : 30,
"366592" : 46,
"370688" : 81,
"374784" : 92,
"378880" : 182,
"382976" : 200,
"387072" : 176,
"391168" : 135,
"395264" : 114,
"399360" : 94,
"403456" : 78,
"407552" : 61,
"411648" : 49,
"415744" : 37,
"419840" : 19,
"423936" : 19,
"428032" : 6,
"432128" : 9,
"436224" : 3,
"440320" : 3,
"444416" : 3,
"448512" : 2,
"452608" : 3,
"456704" : 2,
"464896" : 1,
"473088" : 1,
"477184" : 3,
"485376" : 4,
"493568" : 2,
"497664" : 2,
"501760" : 4,
"505856" : 1,
"509952" : 1,
"528384" : 1,
"552960" : 1,
"569344" : 1
}
},
"lat_ns" : {
"min" : 57147,
"max" : 670024,
"mean" : 170525.324097,
"stddev" : 77568.932615,
"N" : 233822
},
"bw_min" : 82328,
"bw_max" : 103696,
"bw_agg" : 99.682319,
"bw_mean" : 93241.368421,
"bw_dev" : 5938.944306,
"bw_samples" : 19,
"iops_min" : 20582,
"iops_max" : 25924,
"iops_mean" : 23310.315789,
"iops_stddev" : 1484.756361,
"iops_samples" : 19
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 3.950395,
"sys_cpu" : 58.765877,
"ctx" : 37875,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999572,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999572,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 57.856584,
"250" : 35.094922,
"500" : 7.035664,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118804,
"timestamp_ms" : 1774118804543,
"time" : "Sat Mar 21 15:46:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1945833472,
"io_kbytes" : 1900228,
"bw_bytes" : 97296538,
"bw" : 95016,
"iops" : 23754.087704,
"runtime" : 19999,
"total_ios" : 475058,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9434,
"max" : 301010,
"mean" : 40340.521955,
"stddev" : 35115.854258,
"N" : 475058
},
"clat_ns" : {
"min" : 36706,
"max" : 568158,
"mean" : 127519.026942,
"stddev" : 63763.382366,
"N" : 475057,
"percentile" : {
"1.000000" : 65280,
"5.000000" : 72192,
"10.000000" : 75264,
"20.000000" : 80384,
"30.000000" : 83456,
"40.000000" : 86528,
"50.000000" : 91648,
"60.000000" : 101888,
"70.000000" : 175104,
"80.000000" : 185344,
"90.000000" : 197632,
"95.000000" : 276480,
"99.000000" : 309248,
"99.500000" : 366592,
"99.900000" : 407552,
"99.950000" : 419840,
"99.990000" : 452608
},
"bins" : {
"36608" : 1,
"42752" : 1,
"46848" : 6,
"47360" : 2,
"47872" : 6,
"48384" : 5,
"48896" : 6,
"49408" : 4,
"49920" : 4,
"50432" : 9,
"50944" : 6,
"51456" : 8,
"51968" : 16,
"52480" : 12,
"52992" : 17,
"53504" : 14,
"54016" : 26,
"54528" : 33,
"55040" : 36,
"55552" : 38,
"56064" : 58,
"56576" : 59,
"57088" : 64,
"57600" : 66,
"58112" : 87,
"58624" : 118,
"59136" : 129,
"59648" : 163,
"60160" : 215,
"60672" : 219,
"61184" : 277,
"61696" : 289,
"62208" : 279,
"62720" : 306,
"63232" : 334,
"63744" : 376,
"64256" : 429,
"64768" : 542,
"65280" : 670,
"66048" : 1734,
"67072" : 2293,
"68096" : 2777,
"69120" : 3042,
"70144" : 3628,
"71168" : 4505,
"72192" : 5756,
"73216" : 6556,
"74240" : 7428,
"75264" : 8057,
"76288" : 9005,
"77312" : 10088,
"78336" : 11053,
"79360" : 12100,
"80384" : 13320,
"81408" : 13594,
"82432" : 14266,
"83456" : 14872,
"84480" : 15226,
"85504" : 14363,
"86528" : 13697,
"87552" : 12546,
"88576" : 11388,
"89600" : 10044,
"90624" : 9137,
"91648" : 8170,
"92672" : 7272,
"93696" : 6279,
"94720" : 5607,
"95744" : 4944,
"96768" : 4353,
"97792" : 3871,
"98816" : 3421,
"99840" : 3028,
"100864" : 2647,
"101888" : 2278,
"102912" : 2027,
"103936" : 1771,
"104960" : 1623,
"105984" : 1386,
"107008" : 1201,
"108032" : 1156,
"109056" : 935,
"110080" : 826,
"111104" : 758,
"112128" : 613,
"113152" : 577,
"114176" : 528,
"115200" : 469,
"116224" : 398,
"117248" : 371,
"118272" : 328,
"119296" : 314,
"120320" : 280,
"121344" : 246,
"122368" : 223,
"123392" : 225,
"124416" : 237,
"125440" : 210,
"126464" : 204,
"127488" : 199,
"128512" : 196,
"129536" : 206,
"130560" : 200,
"132096" : 341,
"134144" : 331,
"136192" : 301,
"138240" : 278,
"140288" : 309,
"142336" : 297,
"144384" : 284,
"146432" : 316,
"148480" : 262,
"150528" : 278,
"152576" : 307,
"154624" : 325,
"156672" : 362,
"158720" : 414,
"160768" : 644,
"162816" : 913,
"164864" : 1301,
"166912" : 1739,
"168960" : 2780,
"171008" : 4230,
"173056" : 5364,
"175104" : 6817,
"177152" : 8575,
"179200" : 10204,
"181248" : 12043,
"183296" : 13298,
"185344" : 13205,
"187392" : 11384,
"189440" : 9070,
"191488" : 7014,
"193536" : 5359,
"195584" : 4058,
"197632" : 3303,
"199680" : 2644,
"201728" : 2116,
"203776" : 1751,
"205824" : 1340,
"207872" : 1193,
"209920" : 887,
"211968" : 765,
"214016" : 653,
"216064" : 501,
"218112" : 446,
"220160" : 381,
"222208" : 336,
"224256" : 261,
"226304" : 229,
"228352" : 264,
"230400" : 209,
"232448" : 194,
"234496" : 183,
"236544" : 204,
"238592" : 152,
"240640" : 172,
"242688" : 154,
"244736" : 155,
"246784" : 139,
"248832" : 121,
"250880" : 152,
"252928" : 117,
"254976" : 166,
"257024" : 158,
"259072" : 171,
"261120" : 190,
"264192" : 533,
"268288" : 846,
"272384" : 1632,
"276480" : 2690,
"280576" : 4091,
"284672" : 4566,
"288768" : 3266,
"292864" : 2026,
"296960" : 1288,
"301056" : 906,
"305152" : 771,
"309248" : 650,
"313344" : 552,
"317440" : 417,
"321536" : 304,
"325632" : 239,
"329728" : 153,
"333824" : 133,
"337920" : 116,
"342016" : 83,
"346112" : 63,
"350208" : 63,
"354304" : 62,
"358400" : 66,
"362496" : 67,
"366592" : 71,
"370688" : 118,
"374784" : 130,
"378880" : 267,
"382976" : 309,
"387072" : 270,
"391168" : 215,
"395264" : 147,
"399360" : 144,
"403456" : 135,
"407552" : 112,
"411648" : 95,
"415744" : 76,
"419840" : 71,
"423936" : 57,
"428032" : 43,
"432128" : 26,
"436224" : 16,
"440320" : 8,
"444416" : 8,
"448512" : 11,
"452608" : 8,
"456704" : 3,
"460800" : 3,
"464896" : 2,
"468992" : 2,
"473088" : 2,
"477184" : 5,
"481280" : 3,
"485376" : 5,
"489472" : 1,
"493568" : 3,
"497664" : 4,
"501760" : 4,
"505856" : 1,
"509952" : 2,
"528384" : 2,
"536576" : 1,
"552960" : 1,
"569344" : 1
}
},
"lat_ns" : {
"min" : 57147,
"max" : 671526,
"mean" : 167859.118542,
"stddev" : 74910.064799,
"N" : 475057
},
"bw_min" : 82328,
"bw_max" : 103696,
"bw_agg" : 99.692526,
"bw_mean" : 94724.871795,
"bw_dev" : 5427.882786,
"bw_samples" : 39,
"iops_min" : 20582,
"iops_max" : 25924,
"iops_mean" : 23681.179487,
"iops_stddev" : 1356.961057,
"iops_samples" : 39
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 3.770189,
"sys_cpu" : 61.408070,
"ctx" : 70478,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999789,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999789,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 59.219085,
"250" : 34.688606,
"500" : 6.082415,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118814,
"timestamp_ms" : 1774118814542,
"time" : "Sat Mar 21 15:46:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2966790144,
"io_kbytes" : 2897256,
"bw_bytes" : 98896301,
"bw" : 96578,
"iops" : 24144.638155,
"runtime" : 29999,
"total_ios" : 724315,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9434,
"max" : 600828,
"mean" : 39658.270668,
"stddev" : 33994.323289,
"N" : 724315
},
"clat_ns" : {
"min" : 36706,
"max" : 757386,
"mean" : 125470.860612,
"stddev" : 61905.990063,
"N" : 724314,
"percentile" : {
"1.000000" : 66048,
"5.000000" : 73216,
"10.000000" : 76288,
"20.000000" : 81408,
"30.000000" : 84480,
"40.000000" : 87552,
"50.000000" : 91648,
"60.000000" : 98816,
"70.000000" : 173056,
"80.000000" : 183296,
"90.000000" : 195584,
"95.000000" : 268288,
"99.000000" : 309248,
"99.500000" : 350208,
"99.900000" : 411648,
"99.950000" : 423936,
"99.990000" : 448512
},
"bins" : {
"36608" : 1,
"42752" : 1,
"46336" : 2,
"46848" : 8,
"47360" : 2,
"47872" : 7,
"48384" : 5,
"48896" : 7,
"49408" : 5,
"49920" : 4,
"50432" : 14,
"50944" : 7,
"51456" : 9,
"51968" : 17,
"52480" : 17,
"52992" : 21,
"53504" : 14,
"54016" : 30,
"54528" : 43,
"55040" : 45,
"55552" : 48,
"56064" : 66,
"56576" : 72,
"57088" : 78,
"57600" : 87,
"58112" : 103,
"58624" : 149,
"59136" : 163,
"59648" : 196,
"60160" : 260,
"60672" : 264,
"61184" : 333,
"61696" : 325,
"62208" : 334,
"62720" : 371,
"63232" : 399,
"63744" : 454,
"64256" : 515,
"64768" : 650,
"65280" : 797,
"66048" : 2059,
"67072" : 2745,
"68096" : 3322,
"69120" : 3751,
"70144" : 4735,
"71168" : 5928,
"72192" : 7408,
"73216" : 8295,
"74240" : 9269,
"75264" : 10093,
"76288" : 11622,
"77312" : 13353,
"78336" : 15138,
"79360" : 16941,
"80384" : 19216,
"81408" : 21262,
"82432" : 23582,
"83456" : 25233,
"84480" : 26122,
"85504" : 24825,
"86528" : 23410,
"87552" : 21396,
"88576" : 19434,
"89600" : 17205,
"90624" : 15543,
"91648" : 13929,
"92672" : 12514,
"93696" : 10925,
"94720" : 9837,
"95744" : 8712,
"96768" : 7878,
"97792" : 6867,
"98816" : 6145,
"99840" : 5506,
"100864" : 4867,
"101888" : 4278,
"102912" : 3730,
"103936" : 3337,
"104960" : 3022,
"105984" : 2580,
"107008" : 2232,
"108032" : 2104,
"109056" : 1809,
"110080" : 1605,
"111104" : 1386,
"112128" : 1194,
"113152" : 1082,
"114176" : 973,
"115200" : 839,
"116224" : 725,
"117248" : 674,
"118272" : 600,
"119296" : 531,
"120320" : 498,
"121344" : 440,
"122368" : 411,
"123392" : 394,
"124416" : 390,
"125440" : 362,
"126464" : 319,
"127488" : 295,
"128512" : 294,
"129536" : 314,
"130560" : 308,
"132096" : 494,
"134144" : 506,
"136192" : 445,
"138240" : 434,
"140288" : 434,
"142336" : 424,
"144384" : 399,
"146432" : 422,
"148480" : 394,
"150528" : 425,
"152576" : 431,
"154624" : 489,
"156672" : 526,
"158720" : 587,
"160768" : 897,
"162816" : 1174,
"164864" : 1624,
"166912" : 2287,
"168960" : 3606,
"171008" : 5609,
"173056" : 7368,
"175104" : 8998,
"177152" : 10977,
"179200" : 13244,
"181248" : 17021,
"183296" : 19531,
"185344" : 19477,
"187392" : 16614,
"189440" : 13407,
"191488" : 10371,
"193536" : 7991,
"195584" : 6252,
"197632" : 5097,
"199680" : 4142,
"201728" : 3491,
"203776" : 2982,
"205824" : 2393,
"207872" : 2083,
"209920" : 1695,
"211968" : 1345,
"214016" : 1098,
"216064" : 855,
"218112" : 773,
"220160" : 632,
"222208" : 541,
"224256" : 433,
"226304" : 398,
"228352" : 402,
"230400" : 320,
"232448" : 279,
"234496" : 262,
"236544" : 264,
"238592" : 222,
"240640" : 241,
"242688" : 230,
"244736" : 207,
"246784" : 193,
"248832" : 171,
"250880" : 204,
"252928" : 162,
"254976" : 217,
"257024" : 207,
"259072" : 250,
"261120" : 272,
"264192" : 712,
"268288" : 1099,
"272384" : 2140,
"276480" : 3308,
"280576" : 5186,
"284672" : 5891,
"288768" : 4217,
"292864" : 2652,
"296960" : 1791,
"301056" : 1316,
"305152" : 1133,
"309248" : 1011,
"313344" : 926,
"317440" : 757,
"321536" : 563,
"325632" : 441,
"329728" : 266,
"333824" : 225,
"337920" : 182,
"342016" : 138,
"346112" : 99,
"350208" : 85,
"354304" : 76,
"358400" : 87,
"362496" : 86,
"366592" : 96,
"370688" : 142,
"374784" : 157,
"378880" : 326,
"382976" : 366,
"387072" : 327,
"391168" : 296,
"395264" : 236,
"399360" : 223,
"403456" : 212,
"407552" : 169,
"411648" : 146,
"415744" : 112,
"419840" : 105,
"423936" : 107,
"428032" : 73,
"432128" : 48,
"436224" : 27,
"440320" : 19,
"444416" : 14,
"448512" : 20,
"452608" : 10,
"456704" : 4,
"460800" : 5,
"464896" : 3,
"468992" : 3,
"473088" : 2,
"477184" : 6,
"481280" : 3,
"485376" : 5,
"489472" : 1,
"493568" : 3,
"497664" : 4,
"501760" : 5,
"505856" : 2,
"509952" : 3,
"528384" : 2,
"536576" : 2,
"552960" : 1,
"561152" : 1,
"569344" : 1,
"577536" : 1,
"585728" : 1,
"667648" : 1,
"684032" : 1,
"757760" : 1
}
},
"lat_ns" : {
"min" : 57147,
"max" : 880304,
"mean" : 165129.118363,
"stddev" : 72874.735736,
"N" : 724314
},
"bw_min" : 82328,
"bw_max" : 112584,
"bw_agg" : 100.000000,
"bw_mean" : 96619.576271,
"bw_dev" : 6100.419181,
"bw_samples" : 59,
"iops_min" : 20582,
"iops_max" : 28146,
"iops_mean" : 24154.847458,
"iops_stddev" : 1525.110825,
"iops_samples" : 59
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 3.866796,
"sys_cpu" : 63.205440,
"ctx" : 99588,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999862,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999862,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 60.510137,
"250" : 34.103256,
"500" : 5.377771,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118824,
"timestamp_ms" : 1774118824542,
"time" : "Sat Mar 21 15:47:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4070567936,
"io_kbytes" : 3975164,
"bw_bytes" : 101766742,
"bw" : 99381,
"iops" : 24845.421136,
"runtime" : 39999,
"total_ios" : 993792,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9434,
"max" : 600828,
"mean" : 38486.562811,
"stddev" : 32171.943071,
"N" : 993792
},
"clat_ns" : {
"min" : 36706,
"max" : 1834151,
"mean" : 121970.236219,
"stddev" : 59383.766972,
"N" : 993791,
"percentile" : {
"1.000000" : 67072,
"5.000000" : 73216,
"10.000000" : 77312,
"20.000000" : 82432,
"30.000000" : 84480,
"40.000000" : 87552,
"50.000000" : 91648,
"60.000000" : 97792,
"70.000000" : 125440,
"80.000000" : 183296,
"90.000000" : 193536,
"95.000000" : 228352,
"99.000000" : 309248,
"99.500000" : 342016,
"99.900000" : 411648,
"99.950000" : 423936,
"99.990000" : 452608
},
"bins" : {
"36608" : 1,
"40704" : 1,
"42752" : 1,
"45312" : 1,
"45824" : 2,
"46336" : 4,
"46848" : 8,
"47360" : 3,
"47872" : 7,
"48384" : 8,
"48896" : 9,
"49408" : 7,
"49920" : 5,
"50432" : 15,
"50944" : 12,
"51456" : 12,
"51968" : 25,
"52480" : 22,
"52992" : 25,
"53504" : 21,
"54016" : 38,
"54528" : 52,
"55040" : 60,
"55552" : 59,
"56064" : 79,
"56576" : 87,
"57088" : 110,
"57600" : 109,
"58112" : 124,
"58624" : 176,
"59136" : 192,
"59648" : 234,
"60160" : 293,
"60672" : 310,
"61184" : 389,
"61696" : 372,
"62208" : 396,
"62720" : 423,
"63232" : 464,
"63744" : 548,
"64256" : 600,
"64768" : 736,
"65280" : 904,
"66048" : 2334,
"67072" : 3111,
"68096" : 3766,
"69120" : 4417,
"70144" : 5604,
"71168" : 7211,
"72192" : 8978,
"73216" : 9991,
"74240" : 11003,
"75264" : 11943,
"76288" : 13657,
"77312" : 15758,
"78336" : 18175,
"79360" : 20632,
"80384" : 23976,
"81408" : 27460,
"82432" : 31968,
"83456" : 35327,
"84480" : 37767,
"85504" : 36942,
"86528" : 35497,
"87552" : 32922,
"88576" : 30433,
"89600" : 27253,
"90624" : 25005,
"91648" : 22453,
"92672" : 20550,
"93696" : 17867,
"94720" : 16428,
"95744" : 14530,
"96768" : 13305,
"97792" : 11658,
"98816" : 10525,
"99840" : 9419,
"100864" : 8412,
"101888" : 7472,
"102912" : 6541,
"103936" : 5884,
"104960" : 5322,
"105984" : 4569,
"107008" : 4076,
"108032" : 3678,
"109056" : 3173,
"110080" : 2873,
"111104" : 2508,
"112128" : 2149,
"113152" : 2021,
"114176" : 1798,
"115200" : 1545,
"116224" : 1434,
"117248" : 1256,
"118272" : 1119,
"119296" : 1030,
"120320" : 916,
"121344" : 812,
"122368" : 766,
"123392" : 699,
"124416" : 668,
"125440" : 629,
"126464" : 542,
"127488" : 527,
"128512" : 510,
"129536" : 497,
"130560" : 488,
"132096" : 780,
"134144" : 790,
"136192" : 652,
"138240" : 647,
"140288" : 609,
"142336" : 580,
"144384" : 545,
"146432" : 574,
"148480" : 531,
"150528" : 556,
"152576" : 529,
"154624" : 604,
"156672" : 659,
"158720" : 730,
"160768" : 1093,
"162816" : 1402,
"164864" : 1851,
"166912" : 2570,
"168960" : 4020,
"171008" : 6428,
"173056" : 8624,
"175104" : 10546,
"177152" : 12657,
"179200" : 15155,
"181248" : 19737,
"183296" : 23135,
"185344" : 23594,
"187392" : 20475,
"189440" : 16675,
"191488" : 13001,
"193536" : 10168,
"195584" : 7994,
"197632" : 6503,
"199680" : 5470,
"201728" : 4538,
"203776" : 3887,
"205824" : 3224,
"207872" : 2757,
"209920" : 2319,
"211968" : 1819,
"214016" : 1535,
"216064" : 1258,
"218112" : 1128,
"220160" : 928,
"222208" : 817,
"224256" : 646,
"226304" : 599,
"228352" : 571,
"230400" : 479,
"232448" : 435,
"234496" : 376,
"236544" : 371,
"238592" : 304,
"240640" : 312,
"242688" : 310,
"244736" : 268,
"246784" : 247,
"248832" : 234,
"250880" : 255,
"252928" : 207,
"254976" : 269,
"257024" : 254,
"259072" : 303,
"261120" : 319,
"264192" : 847,
"268288" : 1253,
"272384" : 2445,
"276480" : 3688,
"280576" : 5677,
"284672" : 6509,
"288768" : 4701,
"292864" : 3041,
"296960" : 2081,
"301056" : 1624,
"305152" : 1393,
"309248" : 1288,
"313344" : 1163,
"317440" : 1005,
"321536" : 772,
"325632" : 621,
"329728" : 415,
"333824" : 325,
"337920" : 275,
"342016" : 209,
"346112" : 150,
"350208" : 131,
"354304" : 112,
"358400" : 123,
"362496" : 117,
"366592" : 121,
"370688" : 159,
"374784" : 184,
"378880" : 348,
"382976" : 392,
"387072" : 347,
"391168" : 333,
"395264" : 346,
"399360" : 352,
"403456" : 359,
"407552" : 274,
"411648" : 232,
"415744" : 161,
"419840" : 136,
"423936" : 131,
"428032" : 91,
"432128" : 73,
"436224" : 37,
"440320" : 26,
"444416" : 20,
"448512" : 24,
"452608" : 13,
"456704" : 8,
"460800" : 9,
"464896" : 4,
"468992" : 4,
"473088" : 3,
"477184" : 8,
"481280" : 5,
"485376" : 6,
"489472" : 4,
"493568" : 4,
"497664" : 4,
"501760" : 5,
"505856" : 3,
"509952" : 3,
"514048" : 2,
"528384" : 2,
"536576" : 2,
"552960" : 1,
"561152" : 1,
"569344" : 1,
"577536" : 1,
"585728" : 1,
"618496" : 1,
"643072" : 2,
"667648" : 1,
"684032" : 1,
"757760" : 1,
"1482752" : 1,
"1515520" : 1,
"1826816" : 2
}
},
"lat_ns" : {
"min" : 57147,
"max" : 1864077,
"mean" : 160456.795339,
"stddev" : 70260.117653,
"N" : 993791
},
"bw_min" : 82328,
"bw_max" : 126824,
"bw_agg" : 99.872628,
"bw_mean" : 99255.050633,
"bw_dev" : 8610.167234,
"bw_samples" : 79,
"iops_min" : 20582,
"iops_max" : 31706,
"iops_mean" : 24813.708861,
"iops_stddev" : 2152.549557,
"iops_samples" : 79
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 4.135103,
"sys_cpu" : 65.954149,
"ctx" : 120328,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999899,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999899,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 62.548904,
"250" : 32.836751,
"500" : 4.605491,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118834,
"timestamp_ms" : 1774118834542,
"time" : "Sat Mar 21 15:47:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5112111104,
"io_kbytes" : 4992296,
"bw_bytes" : 102244266,
"bw" : 99847,
"iops" : 24962.019240,
"runtime" : 49999,
"total_ios" : 1248076,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9434,
"max" : 600828,
"mean" : 38294.416069,
"stddev" : 31549.633190,
"N" : 1248076
},
"clat_ns" : {
"min" : 36706,
"max" : 1834151,
"mean" : 121407.730112,
"stddev" : 58497.725244,
"N" : 1248075,
"percentile" : {
"1.000000" : 67072,
"5.000000" : 74240,
"10.000000" : 78336,
"20.000000" : 82432,
"30.000000" : 85504,
"40.000000" : 88576,
"50.000000" : 91648,
"60.000000" : 97792,
"70.000000" : 115200,
"80.000000" : 181248,
"90.000000" : 193536,
"95.000000" : 220160,
"99.000000" : 313344,
"99.500000" : 346112,
"99.900000" : 411648,
"99.950000" : 423936,
"99.990000" : 456704
},
"bins" : {
"36608" : 1,
"40704" : 1,
"41728" : 1,
"42752" : 1,
"45312" : 1,
"45824" : 2,
"46336" : 4,
"46848" : 8,
"47360" : 5,
"47872" : 7,
"48384" : 10,
"48896" : 9,
"49408" : 7,
"49920" : 6,
"50432" : 16,
"50944" : 14,
"51456" : 13,
"51968" : 26,
"52480" : 22,
"52992" : 26,
"53504" : 21,
"54016" : 40,
"54528" : 55,
"55040" : 62,
"55552" : 62,
"56064" : 84,
"56576" : 89,
"57088" : 113,
"57600" : 112,
"58112" : 131,
"58624" : 184,
"59136" : 212,
"59648" : 249,
"60160" : 312,
"60672" : 331,
"61184" : 406,
"61696" : 394,
"62208" : 422,
"62720" : 449,
"63232" : 492,
"63744" : 573,
"64256" : 621,
"64768" : 765,
"65280" : 931,
"66048" : 2404,
"67072" : 3220,
"68096" : 3921,
"69120" : 4626,
"70144" : 5946,
"71168" : 7757,
"72192" : 9765,
"73216" : 10909,
"74240" : 11999,
"75264" : 12933,
"76288" : 14646,
"77312" : 16901,
"78336" : 19465,
"79360" : 22487,
"80384" : 26673,
"81408" : 31547,
"82432" : 38782,
"83456" : 44780,
"84480" : 49117,
"85504" : 48936,
"86528" : 47647,
"87552" : 44629,
"88576" : 40991,
"89600" : 36938,
"90624" : 33886,
"91648" : 30575,
"92672" : 27790,
"93696" : 24295,
"94720" : 22290,
"95744" : 19932,
"96768" : 18346,
"97792" : 16118,
"98816" : 14631,
"99840" : 13141,
"100864" : 11820,
"101888" : 10656,
"102912" : 9251,
"103936" : 8410,
"104960" : 7566,
"105984" : 6552,
"107008" : 5861,
"108032" : 5280,
"109056" : 4651,
"110080" : 4167,
"111104" : 3650,
"112128" : 3211,
"113152" : 2922,
"114176" : 2630,
"115200" : 2321,
"116224" : 2101,
"117248" : 1866,
"118272" : 1654,
"119296" : 1475,
"120320" : 1341,
"121344" : 1225,
"122368" : 1123,
"123392" : 994,
"124416" : 949,
"125440" : 906,
"126464" : 786,
"127488" : 758,
"128512" : 687,
"129536" : 691,
"130560" : 680,
"132096" : 1074,
"134144" : 1039,
"136192" : 874,
"138240" : 867,
"140288" : 790,
"142336" : 786,
"144384" : 712,
"146432" : 716,
"148480" : 668,
"150528" : 707,
"152576" : 661,
"154624" : 747,
"156672" : 783,
"158720" : 856,
"160768" : 1268,
"162816" : 1612,
"164864" : 2103,
"166912" : 2796,
"168960" : 4348,
"171008" : 7058,
"173056" : 9891,
"175104" : 12441,
"177152" : 14883,
"179200" : 17519,
"181248" : 22318,
"183296" : 26654,
"185344" : 28018,
"187392" : 25047,
"189440" : 20736,
"191488" : 16391,
"193536" : 12975,
"195584" : 10204,
"197632" : 8333,
"199680" : 6996,
"201728" : 5854,
"203776" : 5059,
"205824" : 4282,
"207872" : 3631,
"209920" : 3157,
"211968" : 2547,
"214016" : 2149,
"216064" : 1863,
"218112" : 1605,
"220160" : 1357,
"222208" : 1199,
"224256" : 963,
"226304" : 847,
"228352" : 810,
"230400" : 702,
"232448" : 619,
"234496" : 540,
"236544" : 513,
"238592" : 416,
"240640" : 408,
"242688" : 417,
"244736" : 354,
"246784" : 346,
"248832" : 307,
"250880" : 326,
"252928" : 273,
"254976" : 338,
"257024" : 305,
"259072" : 360,
"261120" : 400,
"264192" : 1028,
"268288" : 1444,
"272384" : 2779,
"276480" : 4091,
"280576" : 6167,
"284672" : 7083,
"288768" : 5267,
"292864" : 3527,
"296960" : 2475,
"301056" : 1941,
"305152" : 1734,
"309248" : 1548,
"313344" : 1437,
"317440" : 1240,
"321536" : 974,
"325632" : 819,
"329728" : 606,
"333824" : 488,
"337920" : 404,
"342016" : 282,
"346112" : 206,
"350208" : 191,
"354304" : 156,
"358400" : 170,
"362496" : 150,
"366592" : 172,
"370688" : 195,
"374784" : 228,
"378880" : 379,
"382976" : 423,
"387072" : 381,
"391168" : 384,
"395264" : 444,
"399360" : 539,
"403456" : 561,
"407552" : 402,
"411648" : 320,
"415744" : 256,
"419840" : 190,
"423936" : 167,
"428032" : 120,
"432128" : 92,
"436224" : 49,
"440320" : 32,
"444416" : 32,
"448512" : 32,
"452608" : 20,
"456704" : 12,
"460800" : 13,
"464896" : 7,
"468992" : 12,
"473088" : 4,
"477184" : 11,
"481280" : 6,
"485376" : 11,
"489472" : 5,
"493568" : 4,
"497664" : 6,
"501760" : 7,
"505856" : 4,
"509952" : 5,
"514048" : 3,
"518144" : 1,
"522240" : 1,
"528384" : 3,
"536576" : 2,
"552960" : 1,
"561152" : 1,
"569344" : 1,
"577536" : 1,
"585728" : 2,
"593920" : 1,
"602112" : 1,
"618496" : 1,
"643072" : 2,
"667648" : 1,
"684032" : 1,
"757760" : 1,
"1482752" : 1,
"1515520" : 1,
"1826816" : 2
}
},
"lat_ns" : {
"min" : 57147,
"max" : 1864077,
"mean" : 159702.150825,
"stddev" : 69375.053165,
"N" : 1248075
},
"bw_min" : 82328,
"bw_max" : 126824,
"bw_agg" : 99.991070,
"bw_mean" : 99839.424242,
"bw_dev" : 8203.855640,
"bw_samples" : 99,
"iops_min" : 20582,
"iops_max" : 31706,
"iops_mean" : 24959.787879,
"iops_stddev" : 2050.985538,
"iops_samples" : 99
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 4.090082,
"sys_cpu" : 67.081342,
"ctx" : 144578,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999920,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999920,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 62.566382,
"250" : 33.122983,
"500" : 4.302142,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118844,
"timestamp_ms" : 1774118844543,
"time" : "Sat Mar 21 15:47:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6070673408,
"io_kbytes" : 5928392,
"bw_bytes" : 101179576,
"bw" : 98808,
"iops" : 24702.061701,
"runtime" : 59999,
"total_ios" : 1482099,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9434,
"max" : 600828,
"mean" : 38716.447459,
"stddev" : 31863.577087,
"N" : 1482099
},
"clat_ns" : {
"min" : 36706,
"max" : 1834151,
"mean" : 122671.901063,
"stddev" : 59309.511124,
"N" : 1482098,
"percentile" : {
"1.000000" : 68096,
"5.000000" : 75264,
"10.000000" : 79360,
"20.000000" : 83456,
"30.000000" : 86528,
"40.000000" : 88576,
"50.000000" : 92672,
"60.000000" : 98816,
"70.000000" : 118272,
"80.000000" : 183296,
"90.000000" : 195584,
"95.000000" : 222208,
"99.000000" : 317440,
"99.500000" : 366592,
"99.900000" : 415744,
"99.950000" : 423936,
"99.990000" : 456704
},
"bins" : {
"36608" : 1,
"40704" : 1,
"41728" : 1,
"42752" : 1,
"45312" : 1,
"45824" : 2,
"46336" : 4,
"46848" : 8,
"47360" : 5,
"47872" : 7,
"48384" : 10,
"48896" : 9,
"49408" : 7,
"49920" : 6,
"50432" : 16,
"50944" : 14,
"51456" : 13,
"51968" : 27,
"52480" : 22,
"52992" : 26,
"53504" : 21,
"54016" : 40,
"54528" : 56,
"55040" : 62,
"55552" : 63,
"56064" : 84,
"56576" : 89,
"57088" : 114,
"57600" : 114,
"58112" : 131,
"58624" : 184,
"59136" : 212,
"59648" : 250,
"60160" : 314,
"60672" : 332,
"61184" : 408,
"61696" : 394,
"62208" : 424,
"62720" : 451,
"63232" : 494,
"63744" : 573,
"64256" : 624,
"64768" : 766,
"65280" : 931,
"66048" : 2408,
"67072" : 3224,
"68096" : 3929,
"69120" : 4644,
"70144" : 5978,
"71168" : 7804,
"72192" : 9823,
"73216" : 10983,
"74240" : 12095,
"75264" : 13031,
"76288" : 14740,
"77312" : 17008,
"78336" : 19650,
"79360" : 22904,
"80384" : 27799,
"81408" : 34085,
"82432" : 43856,
"83456" : 53338,
"84480" : 59549,
"85504" : 60419,
"86528" : 59238,
"87552" : 55856,
"88576" : 51461,
"89600" : 46277,
"90624" : 42323,
"91648" : 38195,
"92672" : 34737,
"93696" : 30288,
"94720" : 27861,
"95744" : 24695,
"96768" : 22875,
"97792" : 19976,
"98816" : 18170,
"99840" : 16203,
"100864" : 14633,
"101888" : 13087,
"102912" : 11390,
"103936" : 10325,
"104960" : 9262,
"105984" : 8073,
"107008" : 7202,
"108032" : 6500,
"109056" : 5748,
"110080" : 5097,
"111104" : 4493,
"112128" : 3967,
"113152" : 3628,
"114176" : 3240,
"115200" : 2873,
"116224" : 2544,
"117248" : 2292,
"118272" : 2030,
"119296" : 1799,
"120320" : 1624,
"121344" : 1479,
"122368" : 1392,
"123392" : 1202,
"124416" : 1170,
"125440" : 1093,
"126464" : 959,
"127488" : 907,
"128512" : 840,
"129536" : 816,
"130560" : 790,
"132096" : 1346,
"134144" : 1267,
"136192" : 1089,
"138240" : 1039,
"140288" : 938,
"142336" : 966,
"144384" : 864,
"146432" : 848,
"148480" : 803,
"150528" : 835,
"152576" : 781,
"154624" : 850,
"156672" : 892,
"158720" : 992,
"160768" : 1388,
"162816" : 1713,
"164864" : 2222,
"166912" : 2929,
"168960" : 4494,
"171008" : 7263,
"173056" : 10189,
"175104" : 13005,
"177152" : 15850,
"179200" : 18798,
"181248" : 24183,
"183296" : 29238,
"185344" : 31640,
"187392" : 29722,
"189440" : 25935,
"191488" : 21519,
"193536" : 17933,
"195584" : 14863,
"197632" : 12472,
"199680" : 10436,
"201728" : 8805,
"203776" : 7393,
"205824" : 6092,
"207872" : 5123,
"209920" : 4322,
"211968" : 3450,
"214016" : 2816,
"216064" : 2410,
"218112" : 2006,
"220160" : 1692,
"222208" : 1463,
"224256" : 1210,
"226304" : 1058,
"228352" : 975,
"230400" : 837,
"232448" : 761,
"234496" : 654,
"236544" : 611,
"238592" : 513,
"240640" : 501,
"242688" : 491,
"244736" : 445,
"246784" : 417,
"248832" : 374,
"250880" : 380,
"252928" : 330,
"254976" : 397,
"257024" : 375,
"259072" : 430,
"261120" : 458,
"264192" : 1135,
"268288" : 1591,
"272384" : 2972,
"276480" : 4382,
"280576" : 6529,
"284672" : 7557,
"288768" : 5972,
"292864" : 4488,
"296960" : 3552,
"301056" : 2990,
"305152" : 2625,
"309248" : 2202,
"313344" : 1970,
"317440" : 1608,
"321536" : 1245,
"325632" : 1072,
"329728" : 794,
"333824" : 608,
"337920" : 483,
"342016" : 365,
"346112" : 291,
"350208" : 251,
"354304" : 204,
"358400" : 223,
"362496" : 180,
"366592" : 222,
"370688" : 228,
"374784" : 258,
"378880" : 415,
"382976" : 459,
"387072" : 423,
"391168" : 427,
"395264" : 526,
"399360" : 732,
"403456" : 842,
"407552" : 708,
"411648" : 539,
"415744" : 430,
"419840" : 335,
"423936" : 263,
"428032" : 193,
"432128" : 144,
"436224" : 68,
"440320" : 54,
"444416" : 39,
"448512" : 41,
"452608" : 28,
"456704" : 14,
"460800" : 16,
"464896" : 8,
"468992" : 12,
"473088" : 4,
"477184" : 12,
"481280" : 7,
"485376" : 11,
"489472" : 5,
"493568" : 5,
"497664" : 11,
"501760" : 8,
"505856" : 6,
"509952" : 5,
"514048" : 4,
"518144" : 1,
"522240" : 1,
"528384" : 3,
"536576" : 4,
"552960" : 1,
"561152" : 1,
"569344" : 2,
"577536" : 1,
"585728" : 2,
"593920" : 1,
"602112" : 1,
"618496" : 1,
"643072" : 2,
"667648" : 1,
"684032" : 1,
"757760" : 1,
"1482752" : 1,
"1515520" : 1,
"1826816" : 2
}
},
"lat_ns" : {
"min" : 57147,
"max" : 1864077,
"mean" : 161388.343088,
"stddev" : 70486.671993,
"N" : 1482098
},
"bw_min" : 81320,
"bw_max" : 126824,
"bw_agg" : 100.000000,
"bw_mean" : 98875.563025,
"bw_dev" : 8163.462348,
"bw_samples" : 119,
"iops_min" : 20330,
"iops_max" : 31706,
"iops_mean" : 24718.823529,
"iops_stddev" : 2040.877697,
"iops_samples" : 119
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 4.065068,
"sys_cpu" : 66.766113,
"ctx" : 174276,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999933,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999933,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 61.892154,
"250" : 33.707060,
"500" : 4.393161,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118854,
"timestamp_ms" : 1774118854543,
"time" : "Sat Mar 21 15:47:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7058444288,
"io_kbytes" : 6893012,
"bw_bytes" : 100836358,
"bw" : 98473,
"iops" : 24618.265975,
"runtime" : 69999,
"total_ios" : 1723254,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9434,
"max" : 600828,
"mean" : 38854.938206,
"stddev" : 31852.625357,
"N" : 1723254
},
"clat_ns" : {
"min" : 36706,
"max" : 1834151,
"mean" : 123083.408673,
"stddev" : 59525.356837,
"N" : 1723253,
"percentile" : {
"1.000000" : 69120,
"5.000000" : 76288,
"10.000000" : 80384,
"20.000000" : 84480,
"30.000000" : 86528,
"40.000000" : 89600,
"50.000000" : 92672,
"60.000000" : 98816,
"70.000000" : 117248,
"80.000000" : 183296,
"90.000000" : 195584,
"95.000000" : 224256,
"99.000000" : 317440,
"99.500000" : 378880,
"99.900000" : 415744,
"99.950000" : 428032,
"99.990000" : 456704
},
"bins" : {
"36608" : 1,
"40704" : 1,
"41728" : 1,
"42752" : 1,
"45312" : 1,
"45824" : 2,
"46336" : 4,
"46848" : 8,
"47360" : 5,
"47872" : 7,
"48384" : 10,
"48896" : 9,
"49408" : 7,
"49920" : 6,
"50432" : 16,
"50944" : 14,
"51456" : 13,
"51968" : 27,
"52480" : 22,
"52992" : 26,
"53504" : 22,
"54016" : 41,
"54528" : 56,
"55040" : 62,
"55552" : 63,
"56064" : 84,
"56576" : 89,
"57088" : 114,
"57600" : 114,
"58112" : 131,
"58624" : 184,
"59136" : 212,
"59648" : 250,
"60160" : 315,
"60672" : 333,
"61184" : 408,
"61696" : 394,
"62208" : 424,
"62720" : 451,
"63232" : 494,
"63744" : 573,
"64256" : 625,
"64768" : 766,
"65280" : 932,
"66048" : 2408,
"67072" : 3225,
"68096" : 3938,
"69120" : 4658,
"70144" : 5992,
"71168" : 7823,
"72192" : 9852,
"73216" : 11007,
"74240" : 12123,
"75264" : 13059,
"76288" : 14790,
"77312" : 17068,
"78336" : 19833,
"79360" : 23613,
"80384" : 29996,
"81408" : 38792,
"82432" : 51505,
"83456" : 63332,
"84480" : 71434,
"85504" : 72716,
"86528" : 71267,
"87552" : 66923,
"88576" : 61612,
"89600" : 55166,
"90624" : 50275,
"91648" : 45261,
"92672" : 41161,
"93696" : 35904,
"94720" : 33116,
"95744" : 29494,
"96768" : 27212,
"97792" : 23952,
"98816" : 21793,
"99840" : 19585,
"100864" : 17653,
"101888" : 15802,
"102912" : 13855,
"103936" : 12460,
"104960" : 11310,
"105984" : 9892,
"107008" : 8825,
"108032" : 8002,
"109056" : 7101,
"110080" : 6333,
"111104" : 5554,
"112128" : 4906,
"113152" : 4482,
"114176" : 3981,
"115200" : 3548,
"116224" : 3150,
"117248" : 2814,
"118272" : 2494,
"119296" : 2247,
"120320" : 2010,
"121344" : 1838,
"122368" : 1701,
"123392" : 1526,
"124416" : 1445,
"125440" : 1327,
"126464" : 1191,
"127488" : 1130,
"128512" : 1027,
"129536" : 988,
"130560" : 968,
"132096" : 1677,
"134144" : 1546,
"136192" : 1290,
"138240" : 1249,
"140288" : 1159,
"142336" : 1138,
"144384" : 1008,
"146432" : 1002,
"148480" : 965,
"150528" : 999,
"152576" : 929,
"154624" : 985,
"156672" : 1014,
"158720" : 1119,
"160768" : 1527,
"162816" : 1825,
"164864" : 2342,
"166912" : 3075,
"168960" : 4647,
"171008" : 7444,
"173056" : 10496,
"175104" : 13588,
"177152" : 16984,
"179200" : 20245,
"181248" : 26301,
"183296" : 32140,
"185344" : 35762,
"187392" : 34552,
"189440" : 30843,
"191488" : 26101,
"193536" : 22043,
"195584" : 18615,
"197632" : 15801,
"199680" : 13151,
"201728" : 11035,
"203776" : 9192,
"205824" : 7524,
"207872" : 6389,
"209920" : 5321,
"211968" : 4274,
"214016" : 3515,
"216064" : 2981,
"218112" : 2475,
"220160" : 2129,
"222208" : 1800,
"224256" : 1513,
"226304" : 1327,
"228352" : 1199,
"230400" : 1060,
"232448" : 933,
"234496" : 806,
"236544" : 758,
"238592" : 647,
"240640" : 633,
"242688" : 593,
"244736" : 537,
"246784" : 488,
"248832" : 450,
"250880" : 461,
"252928" : 386,
"254976" : 461,
"257024" : 417,
"259072" : 485,
"261120" : 510,
"264192" : 1269,
"268288" : 1741,
"272384" : 3165,
"276480" : 4663,
"280576" : 6869,
"284672" : 8017,
"288768" : 6723,
"292864" : 5417,
"296960" : 4345,
"301056" : 3728,
"305152" : 3178,
"309248" : 2593,
"313344" : 2374,
"317440" : 1925,
"321536" : 1520,
"325632" : 1342,
"329728" : 973,
"333824" : 782,
"337920" : 593,
"342016" : 465,
"346112" : 374,
"350208" : 319,
"354304" : 265,
"358400" : 276,
"362496" : 222,
"366592" : 259,
"370688" : 266,
"374784" : 303,
"378880" : 445,
"382976" : 486,
"387072" : 452,
"391168" : 487,
"395264" : 632,
"399360" : 923,
"403456" : 1117,
"407552" : 1008,
"411648" : 798,
"415744" : 617,
"419840" : 445,
"423936" : 331,
"428032" : 245,
"432128" : 177,
"436224" : 99,
"440320" : 73,
"444416" : 53,
"448512" : 51,
"452608" : 41,
"456704" : 19,
"460800" : 19,
"464896" : 12,
"468992" : 15,
"473088" : 5,
"477184" : 12,
"481280" : 7,
"485376" : 13,
"489472" : 5,
"493568" : 6,
"497664" : 13,
"501760" : 8,
"505856" : 7,
"509952" : 5,
"514048" : 4,
"518144" : 1,
"522240" : 2,
"528384" : 3,
"536576" : 5,
"552960" : 1,
"561152" : 1,
"569344" : 2,
"577536" : 1,
"585728" : 2,
"593920" : 1,
"602112" : 1,
"618496" : 1,
"643072" : 2,
"667648" : 1,
"684032" : 1,
"757760" : 1,
"790528" : 2,
"872448" : 1,
"1482752" : 1,
"1515520" : 1,
"1826816" : 2
}
},
"lat_ns" : {
"min" : 57147,
"max" : 1864077,
"mean" : 161938.343610,
"stddev" : 70874.513352,
"N" : 1723253
},
"bw_min" : 81320,
"bw_max" : 126824,
"bw_agg" : 100.000000,
"bw_mean" : 98500.848921,
"bw_dev" : 7830.787496,
"bw_samples" : 139,
"iops_min" : 20330,
"iops_max" : 31706,
"iops_mean" : 24625.151079,
"iops_stddev" : 1957.701887,
"iops_samples" : 139
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 4.107202,
"sys_cpu" : 66.830955,
"ctx" : 201593,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999942,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999942,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 61.549313,
"250" : 34.076462,
"500" : 4.367319,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118864,
"timestamp_ms" : 1774118864542,
"time" : "Sat Mar 21 15:47:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8070774784,
"io_kbytes" : 7881616,
"bw_bytes" : 100885945,
"bw" : 98521,
"iops" : 24630.370380,
"runtime" : 79999,
"total_ios" : 1970405,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9434,
"max" : 600828,
"mean" : 38834.337235,
"stddev" : 31689.322753,
"N" : 1970405
},
"clat_ns" : {
"min" : 36706,
"max" : 1834151,
"mean" : 123022.980225,
"stddev" : 59465.973833,
"N" : 1970404,
"percentile" : {
"1.000000" : 69120,
"5.000000" : 77312,
"10.000000" : 81408,
"20.000000" : 84480,
"30.000000" : 86528,
"40.000000" : 89600,
"50.000000" : 92672,
"60.000000" : 98816,
"70.000000" : 115200,
"80.000000" : 183296,
"90.000000" : 197632,
"95.000000" : 222208,
"99.000000" : 321536,
"99.500000" : 382976,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 456704
},
"bins" : {
"36608" : 1,
"40704" : 1,
"41728" : 1,
"42752" : 1,
"45312" : 1,
"45824" : 2,
"46336" : 4,
"46848" : 8,
"47360" : 5,
"47872" : 7,
"48384" : 10,
"48896" : 9,
"49408" : 7,
"49920" : 6,
"50432" : 16,
"50944" : 14,
"51456" : 13,
"51968" : 27,
"52480" : 22,
"52992" : 26,
"53504" : 23,
"54016" : 41,
"54528" : 56,
"55040" : 63,
"55552" : 64,
"56064" : 84,
"56576" : 90,
"57088" : 114,
"57600" : 114,
"58112" : 131,
"58624" : 184,
"59136" : 214,
"59648" : 251,
"60160" : 315,
"60672" : 333,
"61184" : 408,
"61696" : 395,
"62208" : 425,
"62720" : 452,
"63232" : 496,
"63744" : 573,
"64256" : 626,
"64768" : 770,
"65280" : 934,
"66048" : 2409,
"67072" : 3230,
"68096" : 3952,
"69120" : 4678,
"70144" : 6015,
"71168" : 7864,
"72192" : 9885,
"73216" : 11054,
"74240" : 12183,
"75264" : 13119,
"76288" : 14864,
"77312" : 17138,
"78336" : 19974,
"79360" : 24042,
"80384" : 31430,
"81408" : 42389,
"82432" : 58274,
"83456" : 73144,
"84480" : 83228,
"85504" : 85451,
"86528" : 84306,
"87552" : 79217,
"88576" : 73019,
"89600" : 65355,
"90624" : 59657,
"91648" : 53864,
"92672" : 48852,
"93696" : 42738,
"94720" : 39444,
"95744" : 35138,
"96768" : 32356,
"97792" : 28534,
"98816" : 25866,
"99840" : 23285,
"100864" : 21065,
"101888" : 18769,
"102912" : 16456,
"103936" : 14739,
"104960" : 13407,
"105984" : 11748,
"107008" : 10457,
"108032" : 9431,
"109056" : 8420,
"110080" : 7443,
"111104" : 6508,
"112128" : 5733,
"113152" : 5252,
"114176" : 4580,
"115200" : 4124,
"116224" : 3621,
"117248" : 3282,
"118272" : 2836,
"119296" : 2569,
"120320" : 2328,
"121344" : 2124,
"122368" : 1956,
"123392" : 1755,
"124416" : 1656,
"125440" : 1482,
"126464" : 1343,
"127488" : 1269,
"128512" : 1155,
"129536" : 1094,
"130560" : 1095,
"132096" : 1864,
"134144" : 1745,
"136192" : 1461,
"138240" : 1401,
"140288" : 1293,
"142336" : 1270,
"144384" : 1143,
"146432" : 1108,
"148480" : 1081,
"150528" : 1109,
"152576" : 1048,
"154624" : 1082,
"156672" : 1145,
"158720" : 1217,
"160768" : 1631,
"162816" : 1943,
"164864" : 2468,
"166912" : 3169,
"168960" : 4752,
"171008" : 7605,
"173056" : 10746,
"175104" : 14081,
"177152" : 17735,
"179200" : 21346,
"181248" : 27817,
"183296" : 34593,
"185344" : 39542,
"187392" : 39504,
"189440" : 36037,
"191488" : 30754,
"193536" : 26351,
"195584" : 22628,
"197632" : 19183,
"199680" : 16034,
"201728" : 13367,
"203776" : 11059,
"205824" : 9018,
"207872" : 7473,
"209920" : 6192,
"211968" : 5015,
"214016" : 4036,
"216064" : 3353,
"218112" : 2815,
"220160" : 2375,
"222208" : 2028,
"224256" : 1691,
"226304" : 1468,
"228352" : 1327,
"230400" : 1168,
"232448" : 1035,
"234496" : 885,
"236544" : 825,
"238592" : 703,
"240640" : 691,
"242688" : 652,
"244736" : 587,
"246784" : 545,
"248832" : 491,
"250880" : 503,
"252928" : 430,
"254976" : 494,
"257024" : 451,
"259072" : 520,
"261120" : 552,
"264192" : 1343,
"268288" : 1863,
"272384" : 3313,
"276480" : 4885,
"280576" : 7093,
"284672" : 8393,
"288768" : 7389,
"292864" : 6269,
"296960" : 5196,
"301056" : 4471,
"305152" : 3755,
"309248" : 3056,
"313344" : 2742,
"317440" : 2264,
"321536" : 1753,
"325632" : 1531,
"329728" : 1133,
"333824" : 916,
"337920" : 663,
"342016" : 521,
"346112" : 399,
"350208" : 381,
"354304" : 299,
"358400" : 301,
"362496" : 255,
"366592" : 281,
"370688" : 288,
"374784" : 322,
"378880" : 474,
"382976" : 507,
"387072" : 485,
"391168" : 544,
"395264" : 740,
"399360" : 1145,
"403456" : 1413,
"407552" : 1320,
"411648" : 1129,
"415744" : 841,
"419840" : 572,
"423936" : 411,
"428032" : 305,
"432128" : 224,
"436224" : 122,
"440320" : 90,
"444416" : 65,
"448512" : 64,
"452608" : 43,
"456704" : 23,
"460800" : 22,
"464896" : 15,
"468992" : 17,
"473088" : 8,
"477184" : 13,
"481280" : 8,
"485376" : 19,
"489472" : 5,
"493568" : 6,
"497664" : 13,
"501760" : 9,
"505856" : 7,
"509952" : 6,
"514048" : 5,
"518144" : 1,
"522240" : 2,
"528384" : 3,
"536576" : 6,
"544768" : 1,
"552960" : 1,
"561152" : 1,
"569344" : 2,
"577536" : 2,
"585728" : 2,
"593920" : 1,
"602112" : 1,
"618496" : 1,
"643072" : 2,
"667648" : 1,
"684032" : 1,
"757760" : 1,
"790528" : 2,
"872448" : 1,
"1482752" : 1,
"1515520" : 1,
"1826816" : 2
}
},
"lat_ns" : {
"min" : 57147,
"max" : 1864077,
"mean" : 161857.312476,
"stddev" : 70939.346407,
"N" : 1970404
},
"bw_min" : 81320,
"bw_max" : 126824,
"bw_agg" : 100.000000,
"bw_mean" : 98586.427673,
"bw_dev" : 7507.421308,
"bw_samples" : 159,
"iops_min" : 20330,
"iops_max" : 31706,
"iops_mean" : 24646.547170,
"iops_stddev" : 1876.857358,
"iops_samples" : 159
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 4.106301,
"sys_cpu" : 67.104589,
"ctx" : 227354,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999949,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999949,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 61.687267,
"250" : 34.011130,
"500" : 4.295259,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118874,
"timestamp_ms" : 1774118874542,
"time" : "Sat Mar 21 15:47:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9086963712,
"io_kbytes" : 8873988,
"bw_bytes" : 100967385,
"bw" : 98600,
"iops" : 24650.251669,
"runtime" : 89999,
"total_ios" : 2218498,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9434,
"max" : 600828,
"mean" : 38801.035951,
"stddev" : 31549.777909,
"N" : 2218498
},
"clat_ns" : {
"min" : 36706,
"max" : 1834151,
"mean" : 122925.852658,
"stddev" : 59462.504713,
"N" : 2218497,
"percentile" : {
"1.000000" : 70144,
"5.000000" : 77312,
"10.000000" : 81408,
"20.000000" : 84480,
"30.000000" : 86528,
"40.000000" : 89600,
"50.000000" : 92672,
"60.000000" : 98816,
"70.000000" : 113152,
"80.000000" : 185344,
"90.000000" : 197632,
"95.000000" : 220160,
"99.000000" : 321536,
"99.500000" : 391168,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 456704
},
"bins" : {
"36608" : 1,
"40704" : 1,
"41728" : 1,
"42752" : 1,
"45312" : 1,
"45824" : 2,
"46336" : 4,
"46848" : 8,
"47360" : 5,
"47872" : 7,
"48384" : 10,
"48896" : 9,
"49408" : 7,
"49920" : 6,
"50432" : 16,
"50944" : 14,
"51456" : 13,
"51968" : 27,
"52480" : 22,
"52992" : 26,
"53504" : 23,
"54016" : 41,
"54528" : 56,
"55040" : 63,
"55552" : 64,
"56064" : 84,
"56576" : 90,
"57088" : 114,
"57600" : 114,
"58112" : 131,
"58624" : 184,
"59136" : 214,
"59648" : 251,
"60160" : 315,
"60672" : 335,
"61184" : 408,
"61696" : 395,
"62208" : 425,
"62720" : 452,
"63232" : 497,
"63744" : 573,
"64256" : 626,
"64768" : 770,
"65280" : 934,
"66048" : 2409,
"67072" : 3230,
"68096" : 3952,
"69120" : 4679,
"70144" : 6021,
"71168" : 7873,
"72192" : 9898,
"73216" : 11071,
"74240" : 12200,
"75264" : 13136,
"76288" : 14890,
"77312" : 17172,
"78336" : 20090,
"79360" : 24509,
"80384" : 32984,
"81408" : 45839,
"82432" : 65251,
"83456" : 83534,
"84480" : 95710,
"85504" : 98857,
"86528" : 97555,
"87552" : 91613,
"88576" : 84688,
"89600" : 75792,
"90624" : 69033,
"91648" : 62369,
"92672" : 56738,
"93696" : 49806,
"94720" : 45630,
"95744" : 40734,
"96768" : 37491,
"97792" : 32896,
"98816" : 29988,
"99840" : 26920,
"100864" : 24355,
"101888" : 21636,
"102912" : 18957,
"103936" : 16946,
"104960" : 15435,
"105984" : 13440,
"107008" : 11944,
"108032" : 10833,
"109056" : 9623,
"110080" : 8523,
"111104" : 7466,
"112128" : 6607,
"113152" : 6035,
"114176" : 5251,
"115200" : 4735,
"116224" : 4131,
"117248" : 3733,
"118272" : 3264,
"119296" : 2949,
"120320" : 2650,
"121344" : 2416,
"122368" : 2175,
"123392" : 1991,
"124416" : 1915,
"125440" : 1680,
"126464" : 1516,
"127488" : 1418,
"128512" : 1292,
"129536" : 1233,
"130560" : 1219,
"132096" : 2081,
"134144" : 1926,
"136192" : 1623,
"138240" : 1556,
"140288" : 1440,
"142336" : 1430,
"144384" : 1277,
"146432" : 1225,
"148480" : 1203,
"150528" : 1227,
"152576" : 1163,
"154624" : 1193,
"156672" : 1270,
"158720" : 1347,
"160768" : 1742,
"162816" : 2046,
"164864" : 2597,
"166912" : 3296,
"168960" : 4881,
"171008" : 7734,
"173056" : 10886,
"175104" : 14293,
"177152" : 18075,
"179200" : 21932,
"181248" : 28867,
"183296" : 36679,
"185344" : 43286,
"187392" : 44787,
"189440" : 41924,
"191488" : 35945,
"193536" : 30765,
"195584" : 26618,
"197632" : 22602,
"199680" : 18843,
"201728" : 15430,
"203776" : 12815,
"205824" : 10370,
"207872" : 8488,
"209920" : 7033,
"211968" : 5672,
"214016" : 4531,
"216064" : 3747,
"218112" : 3145,
"220160" : 2654,
"222208" : 2257,
"224256" : 1880,
"226304" : 1616,
"228352" : 1469,
"230400" : 1290,
"232448" : 1144,
"234496" : 968,
"236544" : 914,
"238592" : 786,
"240640" : 760,
"242688" : 718,
"244736" : 641,
"246784" : 599,
"248832" : 534,
"250880" : 545,
"252928" : 479,
"254976" : 540,
"257024" : 495,
"259072" : 560,
"261120" : 583,
"264192" : 1396,
"268288" : 1937,
"272384" : 3412,
"276480" : 4995,
"280576" : 7288,
"284672" : 8713,
"288768" : 8098,
"292864" : 7116,
"296960" : 5978,
"301056" : 5271,
"305152" : 4311,
"309248" : 3444,
"313344" : 3070,
"317440" : 2540,
"321536" : 1988,
"325632" : 1745,
"329728" : 1299,
"333824" : 1026,
"337920" : 763,
"342016" : 599,
"346112" : 475,
"350208" : 436,
"354304" : 341,
"358400" : 347,
"362496" : 282,
"366592" : 299,
"370688" : 311,
"374784" : 347,
"378880" : 492,
"382976" : 538,
"387072" : 515,
"391168" : 583,
"395264" : 856,
"399360" : 1324,
"403456" : 1677,
"407552" : 1662,
"411648" : 1508,
"415744" : 1229,
"419840" : 783,
"423936" : 501,
"428032" : 359,
"432128" : 259,
"436224" : 143,
"440320" : 112,
"444416" : 84,
"448512" : 67,
"452608" : 48,
"456704" : 27,
"460800" : 23,
"464896" : 20,
"468992" : 22,
"473088" : 9,
"477184" : 16,
"481280" : 9,
"485376" : 20,
"489472" : 5,
"493568" : 6,
"497664" : 13,
"501760" : 9,
"505856" : 7,
"509952" : 8,
"514048" : 5,
"518144" : 1,
"522240" : 2,
"528384" : 4,
"536576" : 6,
"544768" : 1,
"552960" : 2,
"561152" : 2,
"569344" : 3,
"577536" : 2,
"585728" : 2,
"593920" : 1,
"602112" : 1,
"618496" : 1,
"626688" : 1,
"643072" : 4,
"667648" : 1,
"684032" : 1,
"757760" : 1,
"790528" : 2,
"872448" : 1,
"1482752" : 1,
"1515520" : 1,
"1826816" : 2
}
},
"lat_ns" : {
"min" : 57147,
"max" : 1864077,
"mean" : 161726.882675,
"stddev" : 71063.293247,
"N" : 2218497
},
"bw_min" : 81320,
"bw_max" : 126824,
"bw_agg" : 99.969613,
"bw_mean" : 98571.893855,
"bw_dev" : 7259.997266,
"bw_samples" : 179,
"iops_min" : 20330,
"iops_max" : 31706,
"iops_mean" : 24642.916201,
"iops_stddev" : 1815.002705,
"iops_samples" : 179
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 4.132268,
"sys_cpu" : 67.321859,
"ctx" : 252741,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999955,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999955,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 61.885203,
"250" : 33.876073,
"500" : 4.232684,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118884,
"timestamp_ms" : 1774118884543,
"time" : "Sat Mar 21 15:48:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10086764544,
"io_kbytes" : 9850356,
"bw_bytes" : 100868654,
"bw" : 98504,
"iops" : 24626.146261,
"runtime" : 99999,
"total_ios" : 2462590,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9434,
"max" : 600828,
"mean" : 38840.004500,
"stddev" : 31515.080803,
"N" : 2462590
},
"clat_ns" : {
"min" : 36706,
"max" : 1834151,
"mean" : 123046.014427,
"stddev" : 59622.381885,
"N" : 2462589,
"percentile" : {
"1.000000" : 70144,
"5.000000" : 78336,
"10.000000" : 82432,
"20.000000" : 84480,
"30.000000" : 87552,
"40.000000" : 89600,
"50.000000" : 92672,
"60.000000" : 98816,
"70.000000" : 113152,
"80.000000" : 185344,
"90.000000" : 197632,
"95.000000" : 220160,
"99.000000" : 325632,
"99.500000" : 395264,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 456704
},
"bins" : {
"36608" : 1,
"40704" : 1,
"41728" : 1,
"42752" : 1,
"45312" : 1,
"45824" : 2,
"46336" : 4,
"46848" : 8,
"47360" : 5,
"47872" : 7,
"48384" : 10,
"48896" : 9,
"49408" : 7,
"49920" : 6,
"50432" : 16,
"50944" : 14,
"51456" : 13,
"51968" : 27,
"52480" : 22,
"52992" : 26,
"53504" : 23,
"54016" : 41,
"54528" : 56,
"55040" : 63,
"55552" : 64,
"56064" : 84,
"56576" : 90,
"57088" : 114,
"57600" : 114,
"58112" : 131,
"58624" : 184,
"59136" : 214,
"59648" : 251,
"60160" : 315,
"60672" : 335,
"61184" : 408,
"61696" : 395,
"62208" : 425,
"62720" : 452,
"63232" : 497,
"63744" : 574,
"64256" : 626,
"64768" : 770,
"65280" : 934,
"66048" : 2409,
"67072" : 3230,
"68096" : 3952,
"69120" : 4679,
"70144" : 6022,
"71168" : 7873,
"72192" : 9907,
"73216" : 11078,
"74240" : 12209,
"75264" : 13149,
"76288" : 14902,
"77312" : 17189,
"78336" : 20136,
"79360" : 24815,
"80384" : 34126,
"81408" : 48934,
"82432" : 71237,
"83456" : 92870,
"84480" : 107519,
"85504" : 111596,
"86528" : 110180,
"87552" : 103708,
"88576" : 95995,
"89600" : 85994,
"90624" : 78318,
"91648" : 70946,
"92672" : 64572,
"93696" : 56770,
"94720" : 51859,
"95744" : 46490,
"96768" : 42469,
"97792" : 37354,
"98816" : 33972,
"99840" : 30568,
"100864" : 27688,
"101888" : 24452,
"102912" : 21458,
"103936" : 19179,
"104960" : 17456,
"105984" : 15217,
"107008" : 13569,
"108032" : 12299,
"109056" : 10876,
"110080" : 9602,
"111104" : 8333,
"112128" : 7432,
"113152" : 6760,
"114176" : 5921,
"115200" : 5284,
"116224" : 4638,
"117248" : 4188,
"118272" : 3662,
"119296" : 3311,
"120320" : 2960,
"121344" : 2684,
"122368" : 2434,
"123392" : 2225,
"124416" : 2108,
"125440" : 1873,
"126464" : 1688,
"127488" : 1580,
"128512" : 1422,
"129536" : 1353,
"130560" : 1353,
"132096" : 2298,
"134144" : 2134,
"136192" : 1802,
"138240" : 1709,
"140288" : 1558,
"142336" : 1571,
"144384" : 1400,
"146432" : 1355,
"148480" : 1338,
"150528" : 1365,
"152576" : 1301,
"154624" : 1338,
"156672" : 1375,
"158720" : 1478,
"160768" : 1863,
"162816" : 2159,
"164864" : 2720,
"166912" : 3412,
"168960" : 5029,
"171008" : 7845,
"173056" : 11028,
"175104" : 14451,
"177152" : 18278,
"179200" : 22293,
"181248" : 29520,
"183296" : 38417,
"185344" : 47159,
"187392" : 50776,
"189440" : 48409,
"191488" : 41869,
"193536" : 35675,
"195584" : 30707,
"197632" : 26051,
"199680" : 21738,
"201728" : 17653,
"203776" : 14524,
"205824" : 11695,
"207872" : 9550,
"209920" : 7787,
"211968" : 6292,
"214016" : 5025,
"216064" : 4141,
"218112" : 3433,
"220160" : 2881,
"222208" : 2444,
"224256" : 2023,
"226304" : 1754,
"228352" : 1557,
"230400" : 1376,
"232448" : 1230,
"234496" : 1040,
"236544" : 970,
"238592" : 856,
"240640" : 816,
"242688" : 764,
"244736" : 686,
"246784" : 647,
"248832" : 574,
"250880" : 575,
"252928" : 515,
"254976" : 578,
"257024" : 539,
"259072" : 583,
"261120" : 622,
"264192" : 1457,
"268288" : 1998,
"272384" : 3504,
"276480" : 5076,
"280576" : 7418,
"284672" : 9059,
"288768" : 9004,
"292864" : 8232,
"296960" : 6865,
"301056" : 6055,
"305152" : 4913,
"309248" : 3847,
"313344" : 3426,
"317440" : 2853,
"321536" : 2244,
"325632" : 1932,
"329728" : 1475,
"333824" : 1141,
"337920" : 886,
"342016" : 681,
"346112" : 532,
"350208" : 492,
"354304" : 379,
"358400" : 375,
"362496" : 309,
"366592" : 325,
"370688" : 330,
"374784" : 361,
"378880" : 505,
"382976" : 556,
"387072" : 535,
"391168" : 651,
"395264" : 989,
"399360" : 1522,
"403456" : 1897,
"407552" : 1968,
"411648" : 1917,
"415744" : 1648,
"419840" : 1116,
"423936" : 644,
"428032" : 424,
"432128" : 315,
"436224" : 179,
"440320" : 130,
"444416" : 100,
"448512" : 75,
"452608" : 56,
"456704" : 29,
"460800" : 26,
"464896" : 21,
"468992" : 27,
"473088" : 10,
"477184" : 18,
"481280" : 10,
"485376" : 22,
"489472" : 6,
"493568" : 6,
"497664" : 15,
"501760" : 10,
"505856" : 8,
"509952" : 8,
"514048" : 5,
"518144" : 2,
"522240" : 2,
"528384" : 4,
"536576" : 6,
"544768" : 2,
"552960" : 2,
"561152" : 2,
"569344" : 3,
"577536" : 2,
"585728" : 2,
"593920" : 1,
"602112" : 1,
"618496" : 1,
"626688" : 3,
"643072" : 4,
"667648" : 1,
"684032" : 1,
"724992" : 1,
"757760" : 1,
"790528" : 2,
"872448" : 1,
"1482752" : 1,
"1515520" : 1,
"1826816" : 2
}
},
"lat_ns" : {
"min" : 57147,
"max" : 1864077,
"mean" : 161885.933277,
"stddev" : 71372.336729,
"N" : 2462589
},
"bw_min" : 81320,
"bw_max" : 126824,
"bw_agg" : 99.962900,
"bw_mean" : 98468.758794,
"bw_dev" : 7145.530143,
"bw_samples" : 199,
"iops_min" : 20330,
"iops_max" : 31706,
"iops_mean" : 24617.135678,
"iops_stddev" : 1786.382462,
"iops_samples" : 199
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 4.107041,
"sys_cpu" : 67.437674,
"ctx" : 279256,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999959,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999959,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 61.893575,
"250" : 33.879168,
"500" : 4.221531,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118894,
"timestamp_ms" : 1774118894542,
"time" : "Sat Mar 21 15:48:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11140259840,
"io_kbytes" : 10879160,
"bw_bytes" : 101276010,
"bw" : 98902,
"iops" : 24725.597505,
"runtime" : 109999,
"total_ios" : 2719791,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9434,
"max" : 600828,
"mean" : 38676.999433,
"stddev" : 31180.511840,
"N" : 2719791
},
"clat_ns" : {
"min" : 36706,
"max" : 1834151,
"mean" : 122553.848072,
"stddev" : 59202.898899,
"N" : 2719790,
"percentile" : {
"1.000000" : 70144,
"5.000000" : 79360,
"10.000000" : 82432,
"20.000000" : 85504,
"30.000000" : 87552,
"40.000000" : 89600,
"50.000000" : 92672,
"60.000000" : 98816,
"70.000000" : 111104,
"80.000000" : 185344,
"90.000000" : 197632,
"95.000000" : 218112,
"99.000000" : 325632,
"99.500000" : 399360,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 460800
},
"bins" : {
"36608" : 1,
"40704" : 1,
"41728" : 1,
"42240" : 2,
"42752" : 1,
"45312" : 1,
"45824" : 2,
"46336" : 4,
"46848" : 8,
"47360" : 5,
"47872" : 7,
"48384" : 10,
"48896" : 9,
"49408" : 7,
"49920" : 6,
"50432" : 16,
"50944" : 14,
"51456" : 13,
"51968" : 28,
"52480" : 22,
"52992" : 26,
"53504" : 24,
"54016" : 41,
"54528" : 56,
"55040" : 63,
"55552" : 69,
"56064" : 85,
"56576" : 92,
"57088" : 118,
"57600" : 116,
"58112" : 131,
"58624" : 185,
"59136" : 214,
"59648" : 254,
"60160" : 316,
"60672" : 339,
"61184" : 411,
"61696" : 397,
"62208" : 427,
"62720" : 460,
"63232" : 500,
"63744" : 578,
"64256" : 626,
"64768" : 773,
"65280" : 938,
"66048" : 2415,
"67072" : 3235,
"68096" : 3965,
"69120" : 4711,
"70144" : 6041,
"71168" : 7932,
"72192" : 9991,
"73216" : 11182,
"74240" : 12337,
"75264" : 13265,
"76288" : 15030,
"77312" : 17310,
"78336" : 20292,
"79360" : 25017,
"80384" : 34579,
"81408" : 50529,
"82432" : 75921,
"83456" : 101567,
"84480" : 119602,
"85504" : 125208,
"86528" : 124425,
"87552" : 117580,
"88576" : 109131,
"89600" : 97722,
"90624" : 89175,
"91648" : 80936,
"92672" : 73589,
"93696" : 64817,
"94720" : 59092,
"95744" : 53163,
"96768" : 48471,
"97792" : 42842,
"98816" : 38830,
"99840" : 34999,
"100864" : 31681,
"101888" : 28113,
"102912" : 24662,
"103936" : 22016,
"104960" : 19948,
"105984" : 17367,
"107008" : 15474,
"108032" : 14121,
"109056" : 12445,
"110080" : 10946,
"111104" : 9473,
"112128" : 8514,
"113152" : 7677,
"114176" : 6790,
"115200" : 6039,
"116224" : 5287,
"117248" : 4790,
"118272" : 4176,
"119296" : 3779,
"120320" : 3368,
"121344" : 3072,
"122368" : 2746,
"123392" : 2503,
"124416" : 2358,
"125440" : 2093,
"126464" : 1927,
"127488" : 1761,
"128512" : 1613,
"129536" : 1522,
"130560" : 1518,
"132096" : 2585,
"134144" : 2335,
"136192" : 1987,
"138240" : 1892,
"140288" : 1728,
"142336" : 1747,
"144384" : 1541,
"146432" : 1489,
"148480" : 1472,
"150528" : 1474,
"152576" : 1413,
"154624" : 1443,
"156672" : 1478,
"158720" : 1589,
"160768" : 1964,
"162816" : 2271,
"164864" : 2861,
"166912" : 3542,
"168960" : 5138,
"171008" : 7965,
"173056" : 11255,
"175104" : 14953,
"177152" : 19171,
"179200" : 23595,
"181248" : 31248,
"183296" : 40692,
"185344" : 50431,
"187392" : 55226,
"189440" : 53162,
"191488" : 45968,
"193536" : 39327,
"195584" : 33684,
"197632" : 28708,
"199680" : 23872,
"201728" : 19443,
"203776" : 15918,
"205824" : 12793,
"207872" : 10446,
"209920" : 8495,
"211968" : 6840,
"214016" : 5477,
"216064" : 4511,
"218112" : 3759,
"220160" : 3097,
"222208" : 2625,
"224256" : 2170,
"226304" : 1882,
"228352" : 1682,
"230400" : 1483,
"232448" : 1338,
"234496" : 1122,
"236544" : 1035,
"238592" : 912,
"240640" : 866,
"242688" : 820,
"244736" : 742,
"246784" : 694,
"248832" : 608,
"250880" : 625,
"252928" : 544,
"254976" : 614,
"257024" : 564,
"259072" : 618,
"261120" : 644,
"264192" : 1528,
"268288" : 2097,
"272384" : 3651,
"276480" : 5257,
"280576" : 7609,
"284672" : 9304,
"288768" : 9446,
"292864" : 8879,
"296960" : 7419,
"301056" : 6503,
"305152" : 5308,
"309248" : 4206,
"313344" : 3709,
"317440" : 3166,
"321536" : 2471,
"325632" : 2098,
"329728" : 1652,
"333824" : 1298,
"337920" : 1009,
"342016" : 762,
"346112" : 588,
"350208" : 535,
"354304" : 406,
"358400" : 403,
"362496" : 325,
"366592" : 351,
"370688" : 343,
"374784" : 383,
"378880" : 526,
"382976" : 580,
"387072" : 572,
"391168" : 712,
"395264" : 1071,
"399360" : 1691,
"403456" : 2179,
"407552" : 2240,
"411648" : 2182,
"415744" : 1860,
"419840" : 1235,
"423936" : 757,
"428032" : 517,
"432128" : 385,
"436224" : 216,
"440320" : 141,
"444416" : 111,
"448512" : 90,
"452608" : 64,
"456704" : 33,
"460800" : 29,
"464896" : 22,
"468992" : 27,
"473088" : 11,
"477184" : 20,
"481280" : 12,
"485376" : 27,
"489472" : 8,
"493568" : 6,
"497664" : 15,
"501760" : 11,
"505856" : 8,
"509952" : 8,
"514048" : 6,
"518144" : 2,
"522240" : 3,
"528384" : 5,
"536576" : 6,
"544768" : 2,
"552960" : 3,
"561152" : 3,
"569344" : 4,
"577536" : 2,
"585728" : 3,
"593920" : 2,
"602112" : 2,
"618496" : 2,
"626688" : 3,
"634880" : 1,
"643072" : 4,
"667648" : 2,
"684032" : 1,
"724992" : 1,
"733184" : 1,
"757760" : 1,
"790528" : 2,
"815104" : 2,
"872448" : 1,
"1482752" : 1,
"1515520" : 1,
"1826816" : 2
}
},
"lat_ns" : {
"min" : 57147,
"max" : 1864077,
"mean" : 161230.837407,
"stddev" : 70970.608096,
"N" : 2719790
},
"bw_min" : 81320,
"bw_max" : 126824,
"bw_agg" : 100.000000,
"bw_mean" : 98933.767123,
"bw_dev" : 7122.562340,
"bw_samples" : 219,
"iops_min" : 20330,
"iops_max" : 31706,
"iops_mean" : 24733.388128,
"iops_stddev" : 1780.638330,
"iops_samples" : 219
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 4.148220,
"sys_cpu" : 67.894254,
"ctx" : 301452,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 62.159776,
"250" : 33.730754,
"500" : 4.103624,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118904,
"timestamp_ms" : 1774118904542,
"time" : "Sat Mar 21 15:48:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12234956800,
"io_kbytes" : 11948200,
"bw_bytes" : 101958822,
"bw" : 99569,
"iops" : 24892.307436,
"runtime" : 119999,
"total_ios" : 2987052,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9434,
"max" : 600828,
"mean" : 38406.506127,
"stddev" : 30717.908107,
"N" : 2987052
},
"clat_ns" : {
"min" : 36706,
"max" : 1834151,
"mean" : 121740.500490,
"stddev" : 58598.679035,
"N" : 2987051,
"percentile" : {
"1.000000" : 71168,
"5.000000" : 79360,
"10.000000" : 82432,
"20.000000" : 85504,
"30.000000" : 87552,
"40.000000" : 89600,
"50.000000" : 93696,
"60.000000" : 97792,
"70.000000" : 109056,
"80.000000" : 183296,
"90.000000" : 195584,
"95.000000" : 216064,
"99.000000" : 325632,
"99.500000" : 399360,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 460800
},
"bins" : {
"36608" : 1,
"40704" : 1,
"41728" : 1,
"42240" : 2,
"42752" : 2,
"43264" : 1,
"45312" : 3,
"45824" : 4,
"46336" : 4,
"46848" : 8,
"47360" : 5,
"47872" : 8,
"48384" : 11,
"48896" : 9,
"49408" : 9,
"49920" : 7,
"50432" : 16,
"50944" : 14,
"51456" : 13,
"51968" : 31,
"52480" : 24,
"52992" : 29,
"53504" : 26,
"54016" : 45,
"54528" : 59,
"55040" : 74,
"55552" : 78,
"56064" : 93,
"56576" : 108,
"57088" : 139,
"57600" : 133,
"58112" : 147,
"58624" : 197,
"59136" : 233,
"59648" : 272,
"60160" : 330,
"60672" : 353,
"61184" : 435,
"61696" : 413,
"62208" : 446,
"62720" : 476,
"63232" : 518,
"63744" : 592,
"64256" : 643,
"64768" : 787,
"65280" : 953,
"66048" : 2472,
"67072" : 3331,
"68096" : 4142,
"69120" : 4964,
"70144" : 6373,
"71168" : 8353,
"72192" : 10601,
"73216" : 11827,
"74240" : 12973,
"75264" : 13903,
"76288" : 15612,
"77312" : 17872,
"78336" : 20849,
"79360" : 25631,
"80384" : 35481,
"81408" : 52463,
"82432" : 80543,
"83456" : 110109,
"84480" : 130933,
"85504" : 138314,
"86528" : 138036,
"87552" : 131393,
"88576" : 122131,
"89600" : 109932,
"90624" : 100311,
"91648" : 91369,
"92672" : 83378,
"93696" : 73683,
"94720" : 67356,
"95744" : 60688,
"96768" : 55434,
"97792" : 48937,
"98816" : 44442,
"99840" : 40035,
"100864" : 36405,
"101888" : 32405,
"102912" : 28478,
"103936" : 25377,
"104960" : 22938,
"105984" : 19992,
"107008" : 17823,
"108032" : 16306,
"109056" : 14316,
"110080" : 12649,
"111104" : 10940,
"112128" : 9847,
"113152" : 8829,
"114176" : 7836,
"115200" : 7007,
"116224" : 6112,
"117248" : 5542,
"118272" : 4837,
"119296" : 4373,
"120320" : 3909,
"121344" : 3527,
"122368" : 3165,
"123392" : 2883,
"124416" : 2669,
"125440" : 2382,
"126464" : 2191,
"127488" : 2001,
"128512" : 1818,
"129536" : 1712,
"130560" : 1680,
"132096" : 2905,
"134144" : 2577,
"136192" : 2207,
"138240" : 2090,
"140288" : 1893,
"142336" : 1957,
"144384" : 1674,
"146432" : 1630,
"148480" : 1590,
"150528" : 1586,
"152576" : 1507,
"154624" : 1535,
"156672" : 1566,
"158720" : 1684,
"160768" : 2051,
"162816" : 2392,
"164864" : 2969,
"166912" : 3641,
"168960" : 5250,
"171008" : 8091,
"173056" : 11452,
"175104" : 15358,
"177152" : 19736,
"179200" : 24376,
"181248" : 32390,
"183296" : 42303,
"185344" : 52854,
"187392" : 58668,
"189440" : 57177,
"191488" : 49615,
"193536" : 42511,
"195584" : 36241,
"197632" : 30870,
"199680" : 25630,
"201728" : 21038,
"203776" : 17042,
"205824" : 13791,
"207872" : 11256,
"209920" : 9179,
"211968" : 7347,
"214016" : 5938,
"216064" : 4834,
"218112" : 4039,
"220160" : 3315,
"222208" : 2823,
"224256" : 2334,
"226304" : 2021,
"228352" : 1788,
"230400" : 1589,
"232448" : 1430,
"234496" : 1188,
"236544" : 1094,
"238592" : 956,
"240640" : 910,
"242688" : 882,
"244736" : 797,
"246784" : 740,
"248832" : 640,
"250880" : 651,
"252928" : 573,
"254976" : 648,
"257024" : 584,
"259072" : 643,
"261120" : 674,
"264192" : 1591,
"268288" : 2180,
"272384" : 3743,
"276480" : 5364,
"280576" : 7764,
"284672" : 9523,
"288768" : 9791,
"292864" : 9500,
"296960" : 7924,
"301056" : 6905,
"305152" : 5628,
"309248" : 4447,
"313344" : 3970,
"317440" : 3395,
"321536" : 2686,
"325632" : 2306,
"329728" : 1798,
"333824" : 1407,
"337920" : 1103,
"342016" : 852,
"346112" : 660,
"350208" : 583,
"354304" : 437,
"358400" : 431,
"362496" : 339,
"366592" : 368,
"370688" : 358,
"374784" : 408,
"378880" : 553,
"382976" : 600,
"387072" : 595,
"391168" : 747,
"395264" : 1183,
"399360" : 1905,
"403456" : 2462,
"407552" : 2541,
"411648" : 2428,
"415744" : 2065,
"419840" : 1390,
"423936" : 831,
"428032" : 556,
"432128" : 410,
"436224" : 238,
"440320" : 158,
"444416" : 126,
"448512" : 98,
"452608" : 69,
"456704" : 40,
"460800" : 34,
"464896" : 26,
"468992" : 30,
"473088" : 15,
"477184" : 21,
"481280" : 15,
"485376" : 28,
"489472" : 8,
"493568" : 6,
"497664" : 16,
"501760" : 11,
"505856" : 10,
"509952" : 8,
"514048" : 7,
"518144" : 2,
"522240" : 3,
"528384" : 5,
"536576" : 6,
"544768" : 3,
"552960" : 3,
"561152" : 5,
"569344" : 5,
"577536" : 3,
"585728" : 3,
"593920" : 2,
"602112" : 2,
"618496" : 2,
"626688" : 3,
"634880" : 1,
"643072" : 4,
"667648" : 2,
"684032" : 1,
"724992" : 1,
"733184" : 1,
"757760" : 1,
"790528" : 2,
"815104" : 2,
"872448" : 1,
"1482752" : 1,
"1515520" : 1,
"1826816" : 2
}
},
"lat_ns" : {
"min" : 57147,
"max" : 1864077,
"mean" : 160147.000380,
"stddev" : 70374.944889,
"N" : 2987051
},
"bw_min" : 81320,
"bw_max" : 126824,
"bw_agg" : 99.881327,
"bw_mean" : 99451.543933,
"bw_dev" : 7474.170228,
"bw_samples" : 239,
"iops_min" : 20330,
"iops_max" : 31706,
"iops_mean" : 24862.824268,
"iops_stddev" : 1868.520059,
"iops_samples" : 239
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 4.188368,
"sys_cpu" : 68.568905,
"ctx" : 320074,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 62.545279,
"250" : 33.485657,
"500" : 3.963105,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118914,
"timestamp_ms" : 1774118914543,
"time" : "Sat Mar 21 15:48:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13380411392,
"io_kbytes" : 13066808,
"bw_bytes" : 102927033,
"bw" : 100514,
"iops" : 25128.677913,
"runtime" : 129999,
"total_ios" : 3266703,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9434,
"max" : 600828,
"mean" : 38029.906695,
"stddev" : 30128.568605,
"N" : 3266703
},
"clat_ns" : {
"min" : 36706,
"max" : 1834151,
"mean" : 120605.508815,
"stddev" : 57705.017557,
"N" : 3266702,
"percentile" : {
"1.000000" : 71168,
"5.000000" : 79360,
"10.000000" : 82432,
"20.000000" : 85504,
"30.000000" : 87552,
"40.000000" : 89600,
"50.000000" : 92672,
"60.000000" : 97792,
"70.000000" : 107008,
"80.000000" : 183296,
"90.000000" : 195584,
"95.000000" : 211968,
"99.000000" : 321536,
"99.500000" : 399360,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 456704
},
"bins" : {
"36608" : 1,
"40192" : 1,
"40704" : 1,
"41216" : 1,
"41728" : 1,
"42240" : 2,
"42752" : 2,
"43264" : 1,
"45312" : 4,
"45824" : 4,
"46336" : 4,
"46848" : 8,
"47360" : 5,
"47872" : 8,
"48384" : 11,
"48896" : 9,
"49408" : 10,
"49920" : 7,
"50432" : 17,
"50944" : 14,
"51456" : 13,
"51968" : 33,
"52480" : 28,
"52992" : 35,
"53504" : 27,
"54016" : 52,
"54528" : 63,
"55040" : 77,
"55552" : 83,
"56064" : 108,
"56576" : 119,
"57088" : 152,
"57600" : 153,
"58112" : 162,
"58624" : 214,
"59136" : 250,
"59648" : 294,
"60160" : 349,
"60672" : 384,
"61184" : 458,
"61696" : 440,
"62208" : 470,
"62720" : 501,
"63232" : 541,
"63744" : 610,
"64256" : 662,
"64768" : 803,
"65280" : 965,
"66048" : 2525,
"67072" : 3450,
"68096" : 4353,
"69120" : 5218,
"70144" : 6795,
"71168" : 9012,
"72192" : 11442,
"73216" : 12676,
"74240" : 13897,
"75264" : 14740,
"76288" : 16408,
"77312" : 18607,
"78336" : 21575,
"79360" : 26501,
"80384" : 36689,
"81408" : 55468,
"82432" : 87252,
"83456" : 120714,
"84480" : 144329,
"85504" : 153350,
"86528" : 153491,
"87552" : 146435,
"88576" : 136214,
"89600" : 122740,
"90624" : 112428,
"91648" : 102317,
"92672" : 93510,
"93696" : 82648,
"94720" : 75490,
"95744" : 67992,
"96768" : 62464,
"97792" : 55000,
"98816" : 50015,
"99840" : 45157,
"100864" : 41177,
"101888" : 36567,
"102912" : 32285,
"103936" : 28818,
"104960" : 26052,
"105984" : 22712,
"107008" : 20365,
"108032" : 18538,
"109056" : 16394,
"110080" : 14500,
"111104" : 12491,
"112128" : 11189,
"113152" : 10108,
"114176" : 8938,
"115200" : 7980,
"116224" : 6953,
"117248" : 6364,
"118272" : 5570,
"119296" : 4946,
"120320" : 4411,
"121344" : 4005,
"122368" : 3584,
"123392" : 3221,
"124416" : 2998,
"125440" : 2690,
"126464" : 2469,
"127488" : 2240,
"128512" : 2031,
"129536" : 1901,
"130560" : 1867,
"132096" : 3221,
"134144" : 2834,
"136192" : 2416,
"138240" : 2288,
"140288" : 2039,
"142336" : 2089,
"144384" : 1809,
"146432" : 1745,
"148480" : 1698,
"150528" : 1693,
"152576" : 1585,
"154624" : 1621,
"156672" : 1636,
"158720" : 1769,
"160768" : 2156,
"162816" : 2518,
"164864" : 3096,
"166912" : 3736,
"168960" : 5362,
"171008" : 8218,
"173056" : 11842,
"175104" : 16099,
"177152" : 20779,
"179200" : 25693,
"181248" : 34035,
"183296" : 44287,
"185344" : 55404,
"187392" : 61458,
"189440" : 59893,
"191488" : 51983,
"193536" : 44527,
"195584" : 37961,
"197632" : 32376,
"199680" : 26946,
"201728" : 22232,
"203776" : 17954,
"205824" : 14558,
"207872" : 11904,
"209920" : 9743,
"211968" : 7844,
"214016" : 6324,
"216064" : 5168,
"218112" : 4310,
"220160" : 3539,
"222208" : 3010,
"224256" : 2471,
"226304" : 2156,
"228352" : 1904,
"230400" : 1690,
"232448" : 1505,
"234496" : 1272,
"236544" : 1154,
"238592" : 1011,
"240640" : 952,
"242688" : 925,
"244736" : 836,
"246784" : 768,
"248832" : 675,
"250880" : 681,
"252928" : 591,
"254976" : 679,
"257024" : 613,
"259072" : 672,
"261120" : 697,
"264192" : 1669,
"268288" : 2267,
"272384" : 3861,
"276480" : 5497,
"280576" : 7924,
"284672" : 9728,
"288768" : 10040,
"292864" : 9777,
"296960" : 8181,
"301056" : 7162,
"305152" : 5893,
"309248" : 4678,
"313344" : 4147,
"317440" : 3592,
"321536" : 2861,
"325632" : 2467,
"329728" : 1903,
"333824" : 1504,
"337920" : 1183,
"342016" : 925,
"346112" : 696,
"350208" : 635,
"354304" : 454,
"358400" : 456,
"362496" : 354,
"366592" : 388,
"370688" : 373,
"374784" : 421,
"378880" : 571,
"382976" : 622,
"387072" : 615,
"391168" : 781,
"395264" : 1266,
"399360" : 2050,
"403456" : 2716,
"407552" : 2771,
"411648" : 2623,
"415744" : 2203,
"419840" : 1455,
"423936" : 853,
"428032" : 572,
"432128" : 425,
"436224" : 246,
"440320" : 165,
"444416" : 131,
"448512" : 101,
"452608" : 73,
"456704" : 42,
"460800" : 36,
"464896" : 27,
"468992" : 34,
"473088" : 15,
"477184" : 21,
"481280" : 15,
"485376" : 28,
"489472" : 9,
"493568" : 6,
"497664" : 16,
"501760" : 11,
"505856" : 11,
"509952" : 8,
"514048" : 7,
"518144" : 2,
"522240" : 3,
"528384" : 6,
"536576" : 6,
"544768" : 3,
"552960" : 3,
"561152" : 5,
"569344" : 5,
"577536" : 3,
"585728" : 3,
"593920" : 2,
"602112" : 2,
"618496" : 2,
"626688" : 3,
"634880" : 1,
"643072" : 4,
"667648" : 2,
"684032" : 1,
"724992" : 1,
"733184" : 1,
"757760" : 1,
"790528" : 2,
"815104" : 2,
"872448" : 1,
"1482752" : 1,
"1515520" : 1,
"1826816" : 2
}
},
"lat_ns" : {
"min" : 57147,
"max" : 1864077,
"mean" : 158635.413021,
"stddev" : 69404.954833,
"N" : 3266702
},
"bw_min" : 81320,
"bw_max" : 133168,
"bw_agg" : 99.979425,
"bw_mean" : 100494.722008,
"bw_dev" : 8465.728682,
"bw_samples" : 259,
"iops_min" : 20330,
"iops_max" : 33292,
"iops_mean" : 25123.621622,
"iops_stddev" : 2116.416489,
"iops_samples" : 259
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 4.228494,
"sys_cpu" : 69.392072,
"ctx" : 335560,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 63.182450,
"250" : 33.034163,
"500" : 3.777754,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118924,
"timestamp_ms" : 1774118924542,
"time" : "Sat Mar 21 15:48:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14541320192,
"io_kbytes" : 14200508,
"bw_bytes" : 103867314,
"bw" : 101432,
"iops" : 25358.238273,
"runtime" : 139999,
"total_ios" : 3550128,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9434,
"max" : 600828,
"mean" : 37670.407381,
"stddev" : 29562.480137,
"N" : 3550128
},
"clat_ns" : {
"min" : 36706,
"max" : 1834151,
"mean" : 119522.821639,
"stddev" : 56910.729197,
"N" : 3550127,
"percentile" : {
"1.000000" : 71168,
"5.000000" : 79360,
"10.000000" : 82432,
"20.000000" : 85504,
"30.000000" : 87552,
"40.000000" : 89600,
"50.000000" : 92672,
"60.000000" : 97792,
"70.000000" : 105984,
"80.000000" : 181248,
"90.000000" : 195584,
"95.000000" : 211968,
"99.000000" : 321536,
"99.500000" : 399360,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 456704
},
"bins" : {
"36608" : 1,
"40192" : 1,
"40704" : 1,
"41216" : 1,
"41728" : 2,
"42240" : 2,
"42752" : 3,
"43264" : 1,
"43776" : 1,
"45312" : 4,
"45824" : 4,
"46336" : 4,
"46848" : 8,
"47360" : 6,
"47872" : 8,
"48384" : 12,
"48896" : 9,
"49408" : 10,
"49920" : 7,
"50432" : 18,
"50944" : 15,
"51456" : 14,
"51968" : 35,
"52480" : 28,
"52992" : 42,
"53504" : 36,
"54016" : 56,
"54528" : 68,
"55040" : 89,
"55552" : 97,
"56064" : 123,
"56576" : 133,
"57088" : 175,
"57600" : 173,
"58112" : 185,
"58624" : 236,
"59136" : 279,
"59648" : 316,
"60160" : 374,
"60672" : 405,
"61184" : 487,
"61696" : 482,
"62208" : 508,
"62720" : 524,
"63232" : 564,
"63744" : 633,
"64256" : 684,
"64768" : 829,
"65280" : 990,
"66048" : 2583,
"67072" : 3595,
"68096" : 4596,
"69120" : 5547,
"70144" : 7275,
"71168" : 9790,
"72192" : 12406,
"73216" : 13725,
"74240" : 15020,
"75264" : 15853,
"76288" : 17406,
"77312" : 19549,
"78336" : 22544,
"79360" : 27622,
"80384" : 38268,
"81408" : 58843,
"82432" : 94141,
"83456" : 131349,
"84480" : 157951,
"85504" : 168111,
"86528" : 169025,
"87552" : 161499,
"88576" : 150397,
"89600" : 135744,
"90624" : 124657,
"91648" : 113475,
"92672" : 103942,
"93696" : 92097,
"94720" : 84190,
"95744" : 75657,
"96768" : 69578,
"97792" : 61549,
"98816" : 55918,
"99840" : 50424,
"100864" : 46072,
"101888" : 40901,
"102912" : 36166,
"103936" : 32285,
"104960" : 29198,
"105984" : 25467,
"107008" : 22832,
"108032" : 20789,
"109056" : 18388,
"110080" : 16307,
"111104" : 14027,
"112128" : 12564,
"113152" : 11425,
"114176" : 10076,
"115200" : 8991,
"116224" : 7843,
"117248" : 7184,
"118272" : 6287,
"119296" : 5566,
"120320" : 4933,
"121344" : 4491,
"122368" : 4007,
"123392" : 3643,
"124416" : 3332,
"125440" : 3022,
"126464" : 2754,
"127488" : 2491,
"128512" : 2251,
"129536" : 2147,
"130560" : 2062,
"132096" : 3529,
"134144" : 3064,
"136192" : 2658,
"138240" : 2485,
"140288" : 2210,
"142336" : 2251,
"144384" : 1969,
"146432" : 1865,
"148480" : 1824,
"150528" : 1777,
"152576" : 1656,
"154624" : 1714,
"156672" : 1721,
"158720" : 1834,
"160768" : 2250,
"162816" : 2629,
"164864" : 3203,
"166912" : 3863,
"168960" : 5497,
"171008" : 8378,
"173056" : 12315,
"175104" : 17075,
"177152" : 22344,
"179200" : 27453,
"181248" : 35923,
"183296" : 46280,
"185344" : 57331,
"187392" : 63455,
"189440" : 61775,
"191488" : 53713,
"193536" : 45982,
"195584" : 39251,
"197632" : 33519,
"199680" : 27949,
"201728" : 23177,
"203776" : 18725,
"205824" : 15231,
"207872" : 12454,
"209920" : 10217,
"211968" : 8259,
"214016" : 6672,
"216064" : 5459,
"218112" : 4541,
"220160" : 3754,
"222208" : 3173,
"224256" : 2626,
"226304" : 2308,
"228352" : 2015,
"230400" : 1810,
"232448" : 1597,
"234496" : 1363,
"236544" : 1228,
"238592" : 1077,
"240640" : 1008,
"242688" : 973,
"244736" : 883,
"246784" : 807,
"248832" : 711,
"250880" : 706,
"252928" : 611,
"254976" : 704,
"257024" : 646,
"259072" : 694,
"261120" : 727,
"264192" : 1762,
"268288" : 2386,
"272384" : 3986,
"276480" : 5628,
"280576" : 8037,
"284672" : 9866,
"288768" : 10199,
"292864" : 10015,
"296960" : 8424,
"301056" : 7445,
"305152" : 6137,
"309248" : 4917,
"313344" : 4330,
"317440" : 3804,
"321536" : 3057,
"325632" : 2646,
"329728" : 2067,
"333824" : 1615,
"337920" : 1256,
"342016" : 1002,
"346112" : 753,
"350208" : 691,
"354304" : 482,
"358400" : 480,
"362496" : 379,
"366592" : 410,
"370688" : 387,
"374784" : 434,
"378880" : 580,
"382976" : 638,
"387072" : 643,
"391168" : 808,
"395264" : 1357,
"399360" : 2249,
"403456" : 3036,
"407552" : 3067,
"411648" : 2883,
"415744" : 2333,
"419840" : 1489,
"423936" : 889,
"428032" : 590,
"432128" : 447,
"436224" : 263,
"440320" : 170,
"444416" : 133,
"448512" : 105,
"452608" : 74,
"456704" : 43,
"460800" : 37,
"464896" : 28,
"468992" : 34,
"473088" : 15,
"477184" : 23,
"481280" : 18,
"485376" : 28,
"489472" : 10,
"493568" : 7,
"497664" : 17,
"501760" : 11,
"505856" : 11,
"509952" : 8,
"514048" : 8,
"518144" : 2,
"522240" : 3,
"528384" : 7,
"536576" : 7,
"544768" : 3,
"552960" : 4,
"561152" : 5,
"569344" : 6,
"577536" : 3,
"585728" : 3,
"593920" : 2,
"602112" : 2,
"618496" : 2,
"626688" : 3,
"634880" : 1,
"643072" : 4,
"667648" : 2,
"684032" : 1,
"724992" : 1,
"733184" : 1,
"757760" : 1,
"790528" : 2,
"815104" : 2,
"872448" : 1,
"1482752" : 1,
"1515520" : 1,
"1826816" : 2
}
},
"lat_ns" : {
"min" : 57147,
"max" : 1864077,
"mean" : 157193.224084,
"stddev" : 68578.621999,
"N" : 3550127
},
"bw_min" : 81320,
"bw_max" : 133592,
"bw_agg" : 100.000000,
"bw_mean" : 101451.924731,
"bw_dev" : 9106.045778,
"bw_samples" : 279,
"iops_min" : 20330,
"iops_max" : 33398,
"iops_mean" : 25362.931900,
"iops_stddev" : 2276.515036,
"iops_samples" : 279
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 4.255030,
"sys_cpu" : 70.191216,
"ctx" : 349928,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 63.834600,
"250" : 32.536263,
"500" : 3.623672,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118934,
"timestamp_ms" : 1774118934542,
"time" : "Sat Mar 21 15:48:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15621627904,
"io_kbytes" : 15255496,
"bw_bytes" : 104144880,
"bw" : 101703,
"iops" : 25426.002840,
"runtime" : 149999,
"total_ios" : 3813875,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9434,
"max" : 600828,
"mean" : 37565.577272,
"stddev" : 29337.666601,
"N" : 3813875
},
"clat_ns" : {
"min" : 36706,
"max" : 1834151,
"mean" : 119207.155975,
"stddev" : 56598.405904,
"N" : 3813874,
"percentile" : {
"1.000000" : 71168,
"5.000000" : 80384,
"10.000000" : 82432,
"20.000000" : 85504,
"30.000000" : 87552,
"40.000000" : 89600,
"50.000000" : 92672,
"60.000000" : 97792,
"70.000000" : 105984,
"80.000000" : 181248,
"90.000000" : 193536,
"95.000000" : 209920,
"99.000000" : 321536,
"99.500000" : 399360,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 456704
},
"bins" : {
"36608" : 1,
"40192" : 1,
"40704" : 1,
"41216" : 1,
"41728" : 2,
"42240" : 2,
"42752" : 3,
"43264" : 1,
"43776" : 1,
"45312" : 4,
"45824" : 4,
"46336" : 4,
"46848" : 8,
"47360" : 6,
"47872" : 8,
"48384" : 12,
"48896" : 9,
"49408" : 10,
"49920" : 7,
"50432" : 19,
"50944" : 15,
"51456" : 14,
"51968" : 35,
"52480" : 28,
"52992" : 42,
"53504" : 36,
"54016" : 57,
"54528" : 69,
"55040" : 90,
"55552" : 97,
"56064" : 125,
"56576" : 133,
"57088" : 175,
"57600" : 173,
"58112" : 186,
"58624" : 236,
"59136" : 281,
"59648" : 316,
"60160" : 377,
"60672" : 407,
"61184" : 488,
"61696" : 488,
"62208" : 513,
"62720" : 530,
"63232" : 569,
"63744" : 637,
"64256" : 690,
"64768" : 831,
"65280" : 993,
"66048" : 2590,
"67072" : 3605,
"68096" : 4609,
"69120" : 5572,
"70144" : 7309,
"71168" : 9866,
"72192" : 12539,
"73216" : 13912,
"74240" : 15196,
"75264" : 16054,
"76288" : 17586,
"77312" : 19777,
"78336" : 22774,
"79360" : 27887,
"80384" : 38764,
"81408" : 60497,
"82432" : 98942,
"83456" : 140072,
"84480" : 169986,
"85504" : 181704,
"86528" : 183646,
"87552" : 176020,
"88576" : 164086,
"89600" : 148190,
"90624" : 136435,
"91648" : 124414,
"92672" : 113803,
"93696" : 100928,
"94720" : 92055,
"95744" : 82770,
"96768" : 76241,
"97792" : 67410,
"98816" : 61210,
"99840" : 55121,
"100864" : 50251,
"101888" : 44691,
"102912" : 39582,
"103936" : 35330,
"104960" : 31872,
"105984" : 27837,
"107008" : 24850,
"108032" : 22626,
"109056" : 20026,
"110080" : 17710,
"111104" : 15270,
"112128" : 13643,
"113152" : 12371,
"114176" : 10946,
"115200" : 9796,
"116224" : 8513,
"117248" : 7788,
"118272" : 6867,
"119296" : 6047,
"120320" : 5387,
"121344" : 4906,
"122368" : 4385,
"123392" : 3954,
"124416" : 3613,
"125440" : 3305,
"126464" : 2986,
"127488" : 2712,
"128512" : 2438,
"129536" : 2295,
"130560" : 2242,
"132096" : 3781,
"134144" : 3316,
"136192" : 2859,
"138240" : 2673,
"140288" : 2378,
"142336" : 2388,
"144384" : 2104,
"146432" : 2004,
"148480" : 1950,
"150528" : 1901,
"152576" : 1774,
"154624" : 1832,
"156672" : 1844,
"158720" : 1923,
"160768" : 2340,
"162816" : 2741,
"164864" : 3342,
"166912" : 4004,
"168960" : 5642,
"171008" : 8519,
"173056" : 12570,
"175104" : 17683,
"177152" : 23441,
"179200" : 28973,
"181248" : 37732,
"183296" : 48520,
"185344" : 60437,
"187392" : 67317,
"189440" : 65906,
"191488" : 57374,
"193536" : 49093,
"195584" : 41892,
"197632" : 35661,
"199680" : 29662,
"201728" : 24616,
"203776" : 20000,
"205824" : 16231,
"207872" : 13265,
"209920" : 10835,
"211968" : 8764,
"214016" : 7060,
"216064" : 5791,
"218112" : 4803,
"220160" : 3965,
"222208" : 3340,
"224256" : 2792,
"226304" : 2447,
"228352" : 2132,
"230400" : 1912,
"232448" : 1670,
"234496" : 1442,
"236544" : 1302,
"238592" : 1165,
"240640" : 1075,
"242688" : 1026,
"244736" : 932,
"246784" : 848,
"248832" : 743,
"250880" : 748,
"252928" : 640,
"254976" : 744,
"257024" : 669,
"259072" : 724,
"261120" : 759,
"264192" : 1835,
"268288" : 2495,
"272384" : 4145,
"276480" : 5804,
"280576" : 8185,
"284672" : 10093,
"288768" : 10599,
"292864" : 10459,
"296960" : 8809,
"301056" : 7836,
"305152" : 6472,
"309248" : 5205,
"313344" : 4576,
"317440" : 4024,
"321536" : 3301,
"325632" : 2856,
"329728" : 2220,
"333824" : 1716,
"337920" : 1348,
"342016" : 1073,
"346112" : 844,
"350208" : 758,
"354304" : 524,
"358400" : 509,
"362496" : 408,
"366592" : 434,
"370688" : 407,
"374784" : 455,
"378880" : 610,
"382976" : 669,
"387072" : 683,
"391168" : 844,
"395264" : 1452,
"399360" : 2441,
"403456" : 3287,
"407552" : 3394,
"411648" : 3158,
"415744" : 2545,
"419840" : 1598,
"423936" : 950,
"428032" : 626,
"432128" : 474,
"436224" : 291,
"440320" : 184,
"444416" : 140,
"448512" : 109,
"452608" : 75,
"456704" : 44,
"460800" : 38,
"464896" : 29,
"468992" : 35,
"473088" : 15,
"477184" : 24,
"481280" : 18,
"485376" : 28,
"489472" : 11,
"493568" : 7,
"497664" : 18,
"501760" : 12,
"505856" : 12,
"509952" : 8,
"514048" : 8,
"518144" : 2,
"522240" : 3,
"528384" : 7,
"536576" : 7,
"544768" : 3,
"552960" : 5,
"561152" : 5,
"569344" : 6,
"577536" : 3,
"585728" : 3,
"593920" : 3,
"602112" : 4,
"610304" : 2,
"618496" : 2,
"626688" : 3,
"634880" : 1,
"643072" : 4,
"659456" : 1,
"667648" : 4,
"684032" : 2,
"700416" : 2,
"724992" : 1,
"733184" : 1,
"757760" : 1,
"765952" : 2,
"790528" : 2,
"815104" : 2,
"864256" : 1,
"872448" : 1,
"1482752" : 1,
"1515520" : 1,
"1826816" : 2
}
},
"lat_ns" : {
"min" : 57147,
"max" : 1864077,
"mean" : 156772.731619,
"stddev" : 68259.555887,
"N" : 3813874
},
"bw_min" : 81320,
"bw_max" : 133592,
"bw_agg" : 100.000000,
"bw_mean" : 101730.919732,
"bw_dev" : 8926.895682,
"bw_samples" : 299,
"iops_min" : 20330,
"iops_max" : 33398,
"iops_mean" : 25432.678930,
"iops_stddev" : 2231.727626,
"iops_samples" : 299
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 4.288695,
"sys_cpu" : 70.469136,
"ctx" : 370089,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999974,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999974,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 64.028527,
"250" : 32.415378,
"500" : 3.550562,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118944,
"timestamp_ms" : 1774118944543,
"time" : "Sat Mar 21 15:49:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16747298816,
"io_kbytes" : 16354784,
"bw_bytes" : 104671271,
"bw" : 102218,
"iops" : 25554.515966,
"runtime" : 159999,
"total_ios" : 4088697,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9434,
"max" : 600828,
"mean" : 37368.162780,
"stddev" : 29000.186063,
"N" : 4088697
},
"clat_ns" : {
"min" : 36706,
"max" : 1834151,
"mean" : 118613.067562,
"stddev" : 56126.356138,
"N" : 4088696,
"percentile" : {
"1.000000" : 71168,
"5.000000" : 80384,
"10.000000" : 83456,
"20.000000" : 85504,
"30.000000" : 87552,
"40.000000" : 89600,
"50.000000" : 92672,
"60.000000" : 97792,
"70.000000" : 104960,
"80.000000" : 179200,
"90.000000" : 193536,
"95.000000" : 209920,
"99.000000" : 321536,
"99.500000" : 399360,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 452608
},
"bins" : {
"36608" : 1,
"40192" : 1,
"40704" : 1,
"41216" : 1,
"41728" : 4,
"42240" : 2,
"42752" : 3,
"43264" : 2,
"43776" : 1,
"45312" : 4,
"45824" : 4,
"46336" : 5,
"46848" : 9,
"47360" : 6,
"47872" : 8,
"48384" : 14,
"48896" : 9,
"49408" : 10,
"49920" : 8,
"50432" : 21,
"50944" : 15,
"51456" : 15,
"51968" : 35,
"52480" : 31,
"52992" : 42,
"53504" : 39,
"54016" : 65,
"54528" : 75,
"55040" : 102,
"55552" : 103,
"56064" : 129,
"56576" : 143,
"57088" : 189,
"57600" : 187,
"58112" : 198,
"58624" : 249,
"59136" : 293,
"59648" : 336,
"60160" : 401,
"60672" : 430,
"61184" : 516,
"61696" : 514,
"62208" : 530,
"62720" : 554,
"63232" : 585,
"63744" : 652,
"64256" : 713,
"64768" : 851,
"65280" : 1007,
"66048" : 2630,
"67072" : 3686,
"68096" : 4770,
"69120" : 5794,
"70144" : 7626,
"71168" : 10439,
"72192" : 13284,
"73216" : 14791,
"74240" : 16046,
"75264" : 16886,
"76288" : 18356,
"77312" : 20572,
"78336" : 23557,
"79360" : 28829,
"80384" : 40280,
"81408" : 63554,
"82432" : 104959,
"83456" : 149870,
"84480" : 182447,
"85504" : 196020,
"86528" : 198584,
"87552" : 190676,
"88576" : 177857,
"89600" : 160840,
"90624" : 148030,
"91648" : 135116,
"92672" : 123622,
"93696" : 109914,
"94720" : 100076,
"95744" : 90090,
"96768" : 82949,
"97792" : 73425,
"98816" : 66774,
"99840" : 60131,
"100864" : 54733,
"101888" : 48688,
"102912" : 43262,
"103936" : 38570,
"104960" : 34835,
"105984" : 30402,
"107008" : 27164,
"108032" : 24777,
"109056" : 22015,
"110080" : 19416,
"111104" : 16701,
"112128" : 15008,
"113152" : 13619,
"114176" : 12071,
"115200" : 10768,
"116224" : 9414,
"117248" : 8558,
"118272" : 7551,
"119296" : 6680,
"120320" : 5947,
"121344" : 5405,
"122368" : 4792,
"123392" : 4321,
"124416" : 3951,
"125440" : 3627,
"126464" : 3285,
"127488" : 2959,
"128512" : 2666,
"129536" : 2496,
"130560" : 2433,
"132096" : 4129,
"134144" : 3601,
"136192" : 3136,
"138240" : 2891,
"140288" : 2568,
"142336" : 2556,
"144384" : 2202,
"146432" : 2146,
"148480" : 2081,
"150528" : 2031,
"152576" : 1862,
"154624" : 1937,
"156672" : 1940,
"158720" : 2020,
"160768" : 2449,
"162816" : 2862,
"164864" : 3490,
"166912" : 4131,
"168960" : 5774,
"171008" : 8709,
"173056" : 12954,
"175104" : 18533,
"177152" : 24743,
"179200" : 30414,
"181248" : 39201,
"183296" : 50250,
"185344" : 62642,
"187392" : 70149,
"189440" : 68913,
"191488" : 60197,
"193536" : 51560,
"195584" : 43978,
"197632" : 37342,
"199680" : 31061,
"201728" : 25832,
"203776" : 20906,
"205824" : 17002,
"207872" : 13881,
"209920" : 11352,
"211968" : 9169,
"214016" : 7419,
"216064" : 6077,
"218112" : 5046,
"220160" : 4172,
"222208" : 3535,
"224256" : 2944,
"226304" : 2586,
"228352" : 2244,
"230400" : 2019,
"232448" : 1754,
"234496" : 1506,
"236544" : 1386,
"238592" : 1233,
"240640" : 1136,
"242688" : 1081,
"244736" : 971,
"246784" : 892,
"248832" : 772,
"250880" : 789,
"252928" : 680,
"254976" : 776,
"257024" : 702,
"259072" : 751,
"261120" : 787,
"264192" : 1919,
"268288" : 2597,
"272384" : 4279,
"276480" : 5899,
"280576" : 8309,
"284672" : 10237,
"288768" : 10876,
"292864" : 10903,
"296960" : 9233,
"301056" : 8195,
"305152" : 6730,
"309248" : 5439,
"313344" : 4792,
"317440" : 4213,
"321536" : 3507,
"325632" : 3049,
"329728" : 2349,
"333824" : 1843,
"337920" : 1413,
"342016" : 1136,
"346112" : 896,
"350208" : 806,
"354304" : 553,
"358400" : 535,
"362496" : 443,
"366592" : 456,
"370688" : 436,
"374784" : 473,
"378880" : 630,
"382976" : 716,
"387072" : 703,
"391168" : 888,
"395264" : 1536,
"399360" : 2636,
"403456" : 3580,
"407552" : 3683,
"411648" : 3423,
"415744" : 2733,
"419840" : 1699,
"423936" : 989,
"428032" : 653,
"432128" : 512,
"436224" : 306,
"440320" : 194,
"444416" : 145,
"448512" : 112,
"452608" : 77,
"456704" : 48,
"460800" : 40,
"464896" : 29,
"468992" : 37,
"473088" : 15,
"477184" : 24,
"481280" : 18,
"485376" : 28,
"489472" : 11,
"493568" : 7,
"497664" : 18,
"501760" : 12,
"505856" : 12,
"509952" : 8,
"514048" : 8,
"518144" : 3,
"522240" : 4,
"528384" : 7,
"536576" : 7,
"544768" : 3,
"552960" : 5,
"561152" : 7,
"569344" : 6,
"577536" : 3,
"585728" : 3,
"593920" : 3,
"602112" : 4,
"610304" : 2,
"618496" : 2,
"626688" : 3,
"634880" : 1,
"643072" : 4,
"659456" : 1,
"667648" : 4,
"684032" : 2,
"700416" : 2,
"724992" : 1,
"733184" : 1,
"757760" : 1,
"765952" : 2,
"790528" : 2,
"815104" : 2,
"864256" : 1,
"872448" : 1,
"1482752" : 1,
"1515520" : 1,
"1826816" : 2
}
},
"lat_ns" : {
"min" : 57147,
"max" : 1864077,
"mean" : 155981.229819,
"stddev" : 67770.017015,
"N" : 4088696
},
"bw_min" : 81320,
"bw_max" : 133592,
"bw_agg" : 100.000000,
"bw_mean" : 102245.667712,
"bw_dev" : 9151.177100,
"bw_samples" : 319,
"iops_min" : 20330,
"iops_max" : 33398,
"iops_mean" : 25561.366771,
"iops_stddev" : 2287.797624,
"iops_samples" : 319
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 4.336277,
"sys_cpu" : 70.912943,
"ctx" : 386892,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999976,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999976,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 64.363023,
"250" : 32.172426,
"500" : 3.459122,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118954,
"timestamp_ms" : 1774118954543,
"time" : "Sat Mar 21 15:49:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 17884209152,
"io_kbytes" : 17465048,
"bw_bytes" : 105201849,
"bw" : 102736,
"iops" : 25684.056965,
"runtime" : 169999,
"total_ios" : 4366264,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9434,
"max" : 633618,
"mean" : 37171.454540,
"stddev" : 28682.146938,
"N" : 4366264
},
"clat_ns" : {
"min" : 36706,
"max" : 1834151,
"mean" : 118020.152931,
"stddev" : 55733.260562,
"N" : 4366263,
"percentile" : {
"1.000000" : 71168,
"5.000000" : 80384,
"10.000000" : 83456,
"20.000000" : 85504,
"30.000000" : 87552,
"40.000000" : 89600,
"50.000000" : 92672,
"60.000000" : 96768,
"70.000000" : 104960,
"80.000000" : 177152,
"90.000000" : 193536,
"95.000000" : 209920,
"99.000000" : 321536,
"99.500000" : 399360,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 452608
},
"bins" : {
"36608" : 1,
"40192" : 1,
"40704" : 1,
"41216" : 1,
"41728" : 4,
"42240" : 3,
"42752" : 3,
"43264" : 2,
"43776" : 2,
"45312" : 4,
"45824" : 6,
"46336" : 5,
"46848" : 11,
"47360" : 7,
"47872" : 8,
"48384" : 16,
"48896" : 9,
"49408" : 10,
"49920" : 9,
"50432" : 21,
"50944" : 16,
"51456" : 17,
"51968" : 37,
"52480" : 34,
"52992" : 44,
"53504" : 45,
"54016" : 79,
"54528" : 78,
"55040" : 108,
"55552" : 118,
"56064" : 136,
"56576" : 161,
"57088" : 206,
"57600" : 207,
"58112" : 222,
"58624" : 282,
"59136" : 318,
"59648" : 372,
"60160" : 430,
"60672" : 469,
"61184" : 552,
"61696" : 549,
"62208" : 549,
"62720" : 585,
"63232" : 611,
"63744" : 677,
"64256" : 734,
"64768" : 887,
"65280" : 1036,
"66048" : 2709,
"67072" : 3823,
"68096" : 5012,
"69120" : 6206,
"70144" : 8228,
"71168" : 11234,
"72192" : 14319,
"73216" : 15927,
"74240" : 17121,
"75264" : 17960,
"76288" : 19390,
"77312" : 21497,
"78336" : 24462,
"79360" : 29938,
"80384" : 41940,
"81408" : 66577,
"82432" : 110692,
"83456" : 159547,
"84480" : 195102,
"85504" : 210570,
"86528" : 213766,
"87552" : 205382,
"88576" : 191888,
"89600" : 173579,
"90624" : 159908,
"91648" : 146046,
"92672" : 133799,
"93696" : 119210,
"94720" : 108432,
"95744" : 97667,
"96768" : 89829,
"97792" : 79623,
"98816" : 72237,
"99840" : 65216,
"100864" : 59263,
"101888" : 52864,
"102912" : 46987,
"103936" : 41958,
"104960" : 37860,
"105984" : 33034,
"107008" : 29600,
"108032" : 26838,
"109056" : 23975,
"110080" : 21107,
"111104" : 18204,
"112128" : 16390,
"113152" : 14822,
"114176" : 13097,
"115200" : 11711,
"116224" : 10238,
"117248" : 9325,
"118272" : 8238,
"119296" : 7259,
"120320" : 6491,
"121344" : 5895,
"122368" : 5229,
"123392" : 4656,
"124416" : 4285,
"125440" : 3919,
"126464" : 3547,
"127488" : 3202,
"128512" : 2879,
"129536" : 2711,
"130560" : 2614,
"132096" : 4434,
"134144" : 3857,
"136192" : 3381,
"138240" : 3084,
"140288" : 2719,
"142336" : 2680,
"144384" : 2317,
"146432" : 2254,
"148480" : 2177,
"150528" : 2123,
"152576" : 1960,
"154624" : 2038,
"156672" : 2014,
"158720" : 2111,
"160768" : 2528,
"162816" : 2984,
"164864" : 3603,
"166912" : 4220,
"168960" : 5901,
"171008" : 8870,
"173056" : 13281,
"175104" : 19163,
"177152" : 25608,
"179200" : 31386,
"181248" : 40304,
"183296" : 51577,
"185344" : 64532,
"187392" : 72714,
"189440" : 71975,
"191488" : 62927,
"193536" : 53913,
"195584" : 45917,
"197632" : 38915,
"199680" : 32451,
"201728" : 26947,
"203776" : 21852,
"205824" : 17766,
"207872" : 14520,
"209920" : 11894,
"211968" : 9618,
"214016" : 7805,
"216064" : 6338,
"218112" : 5313,
"220160" : 4355,
"222208" : 3729,
"224256" : 3065,
"226304" : 2711,
"228352" : 2385,
"230400" : 2119,
"232448" : 1847,
"234496" : 1587,
"236544" : 1455,
"238592" : 1294,
"240640" : 1190,
"242688" : 1129,
"244736" : 1025,
"246784" : 920,
"248832" : 803,
"250880" : 823,
"252928" : 718,
"254976" : 805,
"257024" : 728,
"259072" : 773,
"261120" : 806,
"264192" : 1984,
"268288" : 2667,
"272384" : 4359,
"276480" : 5979,
"280576" : 8408,
"284672" : 10381,
"288768" : 11211,
"292864" : 11367,
"296960" : 9656,
"301056" : 8467,
"305152" : 7036,
"309248" : 5664,
"313344" : 5041,
"317440" : 4478,
"321536" : 3749,
"325632" : 3251,
"329728" : 2511,
"333824" : 1964,
"337920" : 1527,
"342016" : 1233,
"346112" : 959,
"350208" : 857,
"354304" : 587,
"358400" : 560,
"362496" : 466,
"366592" : 473,
"370688" : 457,
"374784" : 491,
"378880" : 642,
"382976" : 736,
"387072" : 730,
"391168" : 930,
"395264" : 1690,
"399360" : 2858,
"403456" : 3826,
"407552" : 4015,
"411648" : 3697,
"415744" : 2964,
"419840" : 1859,
"423936" : 1037,
"428032" : 692,
"432128" : 532,
"436224" : 326,
"440320" : 204,
"444416" : 154,
"448512" : 123,
"452608" : 79,
"456704" : 50,
"460800" : 41,
"464896" : 32,
"468992" : 39,
"473088" : 17,
"477184" : 24,
"481280" : 19,
"485376" : 32,
"489472" : 11,
"493568" : 9,
"497664" : 18,
"501760" : 12,
"505856" : 12,
"509952" : 8,
"514048" : 8,
"518144" : 4,
"522240" : 4,
"528384" : 7,
"536576" : 7,
"544768" : 3,
"552960" : 6,
"561152" : 8,
"569344" : 7,
"577536" : 3,
"585728" : 4,
"593920" : 4,
"602112" : 4,
"610304" : 2,
"618496" : 2,
"626688" : 3,
"634880" : 1,
"643072" : 4,
"659456" : 1,
"667648" : 4,
"684032" : 2,
"700416" : 3,
"708608" : 1,
"716800" : 1,
"724992" : 1,
"733184" : 1,
"757760" : 1,
"765952" : 2,
"790528" : 2,
"815104" : 2,
"864256" : 1,
"872448" : 1,
"1482752" : 1,
"1515520" : 1,
"1826816" : 2
}
},
"lat_ns" : {
"min" : 57147,
"max" : 1864077,
"mean" : 155191.610105,
"stddev" : 67393.858866,
"N" : 4366263
},
"bw_min" : 81320,
"bw_max" : 133592,
"bw_agg" : 99.975490,
"bw_mean" : 102711.436578,
"bw_dev" : 9477.651470,
"bw_samples" : 339,
"iops_min" : 20330,
"iops_max" : 33398,
"iops_mean" : 25677.811209,
"iops_stddev" : 2369.419329,
"iops_samples" : 339
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 4.361790,
"sys_cpu" : 71.363949,
"ctx" : 402945,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999977,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999977,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 64.743382,
"250" : 31.866900,
"500" : 3.384220,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118964,
"timestamp_ms" : 1774118964542,
"time" : "Sat Mar 21 15:49:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 19066261504,
"io_kbytes" : 18619396,
"bw_bytes" : 105924263,
"bw" : 103441,
"iops" : 25860.421447,
"runtime" : 179999,
"total_ios" : 4654850,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9434,
"max" : 633618,
"mean" : 36905.893246,
"stddev" : 28270.446212,
"N" : 4654850
},
"clat_ns" : {
"min" : 36706,
"max" : 1834151,
"mean" : 117222.750416,
"stddev" : 55118.152884,
"N" : 4654849,
"percentile" : {
"1.000000" : 71168,
"5.000000" : 80384,
"10.000000" : 83456,
"20.000000" : 85504,
"30.000000" : 87552,
"40.000000" : 89600,
"50.000000" : 92672,
"60.000000" : 96768,
"70.000000" : 103936,
"80.000000" : 175104,
"90.000000" : 193536,
"95.000000" : 207872,
"99.000000" : 321536,
"99.500000" : 399360,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 452608
},
"bins" : {
"36608" : 2,
"40192" : 1,
"40704" : 2,
"41216" : 1,
"41728" : 4,
"42240" : 3,
"42752" : 3,
"43264" : 3,
"43776" : 3,
"44288" : 1,
"44800" : 1,
"45312" : 4,
"45824" : 6,
"46336" : 6,
"46848" : 11,
"47360" : 7,
"47872" : 11,
"48384" : 17,
"48896" : 9,
"49408" : 11,
"49920" : 9,
"50432" : 21,
"50944" : 18,
"51456" : 21,
"51968" : 49,
"52480" : 46,
"52992" : 53,
"53504" : 47,
"54016" : 90,
"54528" : 91,
"55040" : 117,
"55552" : 132,
"56064" : 156,
"56576" : 188,
"57088" : 234,
"57600" : 233,
"58112" : 252,
"58624" : 310,
"59136" : 355,
"59648" : 409,
"60160" : 470,
"60672" : 503,
"61184" : 582,
"61696" : 584,
"62208" : 586,
"62720" : 606,
"63232" : 638,
"63744" : 701,
"64256" : 763,
"64768" : 914,
"65280" : 1082,
"66048" : 2832,
"67072" : 4068,
"68096" : 5436,
"69120" : 6759,
"70144" : 9087,
"71168" : 12321,
"72192" : 15533,
"73216" : 17229,
"74240" : 18378,
"75264" : 19138,
"76288" : 20535,
"77312" : 22633,
"78336" : 25584,
"79360" : 31571,
"80384" : 44925,
"81408" : 71905,
"82432" : 118945,
"83456" : 170816,
"84480" : 208613,
"85504" : 225076,
"86528" : 228745,
"87552" : 220211,
"88576" : 205921,
"89600" : 186742,
"90624" : 172323,
"91648" : 157515,
"92672" : 144379,
"93696" : 128889,
"94720" : 117430,
"95744" : 105817,
"96768" : 97354,
"97792" : 86286,
"98816" : 78194,
"99840" : 70627,
"100864" : 64079,
"101888" : 57209,
"102912" : 50812,
"103936" : 45431,
"104960" : 40966,
"105984" : 35655,
"107008" : 31932,
"108032" : 28963,
"109056" : 25874,
"110080" : 22747,
"111104" : 19653,
"112128" : 17601,
"113152" : 15960,
"114176" : 14143,
"115200" : 12579,
"116224" : 11013,
"117248" : 10053,
"118272" : 8934,
"119296" : 7815,
"120320" : 7010,
"121344" : 6298,
"122368" : 5614,
"123392" : 4985,
"124416" : 4581,
"125440" : 4207,
"126464" : 3812,
"127488" : 3445,
"128512" : 3066,
"129536" : 2895,
"130560" : 2779,
"132096" : 4732,
"134144" : 4094,
"136192" : 3610,
"138240" : 3255,
"140288" : 2856,
"142336" : 2817,
"144384" : 2437,
"146432" : 2363,
"148480" : 2298,
"150528" : 2215,
"152576" : 2054,
"154624" : 2113,
"156672" : 2092,
"158720" : 2189,
"160768" : 2640,
"162816" : 3099,
"164864" : 3712,
"166912" : 4315,
"168960" : 6017,
"171008" : 9058,
"173056" : 13792,
"175104" : 20161,
"177152" : 27112,
"179200" : 33235,
"181248" : 42188,
"183296" : 53362,
"185344" : 66406,
"187392" : 74556,
"189440" : 73740,
"191488" : 64412,
"193536" : 55262,
"195584" : 47094,
"197632" : 39942,
"199680" : 33370,
"201728" : 27764,
"203776" : 22564,
"205824" : 18360,
"207872" : 15012,
"209920" : 12367,
"211968" : 9976,
"214016" : 8131,
"216064" : 6609,
"218112" : 5535,
"220160" : 4543,
"222208" : 3903,
"224256" : 3221,
"226304" : 2853,
"228352" : 2496,
"230400" : 2227,
"232448" : 1927,
"234496" : 1671,
"236544" : 1519,
"238592" : 1363,
"240640" : 1245,
"242688" : 1174,
"244736" : 1053,
"246784" : 955,
"248832" : 830,
"250880" : 845,
"252928" : 744,
"254976" : 835,
"257024" : 751,
"259072" : 793,
"261120" : 827,
"264192" : 2056,
"268288" : 2780,
"272384" : 4504,
"276480" : 6117,
"280576" : 8511,
"284672" : 10508,
"288768" : 11364,
"292864" : 11588,
"296960" : 9864,
"301056" : 8663,
"305152" : 7260,
"309248" : 5847,
"313344" : 5208,
"317440" : 4647,
"321536" : 3910,
"325632" : 3406,
"329728" : 2664,
"333824" : 2075,
"337920" : 1625,
"342016" : 1301,
"346112" : 1007,
"350208" : 893,
"354304" : 606,
"358400" : 575,
"362496" : 487,
"366592" : 489,
"370688" : 464,
"374784" : 506,
"378880" : 655,
"382976" : 772,
"387072" : 751,
"391168" : 1002,
"395264" : 1832,
"399360" : 3086,
"403456" : 4097,
"407552" : 4245,
"411648" : 3870,
"415744" : 3046,
"419840" : 1901,
"423936" : 1063,
"428032" : 707,
"432128" : 550,
"436224" : 334,
"440320" : 214,
"444416" : 156,
"448512" : 127,
"452608" : 82,
"456704" : 52,
"460800" : 43,
"464896" : 34,
"468992" : 39,
"473088" : 18,
"477184" : 25,
"481280" : 20,
"485376" : 32,
"489472" : 11,
"493568" : 9,
"497664" : 19,
"501760" : 12,
"505856" : 14,
"509952" : 8,
"514048" : 8,
"518144" : 4,
"522240" : 4,
"528384" : 7,
"536576" : 7,
"544768" : 3,
"552960" : 6,
"561152" : 8,
"569344" : 8,
"577536" : 4,
"585728" : 5,
"593920" : 4,
"602112" : 4,
"610304" : 2,
"618496" : 2,
"626688" : 3,
"634880" : 1,
"643072" : 4,
"659456" : 1,
"667648" : 5,
"684032" : 3,
"700416" : 3,
"708608" : 1,
"716800" : 1,
"724992" : 1,
"733184" : 1,
"757760" : 1,
"765952" : 2,
"790528" : 2,
"815104" : 2,
"864256" : 1,
"872448" : 1,
"1482752" : 1,
"1515520" : 1,
"1826816" : 2
}
},
"lat_ns" : {
"min" : 57147,
"max" : 1864077,
"mean" : 154128.574258,
"stddev" : 66727.101986,
"N" : 4654849
},
"bw_min" : 81320,
"bw_max" : 133592,
"bw_agg" : 99.948122,
"bw_mean" : 103388.431755,
"bw_dev" : 9783.422468,
"bw_samples" : 359,
"iops_min" : 20330,
"iops_max" : 33398,
"iops_mean" : 25847.061281,
"iops_stddev" : 2445.863536,
"iops_samples" : 359
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 4.398913,
"sys_cpu" : 71.907622,
"ctx" : 416363,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 65.281287,
"250" : 31.437984,
"500" : 3.275165,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118964,
"timestamp_ms" : 1774118964573,
"time" : "Sat Mar 21 15:49:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 19066298368,
"io_kbytes" : 18619432,
"bw_bytes" : 105922702,
"bw" : 103440,
"iops" : 25860.012667,
"runtime" : 180002,
"total_ios" : 4654854,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9434,
"max" : 633618,
"mean" : 36905.977607,
"stddev" : 28270.570309,
"N" : 4654855
},
"clat_ns" : {
"min" : 3035,
"max" : 1834151,
"mean" : 117223.025419,
"stddev" : 55118.775173,
"N" : 4654857,
"percentile" : {
"1.000000" : 71168,
"5.000000" : 80384,
"10.000000" : 83456,
"20.000000" : 85504,
"30.000000" : 87552,
"40.000000" : 89600,
"50.000000" : 92672,
"60.000000" : 96768,
"70.000000" : 103936,
"80.000000" : 175104,
"90.000000" : 193536,
"95.000000" : 207872,
"99.000000" : 321536,
"99.500000" : 399360,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 452608
},
"bins" : {
"3024" : 1,
"36608" : 2,
"40192" : 1,
"40704" : 2,
"41216" : 1,
"41728" : 4,
"42240" : 3,
"42752" : 3,
"43264" : 3,
"43776" : 3,
"44288" : 1,
"44800" : 1,
"45312" : 4,
"45824" : 6,
"46336" : 6,
"46848" : 11,
"47360" : 7,
"47872" : 11,
"48384" : 17,
"48896" : 9,
"49408" : 11,
"49920" : 9,
"50432" : 21,
"50944" : 18,
"51456" : 21,
"51968" : 49,
"52480" : 46,
"52992" : 53,
"53504" : 47,
"54016" : 90,
"54528" : 91,
"55040" : 117,
"55552" : 132,
"56064" : 156,
"56576" : 188,
"57088" : 234,
"57600" : 233,
"58112" : 252,
"58624" : 310,
"59136" : 355,
"59648" : 409,
"60160" : 470,
"60672" : 503,
"61184" : 582,
"61696" : 584,
"62208" : 586,
"62720" : 606,
"63232" : 638,
"63744" : 701,
"64256" : 763,
"64768" : 914,
"65280" : 1082,
"66048" : 2832,
"67072" : 4068,
"68096" : 5436,
"69120" : 6759,
"70144" : 9087,
"71168" : 12321,
"72192" : 15533,
"73216" : 17229,
"74240" : 18378,
"75264" : 19138,
"76288" : 20535,
"77312" : 22633,
"78336" : 25584,
"79360" : 31571,
"80384" : 44925,
"81408" : 71905,
"82432" : 118945,
"83456" : 170816,
"84480" : 208613,
"85504" : 225076,
"86528" : 228745,
"87552" : 220211,
"88576" : 205921,
"89600" : 186742,
"90624" : 172323,
"91648" : 157515,
"92672" : 144379,
"93696" : 128889,
"94720" : 117430,
"95744" : 105817,
"96768" : 97354,
"97792" : 86286,
"98816" : 78194,
"99840" : 70627,
"100864" : 64079,
"101888" : 57209,
"102912" : 50812,
"103936" : 45431,
"104960" : 40966,
"105984" : 35655,
"107008" : 31932,
"108032" : 28963,
"109056" : 25874,
"110080" : 22747,
"111104" : 19653,
"112128" : 17601,
"113152" : 15960,
"114176" : 14143,
"115200" : 12579,
"116224" : 11013,
"117248" : 10053,
"118272" : 8934,
"119296" : 7815,
"120320" : 7010,
"121344" : 6298,
"122368" : 5614,
"123392" : 4985,
"124416" : 4581,
"125440" : 4207,
"126464" : 3812,
"127488" : 3445,
"128512" : 3066,
"129536" : 2895,
"130560" : 2779,
"132096" : 4732,
"134144" : 4094,
"136192" : 3611,
"138240" : 3255,
"140288" : 2856,
"142336" : 2817,
"144384" : 2437,
"146432" : 2363,
"148480" : 2298,
"150528" : 2215,
"152576" : 2054,
"154624" : 2113,
"156672" : 2092,
"158720" : 2189,
"160768" : 2640,
"162816" : 3099,
"164864" : 3712,
"166912" : 4315,
"168960" : 6017,
"171008" : 9058,
"173056" : 13792,
"175104" : 20161,
"177152" : 27112,
"179200" : 33235,
"181248" : 42188,
"183296" : 53362,
"185344" : 66406,
"187392" : 74556,
"189440" : 73740,
"191488" : 64412,
"193536" : 55262,
"195584" : 47094,
"197632" : 39942,
"199680" : 33370,
"201728" : 27764,
"203776" : 22564,
"205824" : 18360,
"207872" : 15012,
"209920" : 12367,
"211968" : 9976,
"214016" : 8131,
"216064" : 6609,
"218112" : 5535,
"220160" : 4543,
"222208" : 3903,
"224256" : 3221,
"226304" : 2853,
"228352" : 2496,
"230400" : 2227,
"232448" : 1927,
"234496" : 1671,
"236544" : 1519,
"238592" : 1363,
"240640" : 1245,
"242688" : 1174,
"244736" : 1053,
"246784" : 955,
"248832" : 830,
"250880" : 845,
"252928" : 744,
"254976" : 835,
"257024" : 751,
"259072" : 793,
"261120" : 827,
"264192" : 2056,
"268288" : 2780,
"272384" : 4505,
"276480" : 6117,
"280576" : 8511,
"284672" : 10508,
"288768" : 11364,
"292864" : 11588,
"296960" : 9864,
"301056" : 8663,
"305152" : 7260,
"309248" : 5847,
"313344" : 5208,
"317440" : 4647,
"321536" : 3911,
"325632" : 3406,
"329728" : 2664,
"333824" : 2077,
"337920" : 1625,
"342016" : 1301,
"346112" : 1007,
"350208" : 893,
"354304" : 606,
"358400" : 575,
"362496" : 487,
"366592" : 489,
"370688" : 464,
"374784" : 506,
"378880" : 655,
"382976" : 772,
"387072" : 751,
"391168" : 1002,
"395264" : 1832,
"399360" : 3086,
"403456" : 4098,
"407552" : 4245,
"411648" : 3870,
"415744" : 3047,
"419840" : 1901,
"423936" : 1063,
"428032" : 707,
"432128" : 550,
"436224" : 334,
"440320" : 214,
"444416" : 156,
"448512" : 127,
"452608" : 82,
"456704" : 52,
"460800" : 43,
"464896" : 34,
"468992" : 39,
"473088" : 18,
"477184" : 25,
"481280" : 20,
"485376" : 32,
"489472" : 11,
"493568" : 9,
"497664" : 19,
"501760" : 12,
"505856" : 14,
"509952" : 8,
"514048" : 8,
"518144" : 4,
"522240" : 4,
"528384" : 7,
"536576" : 7,
"544768" : 3,
"552960" : 6,
"561152" : 8,
"569344" : 8,
"577536" : 4,
"585728" : 5,
"593920" : 4,
"602112" : 4,
"610304" : 2,
"618496" : 2,
"626688" : 3,
"634880" : 1,
"643072" : 4,
"659456" : 1,
"667648" : 5,
"684032" : 3,
"700416" : 3,
"708608" : 1,
"716800" : 1,
"724992" : 1,
"733184" : 1,
"757760" : 1,
"765952" : 2,
"790528" : 2,
"815104" : 2,
"864256" : 1,
"872448" : 1,
"1482752" : 1,
"1515520" : 1,
"1826816" : 2
}
},
"lat_ns" : {
"min" : 57147,
"max" : 1864077,
"mean" : 154128.995171,
"stddev" : 66728.016625,
"N" : 4654857
},
"bw_min" : 81320,
"bw_max" : 133592,
"bw_agg" : 100.000000,
"bw_mean" : 103465.219444,
"bw_dev" : 9877.824879,
"bw_samples" : 360,
"iops_min" : 20330,
"iops_max" : 33398,
"iops_mean" : 25866.258333,
"iops_stddev" : 2469.464404,
"iops_samples" : 360
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180001,
"usr_cpu" : 4.398864,
"sys_cpu" : 71.906823,
"ctx" : 416369,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 65.281231,
"250" : 31.437979,
"500" : 3.275291,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}