raidz2/benchmarks/rand/rand-write-qd4-nj1_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774118544,
"timestamp_ms" : 1774118544899,
"time" : "Sat Mar 21 15:42:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1105178624,
"io_kbytes" : 1079276,
"bw_bytes" : 113142774,
"bw" : 110490,
"iops" : 27623.259623,
"runtime" : 9768,
"total_ios" : 269824,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9768,
"usr_cpu" : 4.524980,
"sys_cpu" : 64.496314,
"ctx" : 33886,
"majf" : 0,
"minf" : 6,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 99.998888,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118555,
"timestamp_ms" : 1774118555129,
"time" : "Sat Mar 21 15:42:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 995917824,
"io_kbytes" : 972576,
"bw_bytes" : 99601742,
"bw" : 97267,
"iops" : 24316.931693,
"runtime" : 9999,
"total_ios" : 243145,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9715,
"max" : 357916,
"mean" : 39344.366382,
"stddev" : 34655.857374,
"N" : 243145
},
"clat_ns" : {
"min" : 43566,
"max" : 617373,
"mean" : 124614.506387,
"stddev" : 63385.993023,
"N" : 243144,
"percentile" : {
"1.000000" : 63232,
"5.000000" : 70144,
"10.000000" : 73216,
"20.000000" : 78336,
"30.000000" : 82432,
"40.000000" : 85504,
"50.000000" : 90624,
"60.000000" : 98816,
"70.000000" : 173056,
"80.000000" : 183296,
"90.000000" : 195584,
"95.000000" : 276480,
"99.000000" : 309248,
"99.500000" : 374784,
"99.900000" : 407552,
"99.950000" : 419840,
"99.990000" : 464896
},
"bins" : {
"43776" : 1,
"44800" : 1,
"45824" : 1,
"46336" : 1,
"46848" : 2,
"47360" : 1,
"47872" : 3,
"48384" : 2,
"48896" : 5,
"49408" : 1,
"49920" : 5,
"50432" : 4,
"50944" : 7,
"51456" : 3,
"51968" : 9,
"52480" : 16,
"52992" : 14,
"53504" : 19,
"54016" : 29,
"54528" : 34,
"55040" : 43,
"55552" : 42,
"56064" : 52,
"56576" : 57,
"57088" : 65,
"57600" : 70,
"58112" : 74,
"58624" : 79,
"59136" : 106,
"59648" : 118,
"60160" : 142,
"60672" : 203,
"61184" : 219,
"61696" : 293,
"62208" : 261,
"62720" : 367,
"63232" : 330,
"63744" : 319,
"64256" : 362,
"64768" : 399,
"65280" : 459,
"66048" : 1158,
"67072" : 1657,
"68096" : 2072,
"69120" : 2438,
"70144" : 2550,
"71168" : 2854,
"72192" : 3314,
"73216" : 4102,
"74240" : 4617,
"75264" : 4916,
"76288" : 5268,
"77312" : 5540,
"78336" : 5988,
"79360" : 6482,
"80384" : 6934,
"81408" : 7141,
"82432" : 6969,
"83456" : 6964,
"84480" : 7033,
"85504" : 6765,
"86528" : 6349,
"87552" : 5890,
"88576" : 5519,
"89600" : 4795,
"90624" : 4427,
"91648" : 3930,
"92672" : 3511,
"93696" : 3175,
"94720" : 2765,
"95744" : 2405,
"96768" : 2308,
"97792" : 1817,
"98816" : 1731,
"99840" : 1541,
"100864" : 1349,
"101888" : 1171,
"102912" : 1041,
"103936" : 917,
"104960" : 800,
"105984" : 705,
"107008" : 621,
"108032" : 577,
"109056" : 482,
"110080" : 409,
"111104" : 385,
"112128" : 339,
"113152" : 284,
"114176" : 270,
"115200" : 216,
"116224" : 222,
"117248" : 193,
"118272" : 157,
"119296" : 164,
"120320" : 120,
"121344" : 111,
"122368" : 119,
"123392" : 87,
"124416" : 94,
"125440" : 95,
"126464" : 91,
"127488" : 88,
"128512" : 75,
"129536" : 68,
"130560" : 72,
"132096" : 156,
"134144" : 142,
"136192" : 138,
"138240" : 143,
"140288" : 128,
"142336" : 114,
"144384" : 142,
"146432" : 132,
"148480" : 114,
"150528" : 140,
"152576" : 148,
"154624" : 177,
"156672" : 249,
"158720" : 269,
"160768" : 345,
"162816" : 550,
"164864" : 791,
"166912" : 1055,
"168960" : 1515,
"171008" : 2146,
"173056" : 2994,
"175104" : 3552,
"177152" : 4208,
"179200" : 5202,
"181248" : 5594,
"183296" : 5898,
"185344" : 5897,
"187392" : 5252,
"189440" : 4377,
"191488" : 3473,
"193536" : 2804,
"195584" : 2127,
"197632" : 1749,
"199680" : 1317,
"201728" : 1102,
"203776" : 794,
"205824" : 688,
"207872" : 488,
"209920" : 377,
"211968" : 278,
"214016" : 257,
"216064" : 196,
"218112" : 190,
"220160" : 160,
"222208" : 135,
"224256" : 122,
"226304" : 103,
"228352" : 85,
"230400" : 67,
"232448" : 80,
"234496" : 82,
"236544" : 62,
"238592" : 75,
"240640" : 75,
"242688" : 58,
"244736" : 72,
"246784" : 72,
"248832" : 72,
"250880" : 68,
"252928" : 48,
"254976" : 73,
"257024" : 71,
"259072" : 60,
"261120" : 87,
"264192" : 207,
"268288" : 450,
"272384" : 700,
"276480" : 1286,
"280576" : 1769,
"284672" : 2144,
"288768" : 1711,
"292864" : 1158,
"296960" : 802,
"301056" : 478,
"305152" : 368,
"309248" : 270,
"313344" : 211,
"317440" : 136,
"321536" : 108,
"325632" : 73,
"329728" : 59,
"333824" : 42,
"337920" : 44,
"342016" : 36,
"346112" : 35,
"350208" : 36,
"354304" : 22,
"358400" : 19,
"362496" : 39,
"366592" : 36,
"370688" : 44,
"374784" : 57,
"378880" : 148,
"382976" : 174,
"387072" : 158,
"391168" : 122,
"395264" : 120,
"399360" : 103,
"403456" : 81,
"407552" : 64,
"411648" : 63,
"415744" : 36,
"419840" : 29,
"423936" : 22,
"428032" : 19,
"432128" : 8,
"436224" : 10,
"440320" : 5,
"444416" : 3,
"448512" : 4,
"452608" : 4,
"456704" : 3,
"460800" : 2,
"464896" : 4,
"468992" : 3,
"473088" : 3,
"477184" : 1,
"481280" : 1,
"485376" : 1,
"489472" : 1,
"501760" : 2,
"528384" : 1,
"544768" : 2,
"561152" : 1,
"569344" : 3,
"593920" : 1,
"618496" : 2
}
},
"lat_ns" : {
"min" : 65039,
"max" : 764939,
"mean" : 163958.895313,
"stddev" : 74741.343331,
"N" : 243144
},
"bw_min" : 87160,
"bw_max" : 112440,
"bw_agg" : 100.000000,
"bw_mean" : 97469.789474,
"bw_dev" : 6438.179622,
"bw_samples" : 19,
"iops_min" : 21790,
"iops_max" : 28110,
"iops_mean" : 24367.421053,
"iops_stddev" : 1609.571486,
"iops_samples" : 19
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 3.980398,
"sys_cpu" : 62.146215,
"ctx" : 34343,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999589,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999589,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 61.133891,
"250" : 33.120977,
"500" : 5.730737,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118565,
"timestamp_ms" : 1774118565129,
"time" : "Sat Mar 21 15:42:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1997049856,
"io_kbytes" : 1950244,
"bw_bytes" : 99857485,
"bw" : 97517,
"iops" : 24379.318966,
"runtime" : 19999,
"total_ios" : 487562,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9715,
"max" : 391097,
"mean" : 39231.318768,
"stddev" : 33970.739278,
"N" : 487562
},
"clat_ns" : {
"min" : 39049,
"max" : 745879,
"mean" : 124302.163270,
"stddev" : 62251.165006,
"N" : 487561,
"percentile" : {
"1.000000" : 64256,
"5.000000" : 71168,
"10.000000" : 75264,
"20.000000" : 80384,
"30.000000" : 83456,
"40.000000" : 86528,
"50.000000" : 90624,
"60.000000" : 97792,
"70.000000" : 171008,
"80.000000" : 183296,
"90.000000" : 195584,
"95.000000" : 268288,
"99.000000" : 309248,
"99.500000" : 366592,
"99.900000" : 415744,
"99.950000" : 423936,
"99.990000" : 464896
},
"bins" : {
"39168" : 1,
"43264" : 1,
"43776" : 1,
"44800" : 3,
"45824" : 3,
"46336" : 1,
"46848" : 4,
"47360" : 2,
"47872" : 9,
"48384" : 6,
"48896" : 9,
"49408" : 4,
"49920" : 9,
"50432" : 9,
"50944" : 12,
"51456" : 10,
"51968" : 15,
"52480" : 27,
"52992" : 22,
"53504" : 33,
"54016" : 45,
"54528" : 54,
"55040" : 70,
"55552" : 67,
"56064" : 79,
"56576" : 88,
"57088" : 105,
"57600" : 103,
"58112" : 130,
"58624" : 122,
"59136" : 170,
"59648" : 198,
"60160" : 241,
"60672" : 346,
"61184" : 350,
"61696" : 438,
"62208" : 412,
"62720" : 539,
"63232" : 518,
"63744" : 515,
"64256" : 541,
"64768" : 594,
"65280" : 675,
"66048" : 1745,
"67072" : 2505,
"68096" : 3211,
"69120" : 3673,
"70144" : 4000,
"71168" : 4693,
"72192" : 5559,
"73216" : 6849,
"74240" : 7748,
"75264" : 8210,
"76288" : 8819,
"77312" : 9406,
"78336" : 10518,
"79360" : 11622,
"80384" : 12692,
"81408" : 13541,
"82432" : 13806,
"83456" : 14571,
"84480" : 15499,
"85504" : 15653,
"86528" : 15157,
"87552" : 14174,
"88576" : 13263,
"89600" : 11676,
"90624" : 10495,
"91648" : 9470,
"92672" : 8380,
"93696" : 7449,
"94720" : 6559,
"95744" : 5668,
"96768" : 5284,
"97792" : 4392,
"98816" : 4043,
"99840" : 3559,
"100864" : 3242,
"101888" : 2874,
"102912" : 2491,
"103936" : 2176,
"104960" : 1944,
"105984" : 1646,
"107008" : 1525,
"108032" : 1340,
"109056" : 1188,
"110080" : 1001,
"111104" : 944,
"112128" : 798,
"113152" : 720,
"114176" : 613,
"115200" : 532,
"116224" : 500,
"117248" : 433,
"118272" : 367,
"119296" : 377,
"120320" : 286,
"121344" : 294,
"122368" : 271,
"123392" : 215,
"124416" : 221,
"125440" : 211,
"126464" : 188,
"127488" : 188,
"128512" : 159,
"129536" : 160,
"130560" : 169,
"132096" : 317,
"134144" : 323,
"136192" : 307,
"138240" : 280,
"140288" : 302,
"142336" : 241,
"144384" : 286,
"146432" : 296,
"148480" : 276,
"150528" : 275,
"152576" : 308,
"154624" : 336,
"156672" : 421,
"158720" : 493,
"160768" : 627,
"162816" : 991,
"164864" : 1268,
"166912" : 1720,
"168960" : 2490,
"171008" : 3648,
"173056" : 5119,
"175104" : 6032,
"177152" : 7185,
"179200" : 8704,
"181248" : 9776,
"183296" : 11437,
"185344" : 12253,
"187392" : 11165,
"189440" : 9450,
"191488" : 7625,
"193536" : 5981,
"195584" : 4566,
"197632" : 3646,
"199680" : 2865,
"201728" : 2388,
"203776" : 1798,
"205824" : 1572,
"207872" : 1220,
"209920" : 955,
"211968" : 762,
"214016" : 656,
"216064" : 496,
"218112" : 412,
"220160" : 368,
"222208" : 291,
"224256" : 293,
"226304" : 234,
"228352" : 182,
"230400" : 154,
"232448" : 153,
"234496" : 151,
"236544" : 129,
"238592" : 149,
"240640" : 138,
"242688" : 124,
"244736" : 154,
"246784" : 137,
"248832" : 144,
"250880" : 131,
"252928" : 113,
"254976" : 137,
"257024" : 140,
"259072" : 133,
"261120" : 153,
"264192" : 411,
"268288" : 737,
"272384" : 1238,
"276480" : 2034,
"280576" : 2904,
"284672" : 3828,
"288768" : 3112,
"292864" : 2087,
"296960" : 1466,
"301056" : 985,
"305152" : 825,
"309248" : 665,
"313344" : 597,
"317440" : 426,
"321536" : 337,
"325632" : 233,
"329728" : 178,
"333824" : 119,
"337920" : 107,
"342016" : 91,
"346112" : 74,
"350208" : 78,
"354304" : 48,
"358400" : 43,
"362496" : 70,
"366592" : 58,
"370688" : 75,
"374784" : 94,
"378880" : 203,
"382976" : 257,
"387072" : 236,
"391168" : 200,
"395264" : 206,
"399360" : 175,
"403456" : 186,
"407552" : 130,
"411648" : 141,
"415744" : 113,
"419840" : 74,
"423936" : 70,
"428032" : 48,
"432128" : 37,
"436224" : 35,
"440320" : 15,
"444416" : 11,
"448512" : 11,
"452608" : 7,
"456704" : 8,
"460800" : 4,
"464896" : 10,
"468992" : 4,
"473088" : 6,
"477184" : 5,
"481280" : 3,
"485376" : 3,
"489472" : 2,
"493568" : 1,
"501760" : 3,
"518144" : 1,
"528384" : 3,
"544768" : 2,
"561152" : 1,
"569344" : 3,
"577536" : 2,
"593920" : 1,
"618496" : 2,
"626688" : 1,
"643072" : 1,
"749568" : 1
}
},
"lat_ns" : {
"min" : 57778,
"max" : 798971,
"mean" : 163533.652556,
"stddev" : 73539.684381,
"N" : 487561
},
"bw_min" : 87160,
"bw_max" : 112440,
"bw_agg" : 99.634859,
"bw_mean" : 97161.179487,
"bw_dev" : 5545.246057,
"bw_samples" : 39,
"iops_min" : 21790,
"iops_max" : 28110,
"iops_mean" : 24290.256410,
"iops_stddev" : 1386.348626,
"iops_samples" : 39
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 4.155208,
"sys_cpu" : 63.203160,
"ctx" : 65873,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010255,
"100" : 61.383783,
"250" : 33.285203,
"500" : 5.316247,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118575,
"timestamp_ms" : 1774118575130,
"time" : "Sat Mar 21 15:42:55 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2968883200,
"io_kbytes" : 2899300,
"bw_bytes" : 98962773,
"bw" : 96643,
"iops" : 24160.866667,
"runtime" : 30000,
"total_ios" : 724826,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9715,
"max" : 440964,
"mean" : 39593.295000,
"stddev" : 33892.832317,
"N" : 724826
},
"clat_ns" : {
"min" : 38038,
"max" : 745879,
"mean" : 125415.505988,
"stddev" : 62216.326607,
"N" : 724825,
"percentile" : {
"1.000000" : 65280,
"5.000000" : 72192,
"10.000000" : 76288,
"20.000000" : 81408,
"30.000000" : 84480,
"40.000000" : 87552,
"50.000000" : 91648,
"60.000000" : 99840,
"70.000000" : 171008,
"80.000000" : 185344,
"90.000000" : 195584,
"95.000000" : 268288,
"99.000000" : 313344,
"99.500000" : 370688,
"99.900000" : 415744,
"99.950000" : 428032,
"99.990000" : 464896
},
"bins" : {
"38144" : 1,
"38656" : 1,
"39168" : 1,
"41216" : 1,
"43264" : 1,
"43776" : 3,
"44800" : 3,
"45824" : 4,
"46336" : 1,
"46848" : 4,
"47360" : 6,
"47872" : 11,
"48384" : 8,
"48896" : 9,
"49408" : 6,
"49920" : 18,
"50432" : 11,
"50944" : 20,
"51456" : 15,
"51968" : 21,
"52480" : 31,
"52992" : 27,
"53504" : 40,
"54016" : 52,
"54528" : 62,
"55040" : 81,
"55552" : 90,
"56064" : 89,
"56576" : 108,
"57088" : 129,
"57600" : 124,
"58112" : 154,
"58624" : 155,
"59136" : 214,
"59648" : 254,
"60160" : 299,
"60672" : 416,
"61184" : 438,
"61696" : 536,
"62208" : 489,
"62720" : 602,
"63232" : 603,
"63744" : 612,
"64256" : 626,
"64768" : 686,
"65280" : 776,
"66048" : 2024,
"67072" : 2911,
"68096" : 3708,
"69120" : 4337,
"70144" : 4897,
"71168" : 5929,
"72192" : 7262,
"73216" : 8876,
"74240" : 9850,
"75264" : 10304,
"76288" : 10994,
"77312" : 11675,
"78336" : 13117,
"79360" : 14593,
"80384" : 16536,
"81408" : 18153,
"82432" : 19608,
"83456" : 21672,
"84480" : 23980,
"85504" : 24634,
"86528" : 24394,
"87552" : 22960,
"88576" : 21635,
"89600" : 19122,
"90624" : 17365,
"91648" : 15668,
"92672" : 14038,
"93696" : 12470,
"94720" : 11012,
"95744" : 9510,
"96768" : 8746,
"97792" : 7542,
"98816" : 6827,
"99840" : 6124,
"100864" : 5595,
"101888" : 4737,
"102912" : 4207,
"103936" : 3750,
"104960" : 3306,
"105984" : 2866,
"107008" : 2591,
"108032" : 2266,
"109056" : 2032,
"110080" : 1732,
"111104" : 1609,
"112128" : 1381,
"113152" : 1227,
"114176" : 1048,
"115200" : 937,
"116224" : 862,
"117248" : 717,
"118272" : 664,
"119296" : 644,
"120320" : 513,
"121344" : 485,
"122368" : 464,
"123392" : 366,
"124416" : 384,
"125440" : 346,
"126464" : 323,
"127488" : 339,
"128512" : 268,
"129536" : 264,
"130560" : 275,
"132096" : 499,
"134144" : 492,
"136192" : 480,
"138240" : 434,
"140288" : 434,
"142336" : 404,
"144384" : 436,
"146432" : 438,
"148480" : 436,
"150528" : 430,
"152576" : 457,
"154624" : 493,
"156672" : 612,
"158720" : 685,
"160768" : 891,
"162816" : 1321,
"164864" : 1609,
"166912" : 2186,
"168960" : 3249,
"171008" : 4885,
"173056" : 6944,
"175104" : 8351,
"177152" : 9747,
"179200" : 11569,
"181248" : 13698,
"183296" : 16781,
"185344" : 18760,
"187392" : 17283,
"189440" : 14736,
"191488" : 11799,
"193536" : 9349,
"195584" : 7306,
"197632" : 5832,
"199680" : 4652,
"201728" : 3903,
"203776" : 3134,
"205824" : 2711,
"207872" : 2117,
"209920" : 1693,
"211968" : 1388,
"214016" : 1176,
"216064" : 878,
"218112" : 720,
"220160" : 637,
"222208" : 484,
"224256" : 479,
"226304" : 367,
"228352" : 311,
"230400" : 263,
"232448" : 253,
"234496" : 256,
"236544" : 205,
"238592" : 227,
"240640" : 218,
"242688" : 201,
"244736" : 215,
"246784" : 190,
"248832" : 201,
"250880" : 200,
"252928" : 170,
"254976" : 210,
"257024" : 201,
"259072" : 210,
"261120" : 236,
"264192" : 622,
"268288" : 1066,
"272384" : 1829,
"276480" : 2842,
"280576" : 4028,
"284672" : 5345,
"288768" : 4327,
"292864" : 2947,
"296960" : 2060,
"301056" : 1502,
"305152" : 1349,
"309248" : 1197,
"313344" : 1081,
"317440" : 782,
"321536" : 601,
"325632" : 455,
"329728" : 314,
"333824" : 202,
"337920" : 186,
"342016" : 145,
"346112" : 131,
"350208" : 111,
"354304" : 77,
"358400" : 76,
"362496" : 102,
"366592" : 90,
"370688" : 117,
"374784" : 154,
"378880" : 263,
"382976" : 321,
"387072" : 286,
"391168" : 259,
"395264" : 307,
"399360" : 308,
"403456" : 345,
"407552" : 244,
"411648" : 252,
"415744" : 186,
"419840" : 142,
"423936" : 129,
"428032" : 86,
"432128" : 72,
"436224" : 64,
"440320" : 29,
"444416" : 25,
"448512" : 18,
"452608" : 16,
"456704" : 12,
"460800" : 8,
"464896" : 12,
"468992" : 7,
"473088" : 6,
"477184" : 7,
"481280" : 3,
"485376" : 3,
"489472" : 4,
"493568" : 2,
"497664" : 1,
"501760" : 3,
"505856" : 2,
"509952" : 2,
"518144" : 2,
"528384" : 6,
"544768" : 2,
"561152" : 1,
"569344" : 3,
"577536" : 2,
"593920" : 1,
"618496" : 2,
"626688" : 1,
"643072" : 1,
"749568" : 1
}
},
"lat_ns" : {
"min" : 54113,
"max" : 798971,
"mean" : 165008.913372,
"stddev" : 73609.288719,
"N" : 724825
},
"bw_min" : 87160,
"bw_max" : 112440,
"bw_agg" : 99.938606,
"bw_mean" : 96584.745763,
"bw_dev" : 5728.073813,
"bw_samples" : 59,
"iops_min" : 21790,
"iops_max" : 28110,
"iops_mean" : 24146.152542,
"iops_stddev" : 1432.049614,
"iops_samples" : 59
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 30000,
"usr_cpu" : 4.180000,
"sys_cpu" : 63.370000,
"ctx" : 97935,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999862,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999862,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010071,
"100" : 60.467478,
"250" : 34.224766,
"500" : 5.293546,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118585,
"timestamp_ms" : 1774118585129,
"time" : "Sat Mar 21 15:43:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3919597568,
"io_kbytes" : 3827732,
"bw_bytes" : 97992389,
"bw" : 95695,
"iops" : 23923.948099,
"runtime" : 39999,
"total_ios" : 956934,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9715,
"max" : 440964,
"mean" : 40001.499059,
"stddev" : 33952.936835,
"N" : 956934
},
"clat_ns" : {
"min" : 38038,
"max" : 745879,
"mean" : 126646.989803,
"stddev" : 62560.374235,
"N" : 956933,
"percentile" : {
"1.000000" : 66048,
"5.000000" : 73216,
"10.000000" : 77312,
"20.000000" : 82432,
"30.000000" : 85504,
"40.000000" : 88576,
"50.000000" : 92672,
"60.000000" : 100864,
"70.000000" : 173056,
"80.000000" : 185344,
"90.000000" : 197632,
"95.000000" : 272384,
"99.000000" : 317440,
"99.500000" : 378880,
"99.900000" : 415744,
"99.950000" : 428032,
"99.990000" : 464896
},
"bins" : {
"38144" : 1,
"38656" : 1,
"39168" : 1,
"41216" : 1,
"43264" : 1,
"43776" : 3,
"44800" : 3,
"45824" : 4,
"46336" : 1,
"46848" : 5,
"47360" : 9,
"47872" : 11,
"48384" : 8,
"48896" : 10,
"49408" : 7,
"49920" : 19,
"50432" : 11,
"50944" : 22,
"51456" : 18,
"51968" : 24,
"52480" : 33,
"52992" : 30,
"53504" : 41,
"54016" : 55,
"54528" : 64,
"55040" : 85,
"55552" : 101,
"56064" : 98,
"56576" : 112,
"57088" : 138,
"57600" : 136,
"58112" : 166,
"58624" : 173,
"59136" : 241,
"59648" : 295,
"60160" : 331,
"60672" : 452,
"61184" : 480,
"61696" : 588,
"62208" : 524,
"62720" : 651,
"63232" : 631,
"63744" : 640,
"64256" : 680,
"64768" : 730,
"65280" : 833,
"66048" : 2124,
"67072" : 3068,
"68096" : 3921,
"69120" : 4651,
"70144" : 5431,
"71168" : 6705,
"72192" : 8246,
"73216" : 10006,
"74240" : 11109,
"75264" : 11574,
"76288" : 12257,
"77312" : 12926,
"78336" : 14641,
"79360" : 16485,
"80384" : 19531,
"81408" : 22763,
"82432" : 26237,
"83456" : 29904,
"84480" : 33411,
"85504" : 34614,
"86528" : 33829,
"87552" : 31865,
"88576" : 29883,
"89600" : 26404,
"90624" : 23923,
"91648" : 21556,
"92672" : 19560,
"93696" : 17147,
"94720" : 15250,
"95744" : 13442,
"96768" : 12256,
"97792" : 10650,
"98816" : 9582,
"99840" : 8740,
"100864" : 7940,
"101888" : 6755,
"102912" : 6073,
"103936" : 5442,
"104960" : 4845,
"105984" : 4183,
"107008" : 3689,
"108032" : 3294,
"109056" : 2905,
"110080" : 2596,
"111104" : 2376,
"112128" : 1992,
"113152" : 1803,
"114176" : 1534,
"115200" : 1381,
"116224" : 1256,
"117248" : 1035,
"118272" : 969,
"119296" : 925,
"120320" : 777,
"121344" : 725,
"122368" : 681,
"123392" : 560,
"124416" : 562,
"125440" : 489,
"126464" : 466,
"127488" : 475,
"128512" : 384,
"129536" : 374,
"130560" : 371,
"132096" : 671,
"134144" : 666,
"136192" : 671,
"138240" : 600,
"140288" : 577,
"142336" : 557,
"144384" : 574,
"146432" : 583,
"148480" : 579,
"150528" : 591,
"152576" : 613,
"154624" : 638,
"156672" : 752,
"158720" : 849,
"160768" : 1102,
"162816" : 1631,
"164864" : 1940,
"166912" : 2550,
"168960" : 3750,
"171008" : 5867,
"173056" : 8746,
"175104" : 10890,
"177152" : 12606,
"179200" : 14691,
"181248" : 17899,
"183296" : 22257,
"185344" : 25006,
"187392" : 23176,
"189440" : 19827,
"191488" : 15946,
"193536" : 12744,
"195584" : 10145,
"197632" : 8133,
"199680" : 6679,
"201728" : 5564,
"203776" : 4522,
"205824" : 3862,
"207872" : 2977,
"209920" : 2452,
"211968" : 1969,
"214016" : 1660,
"216064" : 1291,
"218112" : 1042,
"220160" : 856,
"222208" : 696,
"224256" : 669,
"226304" : 520,
"228352" : 443,
"230400" : 372,
"232448" : 341,
"234496" : 346,
"236544" : 293,
"238592" : 311,
"240640" : 291,
"242688" : 277,
"244736" : 291,
"246784" : 245,
"248832" : 258,
"250880" : 259,
"252928" : 237,
"254976" : 273,
"257024" : 273,
"259072" : 293,
"261120" : 337,
"264192" : 884,
"268288" : 1430,
"272384" : 2532,
"276480" : 3902,
"280576" : 5245,
"284672" : 6734,
"288768" : 5448,
"292864" : 3822,
"296960" : 2735,
"301056" : 2099,
"305152" : 1923,
"309248" : 1726,
"313344" : 1535,
"317440" : 1147,
"321536" : 874,
"325632" : 665,
"329728" : 465,
"333824" : 295,
"337920" : 268,
"342016" : 203,
"346112" : 190,
"350208" : 144,
"354304" : 102,
"358400" : 109,
"362496" : 143,
"366592" : 125,
"370688" : 172,
"374784" : 221,
"378880" : 342,
"382976" : 369,
"387072" : 344,
"391168" : 328,
"395264" : 453,
"399360" : 504,
"403456" : 589,
"407552" : 485,
"411648" : 409,
"415744" : 293,
"419840" : 229,
"423936" : 182,
"428032" : 124,
"432128" : 94,
"436224" : 78,
"440320" : 32,
"444416" : 34,
"448512" : 21,
"452608" : 16,
"456704" : 19,
"460800" : 9,
"464896" : 14,
"468992" : 12,
"473088" : 8,
"477184" : 8,
"481280" : 6,
"485376" : 5,
"489472" : 7,
"493568" : 2,
"497664" : 2,
"501760" : 5,
"505856" : 2,
"509952" : 3,
"514048" : 1,
"518144" : 2,
"528384" : 7,
"544768" : 2,
"552960" : 1,
"561152" : 1,
"569344" : 3,
"577536" : 2,
"593920" : 1,
"618496" : 2,
"626688" : 1,
"643072" : 1,
"749568" : 1
}
},
"lat_ns" : {
"min" : 54113,
"max" : 798971,
"mean" : 166648.600537,
"stddev" : 74169.203574,
"N" : 956933
},
"bw_min" : 83168,
"bw_max" : 112440,
"bw_agg" : 100.000000,
"bw_mean" : 95775.417722,
"bw_dev" : 5942.098340,
"bw_samples" : 79,
"iops_min" : 20792,
"iops_max" : 28110,
"iops_mean" : 23943.810127,
"iops_stddev" : 1485.543655,
"iops_samples" : 79
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 4.160104,
"sys_cpu" : 63.224081,
"ctx" : 131011,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 59.486652,
"250" : 35.086746,
"500" : 5.414480,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118595,
"timestamp_ms" : 1774118595129,
"time" : "Sat Mar 21 15:43:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4985749504,
"io_kbytes" : 4868896,
"bw_bytes" : 99716984,
"bw" : 97379,
"iops" : 24344.986900,
"runtime" : 49999,
"total_ios" : 1217225,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9715,
"max" : 464520,
"mean" : 39275.100651,
"stddev" : 32901.600717,
"N" : 1217225
},
"clat_ns" : {
"min" : 38038,
"max" : 784318,
"mean" : 124481.128905,
"stddev" : 61085.459550,
"N" : 1217224,
"percentile" : {
"1.000000" : 67072,
"5.000000" : 73216,
"10.000000" : 78336,
"20.000000" : 83456,
"30.000000" : 85504,
"40.000000" : 88576,
"50.000000" : 92672,
"60.000000" : 98816,
"70.000000" : 162816,
"80.000000" : 185344,
"90.000000" : 195584,
"95.000000" : 242688,
"99.000000" : 317440,
"99.500000" : 378880,
"99.900000" : 415744,
"99.950000" : 428032,
"99.990000" : 460800
},
"bins" : {
"38144" : 1,
"38656" : 2,
"39168" : 1,
"41216" : 1,
"42240" : 1,
"43264" : 1,
"43776" : 3,
"44800" : 3,
"45312" : 1,
"45824" : 4,
"46336" : 2,
"46848" : 6,
"47360" : 9,
"47872" : 12,
"48384" : 8,
"48896" : 12,
"49408" : 7,
"49920" : 20,
"50432" : 12,
"50944" : 23,
"51456" : 22,
"51968" : 27,
"52480" : 34,
"52992" : 31,
"53504" : 47,
"54016" : 62,
"54528" : 73,
"55040" : 91,
"55552" : 109,
"56064" : 104,
"56576" : 127,
"57088" : 157,
"57600" : 157,
"58112" : 195,
"58624" : 218,
"59136" : 281,
"59648" : 346,
"60160" : 376,
"60672" : 514,
"61184" : 544,
"61696" : 659,
"62208" : 580,
"62720" : 713,
"63232" : 702,
"63744" : 700,
"64256" : 752,
"64768" : 800,
"65280" : 924,
"66048" : 2343,
"67072" : 3340,
"68096" : 4296,
"69120" : 5229,
"70144" : 6473,
"71168" : 8112,
"72192" : 9918,
"73216" : 11785,
"74240" : 12930,
"75264" : 13414,
"76288" : 14281,
"77312" : 14862,
"78336" : 16846,
"79360" : 19230,
"80384" : 23384,
"81408" : 28541,
"82432" : 34396,
"83456" : 40067,
"84480" : 45190,
"85504" : 46699,
"86528" : 46006,
"87552" : 43110,
"88576" : 40724,
"89600" : 36255,
"90624" : 32864,
"91648" : 29590,
"92672" : 26885,
"93696" : 23641,
"94720" : 20848,
"95744" : 18568,
"96768" : 16880,
"97792" : 14914,
"98816" : 13207,
"99840" : 12024,
"100864" : 10982,
"101888" : 9385,
"102912" : 8360,
"103936" : 7509,
"104960" : 6697,
"105984" : 5729,
"107008" : 5051,
"108032" : 4570,
"109056" : 4063,
"110080" : 3615,
"111104" : 3280,
"112128" : 2753,
"113152" : 2480,
"114176" : 2154,
"115200" : 1912,
"116224" : 1730,
"117248" : 1454,
"118272" : 1357,
"119296" : 1248,
"120320" : 1083,
"121344" : 1008,
"122368" : 916,
"123392" : 753,
"124416" : 731,
"125440" : 647,
"126464" : 605,
"127488" : 594,
"128512" : 526,
"129536" : 516,
"130560" : 461,
"132096" : 871,
"134144" : 860,
"136192" : 838,
"138240" : 745,
"140288" : 713,
"142336" : 670,
"144384" : 681,
"146432" : 695,
"148480" : 698,
"150528" : 722,
"152576" : 750,
"154624" : 778,
"156672" : 900,
"158720" : 1012,
"160768" : 1333,
"162816" : 1945,
"164864" : 2248,
"166912" : 2913,
"168960" : 4238,
"171008" : 6766,
"173056" : 10443,
"175104" : 13223,
"177152" : 15280,
"179200" : 17491,
"181248" : 21099,
"183296" : 26099,
"185344" : 29263,
"187392" : 27402,
"189440" : 23451,
"191488" : 19097,
"193536" : 15384,
"195584" : 12325,
"197632" : 9984,
"199680" : 8270,
"201728" : 6908,
"203776" : 5733,
"205824" : 4843,
"207872" : 3722,
"209920" : 3136,
"211968" : 2485,
"214016" : 2099,
"216064" : 1640,
"218112" : 1332,
"220160" : 1098,
"222208" : 902,
"224256" : 831,
"226304" : 670,
"228352" : 548,
"230400" : 491,
"232448" : 426,
"234496" : 405,
"236544" : 369,
"238592" : 381,
"240640" : 346,
"242688" : 321,
"244736" : 355,
"246784" : 296,
"248832" : 312,
"250880" : 306,
"252928" : 277,
"254976" : 323,
"257024" : 309,
"259072" : 336,
"261120" : 400,
"264192" : 1060,
"268288" : 1650,
"272384" : 2878,
"276480" : 4385,
"280576" : 5748,
"284672" : 7302,
"288768" : 5933,
"292864" : 4283,
"296960" : 3116,
"301056" : 2493,
"305152" : 2289,
"309248" : 2097,
"313344" : 1850,
"317440" : 1449,
"321536" : 1101,
"325632" : 862,
"329728" : 628,
"333824" : 420,
"337920" : 336,
"342016" : 261,
"346112" : 226,
"350208" : 171,
"354304" : 124,
"358400" : 132,
"362496" : 156,
"366592" : 145,
"370688" : 190,
"374784" : 242,
"378880" : 360,
"382976" : 395,
"387072" : 362,
"391168" : 364,
"395264" : 563,
"399360" : 722,
"403456" : 859,
"407552" : 712,
"411648" : 550,
"415744" : 382,
"419840" : 282,
"423936" : 233,
"428032" : 142,
"432128" : 115,
"436224" : 91,
"440320" : 44,
"444416" : 45,
"448512" : 27,
"452608" : 17,
"456704" : 21,
"460800" : 14,
"464896" : 17,
"468992" : 17,
"473088" : 10,
"477184" : 8,
"481280" : 7,
"485376" : 5,
"489472" : 7,
"493568" : 2,
"497664" : 3,
"501760" : 5,
"505856" : 3,
"509952" : 3,
"514048" : 1,
"518144" : 2,
"528384" : 7,
"544768" : 2,
"552960" : 1,
"561152" : 1,
"569344" : 3,
"577536" : 2,
"593920" : 1,
"618496" : 2,
"626688" : 1,
"643072" : 1,
"684032" : 1,
"692224" : 1,
"749568" : 1,
"782336" : 1
}
},
"lat_ns" : {
"min" : 54113,
"max" : 933907,
"mean" : 163756.226524,
"stddev" : 72671.244005,
"N" : 1217224
},
"bw_min" : 83168,
"bw_max" : 119088,
"bw_agg" : 100.000000,
"bw_mean" : 97433.121212,
"bw_dev" : 7014.155711,
"bw_samples" : 99,
"iops_min" : 20792,
"iops_max" : 29772,
"iops_mean" : 24358.232323,
"iops_stddev" : 1753.552923,
"iops_samples" : 99
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 4.228085,
"sys_cpu" : 64.767295,
"ctx" : 155411,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999918,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999918,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 60.983877,
"250" : 34.089835,
"500" : 4.915772,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118605,
"timestamp_ms" : 1774118605129,
"time" : "Sat Mar 21 15:43:25 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5972152320,
"io_kbytes" : 5832180,
"bw_bytes" : 99537530,
"bw" : 97204,
"iops" : 24301.171686,
"runtime" : 59999,
"total_ios" : 1458046,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9715,
"max" : 464520,
"mean" : 39348.431554,
"stddev" : 32667.866378,
"N" : 1458046
},
"clat_ns" : {
"min" : 38038,
"max" : 784318,
"mean" : 124703.008843,
"stddev" : 60913.110532,
"N" : 1458045,
"percentile" : {
"1.000000" : 67072,
"5.000000" : 74240,
"10.000000" : 79360,
"20.000000" : 83456,
"30.000000" : 86528,
"40.000000" : 89600,
"50.000000" : 92672,
"60.000000" : 99840,
"70.000000" : 154624,
"80.000000" : 185344,
"90.000000" : 195584,
"95.000000" : 236544,
"99.000000" : 317440,
"99.500000" : 387072,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 460800
},
"bins" : {
"38144" : 1,
"38656" : 2,
"39168" : 1,
"41216" : 1,
"42240" : 1,
"43264" : 1,
"43776" : 4,
"44800" : 3,
"45312" : 1,
"45824" : 4,
"46336" : 2,
"46848" : 6,
"47360" : 9,
"47872" : 12,
"48384" : 8,
"48896" : 13,
"49408" : 7,
"49920" : 20,
"50432" : 14,
"50944" : 25,
"51456" : 22,
"51968" : 27,
"52480" : 35,
"52992" : 31,
"53504" : 48,
"54016" : 62,
"54528" : 74,
"55040" : 93,
"55552" : 113,
"56064" : 104,
"56576" : 132,
"57088" : 162,
"57600" : 159,
"58112" : 198,
"58624" : 225,
"59136" : 286,
"59648" : 357,
"60160" : 387,
"60672" : 533,
"61184" : 552,
"61696" : 672,
"62208" : 593,
"62720" : 728,
"63232" : 720,
"63744" : 717,
"64256" : 759,
"64768" : 815,
"65280" : 938,
"66048" : 2381,
"67072" : 3389,
"68096" : 4361,
"69120" : 5308,
"70144" : 6607,
"71168" : 8286,
"72192" : 10246,
"73216" : 12240,
"74240" : 13481,
"75264" : 13985,
"76288" : 14884,
"77312" : 15526,
"78336" : 17540,
"79360" : 20228,
"80384" : 24877,
"81408" : 31071,
"82432" : 38494,
"83456" : 46585,
"84480" : 54390,
"85504" : 57342,
"86528" : 57089,
"87552" : 54500,
"88576" : 51496,
"89600" : 46104,
"90624" : 41824,
"91648" : 37577,
"92672" : 34297,
"93696" : 30287,
"94720" : 26987,
"95744" : 24002,
"96768" : 22044,
"97792" : 19444,
"98816" : 17330,
"99840" : 15563,
"100864" : 14380,
"101888" : 12371,
"102912" : 11006,
"103936" : 9896,
"104960" : 8778,
"105984" : 7568,
"107008" : 6640,
"108032" : 6020,
"109056" : 5367,
"110080" : 4751,
"111104" : 4269,
"112128" : 3630,
"113152" : 3302,
"114176" : 2834,
"115200" : 2497,
"116224" : 2244,
"117248" : 1921,
"118272" : 1763,
"119296" : 1606,
"120320" : 1411,
"121344" : 1323,
"122368" : 1200,
"123392" : 1010,
"124416" : 931,
"125440" : 830,
"126464" : 778,
"127488" : 758,
"128512" : 674,
"129536" : 655,
"130560" : 574,
"132096" : 1100,
"134144" : 1083,
"136192" : 1026,
"138240" : 917,
"140288" : 852,
"142336" : 825,
"144384" : 834,
"146432" : 853,
"148480" : 848,
"150528" : 856,
"152576" : 862,
"154624" : 912,
"156672" : 1048,
"158720" : 1146,
"160768" : 1501,
"162816" : 2128,
"164864" : 2449,
"166912" : 3139,
"168960" : 4480,
"171008" : 7100,
"173056" : 11203,
"175104" : 14719,
"177152" : 17591,
"179200" : 20449,
"181248" : 24328,
"183296" : 29744,
"185344" : 33445,
"187392" : 31940,
"189440" : 27855,
"191488" : 23110,
"193536" : 19105,
"195584" : 15627,
"197632" : 12819,
"199680" : 10707,
"201728" : 8804,
"203776" : 7356,
"205824" : 6161,
"207872" : 4861,
"209920" : 4033,
"211968" : 3227,
"214016" : 2686,
"216064" : 2105,
"218112" : 1684,
"220160" : 1415,
"222208" : 1141,
"224256" : 1022,
"226304" : 834,
"228352" : 690,
"230400" : 630,
"232448" : 555,
"234496" : 488,
"236544" : 441,
"238592" : 467,
"240640" : 417,
"242688" : 386,
"244736" : 402,
"246784" : 357,
"248832" : 362,
"250880" : 362,
"252928" : 322,
"254976" : 369,
"257024" : 358,
"259072" : 383,
"261120" : 462,
"264192" : 1212,
"268288" : 1923,
"272384" : 3314,
"276480" : 4902,
"280576" : 6424,
"284672" : 7950,
"288768" : 6607,
"292864" : 4963,
"296960" : 3795,
"301056" : 3179,
"305152" : 2888,
"309248" : 2606,
"313344" : 2273,
"317440" : 1793,
"321536" : 1365,
"325632" : 1075,
"329728" : 784,
"333824" : 529,
"337920" : 433,
"342016" : 317,
"346112" : 278,
"350208" : 216,
"354304" : 151,
"358400" : 180,
"362496" : 203,
"366592" : 182,
"370688" : 234,
"374784" : 267,
"378880" : 388,
"382976" : 413,
"387072" : 409,
"391168" : 406,
"395264" : 641,
"399360" : 918,
"403456" : 1135,
"407552" : 988,
"411648" : 851,
"415744" : 541,
"419840" : 401,
"423936" : 306,
"428032" : 185,
"432128" : 162,
"436224" : 108,
"440320" : 58,
"444416" : 51,
"448512" : 34,
"452608" : 23,
"456704" : 24,
"460800" : 16,
"464896" : 18,
"468992" : 21,
"473088" : 12,
"477184" : 11,
"481280" : 8,
"485376" : 7,
"489472" : 7,
"493568" : 2,
"497664" : 3,
"501760" : 5,
"505856" : 3,
"509952" : 4,
"514048" : 1,
"518144" : 3,
"528384" : 7,
"544768" : 2,
"552960" : 2,
"561152" : 1,
"569344" : 4,
"577536" : 2,
"593920" : 1,
"610304" : 1,
"618496" : 2,
"626688" : 1,
"643072" : 2,
"684032" : 1,
"692224" : 1,
"749568" : 1,
"782336" : 1
}
},
"lat_ns" : {
"min" : 54113,
"max" : 933907,
"mean" : 164051.513138,
"stddev" : 72593.975396,
"N" : 1458045
},
"bw_min" : 83168,
"bw_max" : 119088,
"bw_agg" : 100.000000,
"bw_mean" : 97272.605042,
"bw_dev" : 6985.202244,
"bw_samples" : 119,
"iops_min" : 20792,
"iops_max" : 29772,
"iops_mean" : 24318.109244,
"iops_stddev" : 1746.311526,
"iops_samples" : 119
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 4.173403,
"sys_cpu" : 65.194420,
"ctx" : 183577,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999931,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999931,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 60.648635,
"250" : 34.511874,
"500" : 4.830163,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118615,
"timestamp_ms" : 1774118615129,
"time" : "Sat Mar 21 15:43:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7001571328,
"io_kbytes" : 6837472,
"bw_bytes" : 100023876,
"bw" : 97679,
"iops" : 24419.905999,
"runtime" : 69999,
"total_ios" : 1709369,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9715,
"max" : 464520,
"mean" : 39148.457463,
"stddev" : 32159.484355,
"N" : 1709369
},
"clat_ns" : {
"min" : 38038,
"max" : 784318,
"mean" : 124101.457939,
"stddev" : 60269.678881,
"N" : 1709368,
"percentile" : {
"1.000000" : 68096,
"5.000000" : 75264,
"10.000000" : 80384,
"20.000000" : 84480,
"30.000000" : 86528,
"40.000000" : 89600,
"50.000000" : 93696,
"60.000000" : 98816,
"70.000000" : 125440,
"80.000000" : 183296,
"90.000000" : 195584,
"95.000000" : 226304,
"99.000000" : 321536,
"99.500000" : 391168,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 460800
},
"bins" : {
"38144" : 1,
"38656" : 2,
"39168" : 1,
"41216" : 1,
"42240" : 1,
"43264" : 1,
"43776" : 4,
"44288" : 1,
"44800" : 3,
"45312" : 1,
"45824" : 4,
"46336" : 2,
"46848" : 6,
"47360" : 9,
"47872" : 12,
"48384" : 8,
"48896" : 14,
"49408" : 9,
"49920" : 20,
"50432" : 14,
"50944" : 26,
"51456" : 22,
"51968" : 27,
"52480" : 35,
"52992" : 31,
"53504" : 50,
"54016" : 63,
"54528" : 75,
"55040" : 96,
"55552" : 113,
"56064" : 107,
"56576" : 136,
"57088" : 168,
"57600" : 164,
"58112" : 202,
"58624" : 227,
"59136" : 297,
"59648" : 367,
"60160" : 402,
"60672" : 551,
"61184" : 565,
"61696" : 691,
"62208" : 611,
"62720" : 749,
"63232" : 743,
"63744" : 729,
"64256" : 782,
"64768" : 833,
"65280" : 958,
"66048" : 2418,
"67072" : 3439,
"68096" : 4403,
"69120" : 5388,
"70144" : 6731,
"71168" : 8532,
"72192" : 10639,
"73216" : 12807,
"74240" : 14202,
"75264" : 14721,
"76288" : 15686,
"77312" : 16263,
"78336" : 18313,
"79360" : 21103,
"80384" : 25980,
"81408" : 32691,
"82432" : 41717,
"83456" : 52996,
"84480" : 64197,
"85504" : 68898,
"86528" : 69604,
"87552" : 67418,
"88576" : 64101,
"89600" : 57495,
"90624" : 52068,
"91648" : 46736,
"92672" : 42804,
"93696" : 37789,
"94720" : 33819,
"95744" : 30126,
"96768" : 27859,
"97792" : 24661,
"98816" : 22021,
"99840" : 19664,
"100864" : 18225,
"101888" : 15675,
"102912" : 13966,
"103936" : 12543,
"104960" : 11168,
"105984" : 9604,
"107008" : 8499,
"108032" : 7720,
"109056" : 6811,
"110080" : 6061,
"111104" : 5487,
"112128" : 4577,
"113152" : 4220,
"114176" : 3636,
"115200" : 3213,
"116224" : 2873,
"117248" : 2501,
"118272" : 2246,
"119296" : 2014,
"120320" : 1790,
"121344" : 1689,
"122368" : 1493,
"123392" : 1268,
"124416" : 1180,
"125440" : 1076,
"126464" : 988,
"127488" : 935,
"128512" : 843,
"129536" : 798,
"130560" : 688,
"132096" : 1340,
"134144" : 1331,
"136192" : 1204,
"138240" : 1071,
"140288" : 998,
"142336" : 956,
"144384" : 975,
"146432" : 974,
"148480" : 987,
"150528" : 960,
"152576" : 988,
"154624" : 1044,
"156672" : 1164,
"158720" : 1259,
"160768" : 1621,
"162816" : 2305,
"164864" : 2671,
"166912" : 3388,
"168960" : 4712,
"171008" : 7388,
"173056" : 11766,
"175104" : 16047,
"177152" : 19920,
"179200" : 23323,
"181248" : 27426,
"183296" : 33000,
"185344" : 37008,
"187392" : 35761,
"189440" : 31462,
"191488" : 26753,
"193536" : 22274,
"195584" : 18369,
"197632" : 15193,
"199680" : 12782,
"201728" : 10685,
"203776" : 8923,
"205824" : 7433,
"207872" : 5909,
"209920" : 4900,
"211968" : 3923,
"214016" : 3197,
"216064" : 2562,
"218112" : 2070,
"220160" : 1713,
"222208" : 1403,
"224256" : 1214,
"226304" : 990,
"228352" : 835,
"230400" : 742,
"232448" : 663,
"234496" : 590,
"236544" : 510,
"238592" : 537,
"240640" : 475,
"242688" : 445,
"244736" : 445,
"246784" : 411,
"248832" : 411,
"250880" : 412,
"252928" : 359,
"254976" : 404,
"257024" : 400,
"259072" : 432,
"261120" : 500,
"264192" : 1336,
"268288" : 2177,
"272384" : 3641,
"276480" : 5256,
"280576" : 6840,
"284672" : 8371,
"288768" : 7037,
"292864" : 5479,
"296960" : 4264,
"301056" : 3698,
"305152" : 3294,
"309248" : 2975,
"313344" : 2599,
"317440" : 2114,
"321536" : 1642,
"325632" : 1274,
"329728" : 936,
"333824" : 656,
"337920" : 509,
"342016" : 381,
"346112" : 339,
"350208" : 277,
"354304" : 186,
"358400" : 211,
"362496" : 236,
"366592" : 218,
"370688" : 269,
"374784" : 286,
"378880" : 397,
"382976" : 448,
"387072" : 444,
"391168" : 427,
"395264" : 703,
"399360" : 1073,
"403456" : 1364,
"407552" : 1247,
"411648" : 1180,
"415744" : 749,
"419840" : 555,
"423936" : 380,
"428032" : 232,
"432128" : 196,
"436224" : 127,
"440320" : 80,
"444416" : 68,
"448512" : 48,
"452608" : 28,
"456704" : 26,
"460800" : 22,
"464896" : 21,
"468992" : 22,
"473088" : 12,
"477184" : 11,
"481280" : 10,
"485376" : 8,
"489472" : 9,
"493568" : 2,
"497664" : 4,
"501760" : 5,
"505856" : 4,
"509952" : 4,
"514048" : 1,
"518144" : 3,
"528384" : 7,
"536576" : 2,
"544768" : 3,
"552960" : 3,
"561152" : 1,
"569344" : 4,
"577536" : 2,
"593920" : 1,
"610304" : 1,
"618496" : 2,
"626688" : 1,
"643072" : 3,
"684032" : 1,
"692224" : 1,
"749568" : 1,
"782336" : 1
}
},
"lat_ns" : {
"min" : 54113,
"max" : 933907,
"mean" : 163249.974150,
"stddev" : 71965.267700,
"N" : 1709368
},
"bw_min" : 83168,
"bw_max" : 119088,
"bw_agg" : 100.000000,
"bw_mean" : 97705.964029,
"bw_dev" : 6963.607183,
"bw_samples" : 139,
"iops_min" : 20792,
"iops_max" : 29772,
"iops_mean" : 24426.446043,
"iops_stddev" : 1740.904264,
"iops_samples" : 139
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 4.234346,
"sys_cpu" : 65.926656,
"ctx" : 208136,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999941,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999941,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 60.885742,
"250" : 34.491090,
"500" : 4.614627,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118625,
"timestamp_ms" : 1774118625130,
"time" : "Sat Mar 21 15:43:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8010883072,
"io_kbytes" : 7823128,
"bw_bytes" : 100136038,
"bw" : 97789,
"iops" : 24447.287500,
"runtime" : 80000,
"total_ios" : 1955783,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9715,
"max" : 517300,
"mean" : 39101.544869,
"stddev" : 31903.807336,
"N" : 1955783
},
"clat_ns" : {
"min" : 38038,
"max" : 796376,
"mean" : 123962.105741,
"stddev" : 60035.110737,
"N" : 1955782,
"percentile" : {
"1.000000" : 68096,
"5.000000" : 76288,
"10.000000" : 81408,
"20.000000" : 84480,
"30.000000" : 87552,
"40.000000" : 89600,
"50.000000" : 93696,
"60.000000" : 98816,
"70.000000" : 119296,
"80.000000" : 183296,
"90.000000" : 195584,
"95.000000" : 224256,
"99.000000" : 321536,
"99.500000" : 395264,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 460800
},
"bins" : {
"38144" : 1,
"38656" : 2,
"39168" : 1,
"41216" : 1,
"42240" : 1,
"42752" : 1,
"43264" : 1,
"43776" : 4,
"44288" : 1,
"44800" : 3,
"45312" : 2,
"45824" : 4,
"46336" : 2,
"46848" : 6,
"47360" : 9,
"47872" : 12,
"48384" : 8,
"48896" : 14,
"49408" : 9,
"49920" : 20,
"50432" : 14,
"50944" : 26,
"51456" : 22,
"51968" : 27,
"52480" : 35,
"52992" : 31,
"53504" : 51,
"54016" : 63,
"54528" : 75,
"55040" : 96,
"55552" : 113,
"56064" : 109,
"56576" : 137,
"57088" : 172,
"57600" : 166,
"58112" : 204,
"58624" : 230,
"59136" : 301,
"59648" : 370,
"60160" : 407,
"60672" : 556,
"61184" : 574,
"61696" : 694,
"62208" : 619,
"62720" : 758,
"63232" : 751,
"63744" : 737,
"64256" : 799,
"64768" : 836,
"65280" : 969,
"66048" : 2438,
"67072" : 3464,
"68096" : 4429,
"69120" : 5435,
"70144" : 6793,
"71168" : 8648,
"72192" : 10855,
"73216" : 13112,
"74240" : 14541,
"75264" : 15103,
"76288" : 16087,
"77312" : 16673,
"78336" : 18761,
"79360" : 21603,
"80384" : 26677,
"81408" : 33958,
"82432" : 44819,
"83456" : 59417,
"84480" : 74290,
"85504" : 80787,
"86528" : 82157,
"87552" : 80046,
"88576" : 76040,
"89600" : 68465,
"90624" : 62065,
"91648" : 55659,
"92672" : 51122,
"93696" : 45330,
"94720" : 40475,
"95744" : 36230,
"96768" : 33450,
"97792" : 29703,
"98816" : 26504,
"99840" : 23840,
"100864" : 21939,
"101888" : 18929,
"102912" : 16882,
"103936" : 15147,
"104960" : 13472,
"105984" : 11583,
"107008" : 10268,
"108032" : 9306,
"109056" : 8235,
"110080" : 7211,
"111104" : 6639,
"112128" : 5609,
"113152" : 5106,
"114176" : 4391,
"115200" : 3883,
"116224" : 3414,
"117248" : 3002,
"118272" : 2711,
"119296" : 2406,
"120320" : 2143,
"121344" : 2005,
"122368" : 1789,
"123392" : 1498,
"124416" : 1407,
"125440" : 1270,
"126464" : 1147,
"127488" : 1093,
"128512" : 988,
"129536" : 940,
"130560" : 827,
"132096" : 1564,
"134144" : 1530,
"136192" : 1406,
"138240" : 1243,
"140288" : 1159,
"142336" : 1111,
"144384" : 1097,
"146432" : 1118,
"148480" : 1120,
"150528" : 1080,
"152576" : 1102,
"154624" : 1168,
"156672" : 1305,
"158720" : 1410,
"160768" : 1736,
"162816" : 2456,
"164864" : 2848,
"166912" : 3584,
"168960" : 4921,
"171008" : 7586,
"173056" : 12128,
"175104" : 16945,
"177152" : 21682,
"179200" : 25678,
"181248" : 30184,
"183296" : 35962,
"185344" : 40509,
"187392" : 40120,
"189440" : 35895,
"191488" : 30813,
"193536" : 25947,
"195584" : 21693,
"197632" : 18060,
"199680" : 15186,
"201728" : 12687,
"203776" : 10525,
"205824" : 8771,
"207872" : 6983,
"209920" : 5774,
"211968" : 4582,
"214016" : 3765,
"216064" : 3031,
"218112" : 2424,
"220160" : 1998,
"222208" : 1648,
"224256" : 1442,
"226304" : 1148,
"228352" : 997,
"230400" : 858,
"232448" : 752,
"234496" : 687,
"236544" : 592,
"238592" : 621,
"240640" : 541,
"242688" : 504,
"244736" : 503,
"246784" : 457,
"248832" : 457,
"250880" : 456,
"252928" : 414,
"254976" : 446,
"257024" : 440,
"259072" : 484,
"261120" : 537,
"264192" : 1453,
"268288" : 2414,
"272384" : 3930,
"276480" : 5638,
"280576" : 7238,
"284672" : 8782,
"288768" : 7607,
"292864" : 6137,
"296960" : 4980,
"301056" : 4348,
"305152" : 3860,
"309248" : 3397,
"313344" : 2982,
"317440" : 2428,
"321536" : 1905,
"325632" : 1490,
"329728" : 1108,
"333824" : 742,
"337920" : 564,
"342016" : 431,
"346112" : 402,
"350208" : 340,
"354304" : 231,
"358400" : 245,
"362496" : 277,
"366592" : 245,
"370688" : 301,
"374784" : 323,
"378880" : 423,
"382976" : 463,
"387072" : 481,
"391168" : 463,
"395264" : 790,
"399360" : 1211,
"403456" : 1624,
"407552" : 1542,
"411648" : 1495,
"415744" : 1018,
"419840" : 682,
"423936" : 472,
"428032" : 282,
"432128" : 250,
"436224" : 160,
"440320" : 98,
"444416" : 80,
"448512" : 53,
"452608" : 38,
"456704" : 28,
"460800" : 26,
"464896" : 26,
"468992" : 24,
"473088" : 14,
"477184" : 13,
"481280" : 11,
"485376" : 8,
"489472" : 9,
"493568" : 2,
"497664" : 5,
"501760" : 6,
"505856" : 4,
"509952" : 5,
"514048" : 1,
"518144" : 4,
"522240" : 1,
"528384" : 7,
"536576" : 3,
"544768" : 5,
"552960" : 3,
"561152" : 2,
"569344" : 4,
"577536" : 2,
"585728" : 1,
"593920" : 1,
"610304" : 1,
"618496" : 2,
"626688" : 1,
"643072" : 3,
"684032" : 1,
"692224" : 2,
"700416" : 1,
"749568" : 1,
"782336" : 1,
"798720" : 1
}
},
"lat_ns" : {
"min" : 54113,
"max" : 933907,
"mean" : 163063.567448,
"stddev" : 71800.200935,
"N" : 1955782
},
"bw_min" : 83168,
"bw_max" : 119088,
"bw_agg" : 99.909909,
"bw_mean" : 97701.031447,
"bw_dev" : 6857.376929,
"bw_samples" : 159,
"iops_min" : 20792,
"iops_max" : 29772,
"iops_mean" : 24425.213836,
"iops_stddev" : 1714.354635,
"iops_samples" : 159
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 80000,
"usr_cpu" : 4.280000,
"sys_cpu" : 66.278750,
"ctx" : 233933,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999949,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999949,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 60.904712,
"250" : 34.570042,
"500" : 4.517066,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118635,
"timestamp_ms" : 1774118635129,
"time" : "Sat Mar 21 15:43:55 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9025245184,
"io_kbytes" : 8813716,
"bw_bytes" : 100281616,
"bw" : 97931,
"iops" : 24482.827587,
"runtime" : 89999,
"total_ios" : 2203430,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9715,
"max" : 517300,
"mean" : 39042.483046,
"stddev" : 31676.000381,
"N" : 2203430
},
"clat_ns" : {
"min" : 38038,
"max" : 796376,
"mean" : 123783.864501,
"stddev" : 59815.638562,
"N" : 2203429,
"percentile" : {
"1.000000" : 69120,
"5.000000" : 76288,
"10.000000" : 81408,
"20.000000" : 85504,
"30.000000" : 87552,
"40.000000" : 89600,
"50.000000" : 93696,
"60.000000" : 98816,
"70.000000" : 117248,
"80.000000" : 183296,
"90.000000" : 195584,
"95.000000" : 222208,
"99.000000" : 321536,
"99.500000" : 399360,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 460800
},
"bins" : {
"38144" : 1,
"38656" : 2,
"39168" : 1,
"40704" : 1,
"41216" : 1,
"42240" : 1,
"42752" : 2,
"43264" : 1,
"43776" : 4,
"44288" : 1,
"44800" : 3,
"45312" : 2,
"45824" : 4,
"46336" : 2,
"46848" : 6,
"47360" : 9,
"47872" : 12,
"48384" : 8,
"48896" : 14,
"49408" : 9,
"49920" : 20,
"50432" : 14,
"50944" : 26,
"51456" : 22,
"51968" : 27,
"52480" : 35,
"52992" : 31,
"53504" : 51,
"54016" : 63,
"54528" : 76,
"55040" : 97,
"55552" : 114,
"56064" : 109,
"56576" : 138,
"57088" : 173,
"57600" : 169,
"58112" : 207,
"58624" : 231,
"59136" : 306,
"59648" : 370,
"60160" : 410,
"60672" : 566,
"61184" : 586,
"61696" : 703,
"62208" : 626,
"62720" : 762,
"63232" : 757,
"63744" : 744,
"64256" : 808,
"64768" : 842,
"65280" : 975,
"66048" : 2454,
"67072" : 3475,
"68096" : 4459,
"69120" : 5464,
"70144" : 6837,
"71168" : 8729,
"72192" : 11007,
"73216" : 13351,
"74240" : 14811,
"75264" : 15418,
"76288" : 16356,
"77312" : 16943,
"78336" : 19078,
"79360" : 22047,
"80384" : 27447,
"81408" : 35507,
"82432" : 48502,
"83456" : 66728,
"84480" : 84879,
"85504" : 93075,
"86528" : 95225,
"87552" : 92933,
"88576" : 88315,
"89600" : 79585,
"90624" : 72115,
"91648" : 64634,
"92672" : 59457,
"93696" : 52619,
"94720" : 46982,
"95744" : 42098,
"96768" : 38706,
"97792" : 34509,
"98816" : 30793,
"99840" : 27782,
"100864" : 25514,
"101888" : 22215,
"102912" : 19848,
"103936" : 17671,
"104960" : 15706,
"105984" : 13579,
"107008" : 12128,
"108032" : 10940,
"109056" : 9633,
"110080" : 8461,
"111104" : 7760,
"112128" : 6664,
"113152" : 5984,
"114176" : 5138,
"115200" : 4627,
"116224" : 3993,
"117248" : 3557,
"118272" : 3186,
"119296" : 2833,
"120320" : 2504,
"121344" : 2320,
"122368" : 2097,
"123392" : 1746,
"124416" : 1662,
"125440" : 1453,
"126464" : 1335,
"127488" : 1267,
"128512" : 1159,
"129536" : 1081,
"130560" : 1001,
"132096" : 1836,
"134144" : 1729,
"136192" : 1564,
"138240" : 1405,
"140288" : 1317,
"142336" : 1269,
"144384" : 1255,
"146432" : 1261,
"148480" : 1260,
"150528" : 1221,
"152576" : 1239,
"154624" : 1303,
"156672" : 1453,
"158720" : 1541,
"160768" : 1869,
"162816" : 2588,
"164864" : 2983,
"166912" : 3753,
"168960" : 5086,
"171008" : 7763,
"173056" : 12423,
"175104" : 17686,
"177152" : 23203,
"179200" : 27834,
"181248" : 32836,
"183296" : 38986,
"185344" : 44416,
"187392" : 44680,
"189440" : 40702,
"191488" : 35048,
"193536" : 29658,
"195584" : 24802,
"197632" : 20901,
"199680" : 17533,
"201728" : 14586,
"203776" : 12016,
"205824" : 10074,
"207872" : 7978,
"209920" : 6580,
"211968" : 5226,
"214016" : 4272,
"216064" : 3449,
"218112" : 2761,
"220160" : 2266,
"222208" : 1843,
"224256" : 1634,
"226304" : 1320,
"228352" : 1109,
"230400" : 981,
"232448" : 837,
"234496" : 763,
"236544" : 670,
"238592" : 687,
"240640" : 599,
"242688" : 562,
"244736" : 548,
"246784" : 510,
"248832" : 504,
"250880" : 515,
"252928" : 465,
"254976" : 481,
"257024" : 495,
"259072" : 521,
"261120" : 594,
"264192" : 1564,
"268288" : 2608,
"272384" : 4249,
"276480" : 5982,
"280576" : 7622,
"284672" : 9152,
"288768" : 8191,
"292864" : 6867,
"296960" : 5634,
"301056" : 4977,
"305152" : 4340,
"309248" : 3783,
"313344" : 3322,
"317440" : 2742,
"321536" : 2161,
"325632" : 1720,
"329728" : 1271,
"333824" : 851,
"337920" : 636,
"342016" : 491,
"346112" : 454,
"350208" : 391,
"354304" : 279,
"358400" : 275,
"362496" : 298,
"366592" : 274,
"370688" : 327,
"374784" : 358,
"378880" : 439,
"382976" : 491,
"387072" : 497,
"391168" : 495,
"395264" : 866,
"399360" : 1397,
"403456" : 1944,
"407552" : 1882,
"411648" : 1820,
"415744" : 1282,
"419840" : 802,
"423936" : 553,
"428032" : 332,
"432128" : 278,
"436224" : 179,
"440320" : 121,
"444416" : 90,
"448512" : 65,
"452608" : 42,
"456704" : 31,
"460800" : 29,
"464896" : 33,
"468992" : 26,
"473088" : 14,
"477184" : 13,
"481280" : 13,
"485376" : 9,
"489472" : 10,
"493568" : 2,
"497664" : 5,
"501760" : 7,
"505856" : 4,
"509952" : 5,
"514048" : 2,
"518144" : 5,
"522240" : 1,
"528384" : 8,
"536576" : 8,
"544768" : 5,
"552960" : 3,
"561152" : 2,
"569344" : 4,
"577536" : 2,
"585728" : 2,
"593920" : 3,
"610304" : 1,
"618496" : 2,
"626688" : 1,
"634880" : 2,
"643072" : 3,
"684032" : 1,
"692224" : 2,
"700416" : 1,
"749568" : 1,
"782336" : 1,
"798720" : 1
}
},
"lat_ns" : {
"min" : 54113,
"max" : 933907,
"mean" : 162826.348140,
"stddev" : 71634.149080,
"N" : 2203429
},
"bw_min" : 83168,
"bw_max" : 119088,
"bw_agg" : 100.000000,
"bw_mean" : 97970.994413,
"bw_dev" : 6883.402836,
"bw_samples" : 179,
"iops_min" : 20792,
"iops_max" : 29772,
"iops_mean" : 24492.703911,
"iops_stddev" : 1720.859625,
"iops_samples" : 179
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 4.262270,
"sys_cpu" : 66.639629,
"ctx" : 259429,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999955,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999955,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 60.962409,
"250" : 34.599012,
"500" : 4.430592,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118645,
"timestamp_ms" : 1774118645129,
"time" : "Sat Mar 21 15:44:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10027499520,
"io_kbytes" : 9792480,
"bw_bytes" : 100275997,
"bw" : 97925,
"iops" : 24481.454815,
"runtime" : 99999,
"total_ios" : 2448121,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9715,
"max" : 773822,
"mean" : 39044.624770,
"stddev" : 31598.211919,
"N" : 2448121
},
"clat_ns" : {
"min" : 38038,
"max" : 913676,
"mean" : 123791.014040,
"stddev" : 59870.205192,
"N" : 2448120,
"percentile" : {
"1.000000" : 69120,
"5.000000" : 77312,
"10.000000" : 82432,
"20.000000" : 85504,
"30.000000" : 87552,
"40.000000" : 90624,
"50.000000" : 93696,
"60.000000" : 98816,
"70.000000" : 115200,
"80.000000" : 185344,
"90.000000" : 195584,
"95.000000" : 220160,
"99.000000" : 325632,
"99.500000" : 399360,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 460800
},
"bins" : {
"38144" : 1,
"38656" : 2,
"39168" : 1,
"40704" : 1,
"41216" : 1,
"42240" : 1,
"42752" : 2,
"43264" : 1,
"43776" : 4,
"44288" : 1,
"44800" : 3,
"45312" : 2,
"45824" : 4,
"46336" : 2,
"46848" : 6,
"47360" : 10,
"47872" : 12,
"48384" : 8,
"48896" : 15,
"49408" : 9,
"49920" : 20,
"50432" : 14,
"50944" : 26,
"51456" : 22,
"51968" : 28,
"52480" : 35,
"52992" : 31,
"53504" : 52,
"54016" : 65,
"54528" : 76,
"55040" : 97,
"55552" : 117,
"56064" : 109,
"56576" : 139,
"57088" : 175,
"57600" : 173,
"58112" : 209,
"58624" : 232,
"59136" : 309,
"59648" : 373,
"60160" : 413,
"60672" : 570,
"61184" : 591,
"61696" : 708,
"62208" : 628,
"62720" : 768,
"63232" : 763,
"63744" : 751,
"64256" : 811,
"64768" : 846,
"65280" : 979,
"66048" : 2460,
"67072" : 3482,
"68096" : 4474,
"69120" : 5491,
"70144" : 6873,
"71168" : 8801,
"72192" : 11125,
"73216" : 13488,
"74240" : 14980,
"75264" : 15605,
"76288" : 16567,
"77312" : 17145,
"78336" : 19340,
"79360" : 22709,
"80384" : 29095,
"81408" : 38989,
"82432" : 54543,
"83456" : 75718,
"84480" : 96012,
"85504" : 105552,
"86528" : 107942,
"87552" : 104916,
"88576" : 99615,
"89600" : 89563,
"90624" : 81200,
"91648" : 72585,
"92672" : 66818,
"93696" : 59111,
"94720" : 52952,
"95744" : 47461,
"96768" : 43681,
"97792" : 38828,
"98816" : 34744,
"99840" : 31420,
"100864" : 28822,
"101888" : 25176,
"102912" : 22398,
"103936" : 20008,
"104960" : 17786,
"105984" : 15461,
"107008" : 13838,
"108032" : 12419,
"109056" : 10953,
"110080" : 9648,
"111104" : 8796,
"112128" : 7561,
"113152" : 6763,
"114176" : 5871,
"115200" : 5240,
"116224" : 4525,
"117248" : 4072,
"118272" : 3583,
"119296" : 3210,
"120320" : 2818,
"121344" : 2611,
"122368" : 2387,
"123392" : 1986,
"124416" : 1882,
"125440" : 1636,
"126464" : 1509,
"127488" : 1437,
"128512" : 1302,
"129536" : 1222,
"130560" : 1146,
"132096" : 2091,
"134144" : 1918,
"136192" : 1725,
"138240" : 1583,
"140288" : 1486,
"142336" : 1416,
"144384" : 1387,
"146432" : 1391,
"148480" : 1404,
"150528" : 1349,
"152576" : 1377,
"154624" : 1446,
"156672" : 1543,
"158720" : 1643,
"160768" : 1986,
"162816" : 2720,
"164864" : 3096,
"166912" : 3884,
"168960" : 5212,
"171008" : 7935,
"173056" : 12779,
"175104" : 18390,
"177152" : 24497,
"179200" : 29484,
"181248" : 35058,
"183296" : 41845,
"185344" : 48463,
"187392" : 49872,
"189440" : 45870,
"191488" : 39850,
"193536" : 33870,
"195584" : 28489,
"197632" : 23983,
"199680" : 20062,
"201728" : 16601,
"203776" : 13521,
"205824" : 11315,
"207872" : 8988,
"209920" : 7307,
"211968" : 5840,
"214016" : 4746,
"216064" : 3804,
"218112" : 3015,
"220160" : 2503,
"222208" : 2022,
"224256" : 1776,
"226304" : 1471,
"228352" : 1214,
"230400" : 1102,
"232448" : 938,
"234496" : 840,
"236544" : 739,
"238592" : 757,
"240640" : 669,
"242688" : 620,
"244736" : 583,
"246784" : 555,
"248832" : 537,
"250880" : 554,
"252928" : 510,
"254976" : 528,
"257024" : 545,
"259072" : 565,
"261120" : 632,
"264192" : 1675,
"268288" : 2740,
"272384" : 4448,
"276480" : 6240,
"280576" : 7897,
"284672" : 9580,
"288768" : 9036,
"292864" : 7970,
"296960" : 6545,
"301056" : 5735,
"305152" : 4920,
"309248" : 4178,
"313344" : 3623,
"317440" : 3000,
"321536" : 2416,
"325632" : 1902,
"329728" : 1420,
"333824" : 983,
"337920" : 706,
"342016" : 558,
"346112" : 515,
"350208" : 441,
"354304" : 314,
"358400" : 304,
"362496" : 331,
"366592" : 290,
"370688" : 355,
"374784" : 383,
"378880" : 460,
"382976" : 510,
"387072" : 524,
"391168" : 565,
"395264" : 1002,
"399360" : 1640,
"403456" : 2255,
"407552" : 2228,
"411648" : 2140,
"415744" : 1601,
"419840" : 979,
"423936" : 658,
"428032" : 380,
"432128" : 320,
"436224" : 207,
"440320" : 144,
"444416" : 106,
"448512" : 74,
"452608" : 48,
"456704" : 34,
"460800" : 34,
"464896" : 36,
"468992" : 27,
"473088" : 16,
"477184" : 19,
"481280" : 13,
"485376" : 10,
"489472" : 11,
"493568" : 2,
"497664" : 5,
"501760" : 7,
"505856" : 5,
"509952" : 5,
"514048" : 2,
"518144" : 6,
"522240" : 2,
"528384" : 11,
"536576" : 14,
"544768" : 6,
"552960" : 3,
"561152" : 2,
"569344" : 6,
"577536" : 2,
"585728" : 2,
"593920" : 4,
"610304" : 1,
"618496" : 2,
"626688" : 2,
"634880" : 2,
"643072" : 4,
"659456" : 1,
"684032" : 1,
"692224" : 2,
"700416" : 1,
"749568" : 1,
"782336" : 1,
"798720" : 1,
"839680" : 2,
"913408" : 1
}
},
"lat_ns" : {
"min" : 54113,
"max" : 953105,
"mean" : 162835.680487,
"stddev" : 71790.514808,
"N" : 2448120
},
"bw_min" : 83168,
"bw_max" : 119088,
"bw_agg" : 100.000000,
"bw_mean" : 97926.437186,
"bw_dev" : 6911.581796,
"bw_samples" : 199,
"iops_min" : 20792,
"iops_max" : 29772,
"iops_mean" : 24481.562814,
"iops_stddev" : 1727.904559,
"iops_samples" : 199
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 4.265043,
"sys_cpu" : 66.766668,
"ctx" : 286187,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999959,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999959,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 60.990940,
"250" : 34.595104,
"500" : 4.405787,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118655,
"timestamp_ms" : 1774118655129,
"time" : "Sat Mar 21 15:44:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11121905664,
"io_kbytes" : 10861236,
"bw_bytes" : 101109152,
"bw" : 98739,
"iops" : 24684.860771,
"runtime" : 109999,
"total_ios" : 2715310,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9445,
"max" : 773822,
"mean" : 38706.899209,
"stddev" : 31076.946681,
"N" : 2715310
},
"clat_ns" : {
"min" : 38038,
"max" : 913676,
"mean" : 122780.808068,
"stddev" : 59146.610679,
"N" : 2715309,
"percentile" : {
"1.000000" : 70144,
"5.000000" : 77312,
"10.000000" : 82432,
"20.000000" : 85504,
"30.000000" : 87552,
"40.000000" : 90624,
"50.000000" : 93696,
"60.000000" : 98816,
"70.000000" : 112128,
"80.000000" : 183296,
"90.000000" : 195584,
"95.000000" : 218112,
"99.000000" : 325632,
"99.500000" : 399360,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 460800
},
"bins" : {
"38144" : 1,
"38656" : 2,
"39168" : 1,
"40704" : 1,
"41216" : 1,
"42240" : 1,
"42752" : 2,
"43264" : 1,
"43776" : 4,
"44288" : 1,
"44800" : 3,
"45312" : 2,
"45824" : 6,
"46336" : 2,
"46848" : 6,
"47360" : 10,
"47872" : 12,
"48384" : 8,
"48896" : 16,
"49408" : 10,
"49920" : 20,
"50432" : 15,
"50944" : 27,
"51456" : 25,
"51968" : 28,
"52480" : 35,
"52992" : 32,
"53504" : 54,
"54016" : 65,
"54528" : 79,
"55040" : 102,
"55552" : 119,
"56064" : 114,
"56576" : 148,
"57088" : 184,
"57600" : 181,
"58112" : 223,
"58624" : 240,
"59136" : 331,
"59648" : 395,
"60160" : 431,
"60672" : 595,
"61184" : 608,
"61696" : 745,
"62208" : 661,
"62720" : 799,
"63232" : 787,
"63744" : 782,
"64256" : 831,
"64768" : 878,
"65280" : 1004,
"66048" : 2514,
"67072" : 3553,
"68096" : 4600,
"69120" : 5674,
"70144" : 7143,
"71168" : 9274,
"72192" : 11739,
"73216" : 14242,
"74240" : 15832,
"75264" : 16499,
"76288" : 17386,
"77312" : 17973,
"78336" : 20270,
"79360" : 24014,
"80384" : 31506,
"81408" : 43278,
"82432" : 61174,
"83456" : 85463,
"84480" : 108147,
"85504" : 118855,
"86528" : 121546,
"87552" : 118098,
"88576" : 112153,
"89600" : 101286,
"90624" : 91850,
"91648" : 82250,
"92672" : 75708,
"93696" : 67351,
"94720" : 60525,
"95744" : 54211,
"96768" : 49743,
"97792" : 44201,
"98816" : 39694,
"99840" : 35728,
"100864" : 32892,
"101888" : 28758,
"102912" : 25658,
"103936" : 22895,
"104960" : 20468,
"105984" : 17778,
"107008" : 15917,
"108032" : 14263,
"109056" : 12613,
"110080" : 11099,
"111104" : 10102,
"112128" : 8691,
"113152" : 7841,
"114176" : 6836,
"115200" : 6077,
"116224" : 5245,
"117248" : 4665,
"118272" : 4184,
"119296" : 3738,
"120320" : 3276,
"121344" : 3021,
"122368" : 2754,
"123392" : 2311,
"124416" : 2165,
"125440" : 1894,
"126464" : 1747,
"127488" : 1696,
"128512" : 1512,
"129536" : 1419,
"130560" : 1320,
"132096" : 2355,
"134144" : 2153,
"136192" : 1946,
"138240" : 1782,
"140288" : 1641,
"142336" : 1577,
"144384" : 1525,
"146432" : 1512,
"148480" : 1542,
"150528" : 1464,
"152576" : 1490,
"154624" : 1554,
"156672" : 1633,
"158720" : 1752,
"160768" : 2147,
"162816" : 2895,
"164864" : 3292,
"166912" : 4061,
"168960" : 5383,
"171008" : 8250,
"173056" : 13520,
"175104" : 19945,
"177152" : 26900,
"179200" : 32275,
"181248" : 37994,
"183296" : 44960,
"185344" : 51640,
"187392" : 53049,
"189440" : 48799,
"191488" : 42412,
"193536" : 35999,
"195584" : 30450,
"197632" : 25632,
"199680" : 21501,
"201728" : 17825,
"203776" : 14470,
"205824" : 12137,
"207872" : 9618,
"209920" : 7845,
"211968" : 6287,
"214016" : 5116,
"216064" : 4116,
"218112" : 3274,
"220160" : 2702,
"222208" : 2203,
"224256" : 1938,
"226304" : 1600,
"228352" : 1315,
"230400" : 1201,
"232448" : 1027,
"234496" : 923,
"236544" : 817,
"238592" : 805,
"240640" : 739,
"242688" : 685,
"244736" : 638,
"246784" : 596,
"248832" : 578,
"250880" : 600,
"252928" : 559,
"254976" : 562,
"257024" : 577,
"259072" : 590,
"261120" : 672,
"264192" : 1800,
"268288" : 2946,
"272384" : 4702,
"276480" : 6495,
"280576" : 8175,
"284672" : 9839,
"288768" : 9411,
"292864" : 8329,
"296960" : 6912,
"301056" : 6108,
"305152" : 5231,
"309248" : 4471,
"313344" : 3851,
"317440" : 3247,
"321536" : 2638,
"325632" : 2078,
"329728" : 1569,
"333824" : 1093,
"337920" : 805,
"342016" : 627,
"346112" : 569,
"350208" : 484,
"354304" : 341,
"358400" : 323,
"362496" : 356,
"366592" : 312,
"370688" : 384,
"374784" : 399,
"378880" : 473,
"382976" : 522,
"387072" : 541,
"391168" : 614,
"395264" : 1125,
"399360" : 1862,
"403456" : 2524,
"407552" : 2555,
"411648" : 2388,
"415744" : 1786,
"419840" : 1055,
"423936" : 703,
"428032" : 406,
"432128" : 340,
"436224" : 219,
"440320" : 150,
"444416" : 110,
"448512" : 77,
"452608" : 52,
"456704" : 34,
"460800" : 34,
"464896" : 39,
"468992" : 28,
"473088" : 18,
"477184" : 20,
"481280" : 14,
"485376" : 10,
"489472" : 11,
"493568" : 2,
"497664" : 5,
"501760" : 8,
"505856" : 5,
"509952" : 6,
"514048" : 3,
"518144" : 6,
"522240" : 2,
"528384" : 11,
"536576" : 15,
"544768" : 8,
"552960" : 3,
"561152" : 2,
"569344" : 6,
"577536" : 3,
"585728" : 2,
"593920" : 4,
"610304" : 1,
"618496" : 2,
"626688" : 2,
"634880" : 2,
"643072" : 4,
"659456" : 1,
"684032" : 2,
"692224" : 2,
"700416" : 3,
"749568" : 1,
"782336" : 1,
"798720" : 1,
"839680" : 2,
"913408" : 1
}
},
"lat_ns" : {
"min" : 54113,
"max" : 953105,
"mean" : 161487.743311,
"stddev" : 71042.059222,
"N" : 2715309
},
"bw_min" : 83168,
"bw_max" : 123831,
"bw_agg" : 99.935784,
"bw_mean" : 98676.844749,
"bw_dev" : 7271.470607,
"bw_samples" : 219,
"iops_min" : 20792,
"iops_max" : 30957,
"iops_mean" : 24669.159817,
"iops_stddev" : 1817.863644,
"iops_samples" : 219
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 4.324585,
"sys_cpu" : 67.459704,
"ctx" : 306350,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999963,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999963,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 61.587296,
"250" : 34.179228,
"500" : 4.225595,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118665,
"timestamp_ms" : 1774118665129,
"time" : "Sat Mar 21 15:44:25 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12213870592,
"io_kbytes" : 11927608,
"bw_bytes" : 101783103,
"bw" : 99397,
"iops" : 24849.398745,
"runtime" : 119999,
"total_ios" : 2981903,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9445,
"max" : 773822,
"mean" : 38438.114983,
"stddev" : 30612.798557,
"N" : 2981903
},
"clat_ns" : {
"min" : 38038,
"max" : 913676,
"mean" : 121976.579783,
"stddev" : 58450.273491,
"N" : 2981902,
"percentile" : {
"1.000000" : 70144,
"5.000000" : 78336,
"10.000000" : 82432,
"20.000000" : 85504,
"30.000000" : 87552,
"40.000000" : 90624,
"50.000000" : 93696,
"60.000000" : 98816,
"70.000000" : 110080,
"80.000000" : 183296,
"90.000000" : 195584,
"95.000000" : 214016,
"99.000000" : 321536,
"99.500000" : 399360,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 460800
},
"bins" : {
"38144" : 1,
"38656" : 2,
"39168" : 1,
"40704" : 1,
"41216" : 1,
"42240" : 1,
"42752" : 2,
"43264" : 1,
"43776" : 4,
"44288" : 1,
"44800" : 3,
"45312" : 2,
"45824" : 6,
"46336" : 2,
"46848" : 6,
"47360" : 10,
"47872" : 12,
"48384" : 8,
"48896" : 16,
"49408" : 10,
"49920" : 20,
"50432" : 15,
"50944" : 29,
"51456" : 26,
"51968" : 30,
"52480" : 36,
"52992" : 32,
"53504" : 54,
"54016" : 65,
"54528" : 80,
"55040" : 104,
"55552" : 120,
"56064" : 118,
"56576" : 152,
"57088" : 187,
"57600" : 190,
"58112" : 226,
"58624" : 246,
"59136" : 340,
"59648" : 408,
"60160" : 444,
"60672" : 610,
"61184" : 624,
"61696" : 765,
"62208" : 688,
"62720" : 817,
"63232" : 802,
"63744" : 800,
"64256" : 848,
"64768" : 890,
"65280" : 1030,
"66048" : 2554,
"67072" : 3598,
"68096" : 4667,
"69120" : 5775,
"70144" : 7292,
"71168" : 9517,
"72192" : 12159,
"73216" : 14809,
"74240" : 16480,
"75264" : 17231,
"76288" : 18190,
"77312" : 18802,
"78336" : 21130,
"79360" : 25205,
"80384" : 33676,
"81408" : 47041,
"82432" : 66894,
"83456" : 94090,
"84480" : 119207,
"85504" : 131311,
"86528" : 134608,
"87552" : 131099,
"88576" : 124683,
"89600" : 112884,
"90624" : 102437,
"91648" : 91950,
"92672" : 84891,
"93696" : 75590,
"94720" : 68211,
"95744" : 61269,
"96768" : 56187,
"97792" : 50209,
"98816" : 45088,
"99840" : 40596,
"100864" : 37490,
"101888" : 32732,
"102912" : 29306,
"103936" : 26133,
"104960" : 23388,
"105984" : 20378,
"107008" : 18277,
"108032" : 16279,
"109056" : 14402,
"110080" : 12724,
"111104" : 11543,
"112128" : 9936,
"113152" : 8952,
"114176" : 7802,
"115200" : 6993,
"116224" : 6060,
"117248" : 5456,
"118272" : 4852,
"119296" : 4303,
"120320" : 3787,
"121344" : 3473,
"122368" : 3158,
"123392" : 2709,
"124416" : 2529,
"125440" : 2208,
"126464" : 2058,
"127488" : 1944,
"128512" : 1736,
"129536" : 1609,
"130560" : 1523,
"132096" : 2647,
"134144" : 2437,
"136192" : 2171,
"138240" : 1992,
"140288" : 1811,
"142336" : 1726,
"144384" : 1686,
"146432" : 1631,
"148480" : 1696,
"150528" : 1583,
"152576" : 1620,
"154624" : 1676,
"156672" : 1739,
"158720" : 1846,
"160768" : 2262,
"162816" : 3032,
"164864" : 3484,
"166912" : 4294,
"168960" : 5591,
"171008" : 8596,
"173056" : 14316,
"175104" : 21659,
"177152" : 29345,
"179200" : 35384,
"181248" : 41223,
"183296" : 48169,
"185344" : 54908,
"187392" : 56262,
"189440" : 51610,
"191488" : 44730,
"193536" : 37956,
"195584" : 32019,
"197632" : 27114,
"199680" : 22810,
"201728" : 18936,
"203776" : 15408,
"205824" : 12913,
"207872" : 10311,
"209920" : 8380,
"211968" : 6754,
"214016" : 5483,
"216064" : 4448,
"218112" : 3556,
"220160" : 2932,
"222208" : 2413,
"224256" : 2108,
"226304" : 1766,
"228352" : 1448,
"230400" : 1315,
"232448" : 1125,
"234496" : 1014,
"236544" : 899,
"238592" : 868,
"240640" : 815,
"242688" : 746,
"244736" : 691,
"246784" : 655,
"248832" : 610,
"250880" : 642,
"252928" : 593,
"254976" : 604,
"257024" : 609,
"259072" : 616,
"261120" : 708,
"264192" : 1944,
"268288" : 3187,
"272384" : 4998,
"276480" : 6759,
"280576" : 8387,
"284672" : 10134,
"288768" : 9710,
"292864" : 8614,
"296960" : 7203,
"301056" : 6375,
"305152" : 5522,
"309248" : 4734,
"313344" : 4109,
"317440" : 3474,
"321536" : 2841,
"325632" : 2275,
"329728" : 1746,
"333824" : 1218,
"337920" : 879,
"342016" : 677,
"346112" : 613,
"350208" : 512,
"354304" : 363,
"358400" : 341,
"362496" : 379,
"366592" : 334,
"370688" : 402,
"374784" : 416,
"378880" : 489,
"382976" : 535,
"387072" : 559,
"391168" : 644,
"395264" : 1207,
"399360" : 2094,
"403456" : 2801,
"407552" : 2866,
"411648" : 2672,
"415744" : 1902,
"419840" : 1118,
"423936" : 727,
"428032" : 438,
"432128" : 364,
"436224" : 234,
"440320" : 157,
"444416" : 117,
"448512" : 83,
"452608" : 60,
"456704" : 40,
"460800" : 35,
"464896" : 39,
"468992" : 30,
"473088" : 18,
"477184" : 21,
"481280" : 15,
"485376" : 11,
"489472" : 13,
"493568" : 2,
"497664" : 5,
"501760" : 9,
"505856" : 5,
"509952" : 7,
"514048" : 4,
"518144" : 6,
"522240" : 2,
"528384" : 11,
"536576" : 15,
"544768" : 8,
"552960" : 3,
"561152" : 3,
"569344" : 6,
"577536" : 3,
"585728" : 2,
"593920" : 4,
"610304" : 1,
"618496" : 2,
"626688" : 2,
"634880" : 2,
"643072" : 4,
"659456" : 1,
"684032" : 2,
"692224" : 2,
"700416" : 3,
"749568" : 1,
"782336" : 1,
"798720" : 1,
"839680" : 2,
"913408" : 1
}
},
"lat_ns" : {
"min" : 54113,
"max" : 953105,
"mean" : 160414.625939,
"stddev" : 70293.271539,
"N" : 2981902
},
"bw_min" : 83168,
"bw_max" : 123831,
"bw_agg" : 99.989374,
"bw_mean" : 99387.602510,
"bw_dev" : 7483.386366,
"bw_samples" : 239,
"iops_min" : 20792,
"iops_max" : 30957,
"iops_mean" : 24846.853556,
"iops_stddev" : 1870.847514,
"iops_samples" : 239
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 4.361703,
"sys_cpu" : 68.085567,
"ctx" : 326102,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999966,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999966,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 61.931994,
"250" : 33.996948,
"500" : 4.063747,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118675,
"timestamp_ms" : 1774118675129,
"time" : "Sat Mar 21 15:44:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13246119936,
"io_kbytes" : 12935664,
"bw_bytes" : 101894014,
"bw" : 99505,
"iops" : 24876.475973,
"runtime" : 129999,
"total_ios" : 3233917,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9445,
"max" : 773822,
"mean" : 38393.947721,
"stddev" : 30474.678906,
"N" : 3233917
},
"clat_ns" : {
"min" : 38038,
"max" : 913676,
"mean" : 121845.112939,
"stddev" : 58288.737879,
"N" : 3233916,
"percentile" : {
"1.000000" : 70144,
"5.000000" : 78336,
"10.000000" : 82432,
"20.000000" : 85504,
"30.000000" : 87552,
"40.000000" : 90624,
"50.000000" : 93696,
"60.000000" : 98816,
"70.000000" : 110080,
"80.000000" : 183296,
"90.000000" : 195584,
"95.000000" : 214016,
"99.000000" : 325632,
"99.500000" : 399360,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 460800
},
"bins" : {
"38144" : 1,
"38656" : 2,
"39168" : 1,
"40704" : 1,
"41216" : 1,
"41728" : 1,
"42240" : 1,
"42752" : 2,
"43264" : 1,
"43776" : 4,
"44288" : 1,
"44800" : 3,
"45312" : 2,
"45824" : 6,
"46336" : 2,
"46848" : 6,
"47360" : 10,
"47872" : 12,
"48384" : 8,
"48896" : 16,
"49408" : 10,
"49920" : 20,
"50432" : 16,
"50944" : 29,
"51456" : 26,
"51968" : 30,
"52480" : 36,
"52992" : 33,
"53504" : 54,
"54016" : 66,
"54528" : 80,
"55040" : 105,
"55552" : 121,
"56064" : 119,
"56576" : 155,
"57088" : 189,
"57600" : 191,
"58112" : 226,
"58624" : 246,
"59136" : 341,
"59648" : 410,
"60160" : 447,
"60672" : 611,
"61184" : 632,
"61696" : 768,
"62208" : 691,
"62720" : 822,
"63232" : 806,
"63744" : 802,
"64256" : 852,
"64768" : 898,
"65280" : 1034,
"66048" : 2562,
"67072" : 3604,
"68096" : 4679,
"69120" : 5792,
"70144" : 7319,
"71168" : 9564,
"72192" : 12234,
"73216" : 14910,
"74240" : 16576,
"75264" : 17375,
"76288" : 18312,
"77312" : 18947,
"78336" : 21331,
"79360" : 25589,
"80384" : 34538,
"81408" : 48893,
"82432" : 71202,
"83456" : 101797,
"84480" : 130007,
"85504" : 143626,
"86528" : 147666,
"87552" : 144059,
"88576" : 137345,
"89600" : 124354,
"90624" : 113209,
"91648" : 101644,
"92672" : 93871,
"93696" : 83560,
"94720" : 75589,
"95744" : 67805,
"96768" : 62133,
"97792" : 55565,
"98816" : 49934,
"99840" : 44803,
"100864" : 41281,
"101888" : 36080,
"102912" : 32276,
"103936" : 28797,
"104960" : 25759,
"105984" : 22450,
"107008" : 20167,
"108032" : 17817,
"109056" : 15808,
"110080" : 13997,
"111104" : 12625,
"112128" : 10867,
"113152" : 9796,
"114176" : 8510,
"115200" : 7655,
"116224" : 6633,
"117248" : 5924,
"118272" : 5270,
"119296" : 4673,
"120320" : 4092,
"121344" : 3788,
"122368" : 3398,
"123392" : 2929,
"124416" : 2731,
"125440" : 2391,
"126464" : 2209,
"127488" : 2065,
"128512" : 1861,
"129536" : 1722,
"130560" : 1618,
"132096" : 2880,
"134144" : 2630,
"136192" : 2333,
"138240" : 2142,
"140288" : 1948,
"142336" : 1855,
"144384" : 1800,
"146432" : 1760,
"148480" : 1825,
"150528" : 1692,
"152576" : 1741,
"154624" : 1812,
"156672" : 1842,
"158720" : 1973,
"160768" : 2363,
"162816" : 3139,
"164864" : 3632,
"166912" : 4433,
"168960" : 5724,
"171008" : 8756,
"173056" : 14647,
"175104" : 22300,
"177152" : 30728,
"179200" : 37391,
"181248" : 43956,
"183296" : 51530,
"185344" : 58984,
"187392" : 61030,
"189440" : 56308,
"191488" : 48899,
"193536" : 41590,
"195584" : 35045,
"197632" : 29674,
"199680" : 24908,
"201728" : 20556,
"203776" : 16766,
"205824" : 13984,
"207872" : 11259,
"209920" : 9058,
"211968" : 7271,
"214016" : 5891,
"216064" : 4794,
"218112" : 3838,
"220160" : 3143,
"222208" : 2585,
"224256" : 2245,
"226304" : 1883,
"228352" : 1584,
"230400" : 1408,
"232448" : 1220,
"234496" : 1105,
"236544" : 978,
"238592" : 914,
"240640" : 881,
"242688" : 793,
"244736" : 732,
"246784" : 718,
"248832" : 658,
"250880" : 688,
"252928" : 634,
"254976" : 634,
"257024" : 642,
"259072" : 644,
"261120" : 734,
"264192" : 2030,
"268288" : 3371,
"272384" : 5264,
"276480" : 7065,
"280576" : 8751,
"284672" : 10566,
"288768" : 10295,
"292864" : 9283,
"296960" : 7713,
"301056" : 6825,
"305152" : 5958,
"309248" : 5100,
"313344" : 4426,
"317440" : 3741,
"321536" : 3105,
"325632" : 2467,
"329728" : 1915,
"333824" : 1333,
"337920" : 962,
"342016" : 729,
"346112" : 657,
"350208" : 550,
"354304" : 399,
"358400" : 364,
"362496" : 410,
"366592" : 360,
"370688" : 428,
"374784" : 442,
"378880" : 514,
"382976" : 554,
"387072" : 581,
"391168" : 688,
"395264" : 1313,
"399360" : 2301,
"403456" : 3115,
"407552" : 3158,
"411648" : 2982,
"415744" : 2160,
"419840" : 1253,
"423936" : 797,
"428032" : 492,
"432128" : 390,
"436224" : 261,
"440320" : 165,
"444416" : 124,
"448512" : 89,
"452608" : 61,
"456704" : 44,
"460800" : 36,
"464896" : 41,
"468992" : 35,
"473088" : 18,
"477184" : 22,
"481280" : 15,
"485376" : 11,
"489472" : 13,
"493568" : 3,
"497664" : 6,
"501760" : 9,
"505856" : 7,
"509952" : 7,
"514048" : 6,
"518144" : 6,
"522240" : 2,
"528384" : 11,
"536576" : 15,
"544768" : 9,
"552960" : 3,
"561152" : 4,
"569344" : 6,
"577536" : 3,
"585728" : 2,
"593920" : 6,
"602112" : 2,
"610304" : 2,
"618496" : 2,
"626688" : 2,
"634880" : 2,
"643072" : 4,
"659456" : 1,
"684032" : 2,
"692224" : 2,
"700416" : 3,
"708608" : 1,
"749568" : 1,
"782336" : 1,
"798720" : 1,
"839680" : 2,
"913408" : 1
}
},
"lat_ns" : {
"min" : 54113,
"max" : 953105,
"mean" : 160239.089289,
"stddev" : 70142.178917,
"N" : 3233916
},
"bw_min" : 83168,
"bw_max" : 123831,
"bw_agg" : 100.000000,
"bw_mean" : 99535.386100,
"bw_dev" : 7316.670993,
"bw_samples" : 259,
"iops_min" : 20792,
"iops_max" : 30957,
"iops_mean" : 24883.806950,
"iops_stddev" : 1829.176286,
"iops_samples" : 259
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 4.353880,
"sys_cpu" : 68.279756,
"ctx" : 350347,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 62.043800,
"250" : 33.938812,
"500" : 4.010245,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118685,
"timestamp_ms" : 1774118685130,
"time" : "Sat Mar 21 15:44:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14303174656,
"io_kbytes" : 13967944,
"bw_bytes" : 102166263,
"bw" : 99771,
"iops" : 24942.942450,
"runtime" : 139999,
"total_ios" : 3491987,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9445,
"max" : 773822,
"mean" : 38287.375862,
"stddev" : 30250.065428,
"N" : 3491987
},
"clat_ns" : {
"min" : 38038,
"max" : 913676,
"mean" : 121522.641432,
"stddev" : 57979.863109,
"N" : 3491986,
"percentile" : {
"1.000000" : 70144,
"5.000000" : 79360,
"10.000000" : 82432,
"20.000000" : 85504,
"30.000000" : 87552,
"40.000000" : 90624,
"50.000000" : 93696,
"60.000000" : 98816,
"70.000000" : 109056,
"80.000000" : 181248,
"90.000000" : 195584,
"95.000000" : 214016,
"99.000000" : 325632,
"99.500000" : 399360,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 456704
},
"bins" : {
"38144" : 1,
"38656" : 2,
"39168" : 1,
"40704" : 1,
"41216" : 1,
"41728" : 1,
"42240" : 1,
"42752" : 2,
"43264" : 1,
"43776" : 4,
"44288" : 1,
"44800" : 3,
"45312" : 2,
"45824" : 6,
"46336" : 2,
"46848" : 6,
"47360" : 10,
"47872" : 12,
"48384" : 8,
"48896" : 16,
"49408" : 10,
"49920" : 21,
"50432" : 16,
"50944" : 29,
"51456" : 26,
"51968" : 30,
"52480" : 36,
"52992" : 33,
"53504" : 54,
"54016" : 66,
"54528" : 81,
"55040" : 107,
"55552" : 123,
"56064" : 121,
"56576" : 158,
"57088" : 194,
"57600" : 194,
"58112" : 228,
"58624" : 254,
"59136" : 346,
"59648" : 414,
"60160" : 455,
"60672" : 622,
"61184" : 643,
"61696" : 780,
"62208" : 700,
"62720" : 835,
"63232" : 822,
"63744" : 819,
"64256" : 865,
"64768" : 907,
"65280" : 1041,
"66048" : 2590,
"67072" : 3635,
"68096" : 4716,
"69120" : 5852,
"70144" : 7387,
"71168" : 9718,
"72192" : 12489,
"73216" : 15263,
"74240" : 16962,
"75264" : 17820,
"76288" : 18713,
"77312" : 19379,
"78336" : 21786,
"79360" : 26128,
"80384" : 35299,
"81408" : 50488,
"82432" : 75123,
"83456" : 109259,
"84480" : 140390,
"85504" : 155921,
"86528" : 160616,
"87552" : 157451,
"88576" : 150451,
"89600" : 136097,
"90624" : 123986,
"91648" : 111927,
"92672" : 103382,
"93696" : 92042,
"94720" : 83490,
"95744" : 74990,
"96768" : 68563,
"97792" : 61410,
"98816" : 55146,
"99840" : 49507,
"100864" : 45405,
"101888" : 39761,
"102912" : 35682,
"103936" : 31709,
"104960" : 28339,
"105984" : 24666,
"107008" : 22126,
"108032" : 19594,
"109056" : 17408,
"110080" : 15462,
"111104" : 13857,
"112128" : 11965,
"113152" : 10797,
"114176" : 9414,
"115200" : 8452,
"116224" : 7325,
"117248" : 6518,
"118272" : 5824,
"119296" : 5131,
"120320" : 4499,
"121344" : 4144,
"122368" : 3713,
"123392" : 3188,
"124416" : 2957,
"125440" : 2627,
"126464" : 2400,
"127488" : 2252,
"128512" : 2046,
"129536" : 1885,
"130560" : 1762,
"132096" : 3125,
"134144" : 2839,
"136192" : 2544,
"138240" : 2286,
"140288" : 2113,
"142336" : 2004,
"144384" : 1940,
"146432" : 1875,
"148480" : 1940,
"150528" : 1811,
"152576" : 1847,
"154624" : 1921,
"156672" : 1935,
"158720" : 2056,
"160768" : 2477,
"162816" : 3290,
"164864" : 3792,
"166912" : 4585,
"168960" : 5905,
"171008" : 8921,
"173056" : 15003,
"175104" : 23093,
"177152" : 32297,
"179200" : 39775,
"181248" : 46770,
"183296" : 54618,
"185344" : 62585,
"187392" : 64920,
"189440" : 60351,
"191488" : 52559,
"193536" : 44870,
"195584" : 37644,
"197632" : 31925,
"199680" : 26806,
"201728" : 22081,
"203776" : 17884,
"205824" : 14888,
"207872" : 12010,
"209920" : 9686,
"211968" : 7762,
"214016" : 6277,
"216064" : 5116,
"218112" : 4109,
"220160" : 3390,
"222208" : 2777,
"224256" : 2403,
"226304" : 2006,
"228352" : 1693,
"230400" : 1507,
"232448" : 1313,
"234496" : 1176,
"236544" : 1045,
"238592" : 975,
"240640" : 955,
"242688" : 836,
"244736" : 773,
"246784" : 758,
"248832" : 692,
"250880" : 735,
"252928" : 669,
"254976" : 666,
"257024" : 676,
"259072" : 682,
"261120" : 768,
"264192" : 2109,
"268288" : 3529,
"272384" : 5532,
"276480" : 7344,
"280576" : 9033,
"284672" : 10875,
"288768" : 10727,
"292864" : 9768,
"296960" : 8210,
"301056" : 7296,
"305152" : 6345,
"309248" : 5412,
"313344" : 4702,
"317440" : 4021,
"321536" : 3316,
"325632" : 2655,
"329728" : 2042,
"333824" : 1457,
"337920" : 1043,
"342016" : 790,
"346112" : 716,
"350208" : 581,
"354304" : 426,
"358400" : 394,
"362496" : 432,
"366592" : 382,
"370688" : 455,
"374784" : 464,
"378880" : 533,
"382976" : 583,
"387072" : 606,
"391168" : 711,
"395264" : 1376,
"399360" : 2476,
"403456" : 3383,
"407552" : 3481,
"411648" : 3289,
"415744" : 2428,
"419840" : 1396,
"423936" : 862,
"428032" : 522,
"432128" : 416,
"436224" : 277,
"440320" : 180,
"444416" : 137,
"448512" : 94,
"452608" : 63,
"456704" : 46,
"460800" : 38,
"464896" : 43,
"468992" : 36,
"473088" : 19,
"477184" : 22,
"481280" : 16,
"485376" : 12,
"489472" : 16,
"493568" : 3,
"497664" : 6,
"501760" : 9,
"505856" : 9,
"509952" : 7,
"514048" : 6,
"518144" : 6,
"522240" : 2,
"528384" : 11,
"536576" : 15,
"544768" : 9,
"552960" : 4,
"561152" : 4,
"569344" : 6,
"577536" : 5,
"585728" : 6,
"593920" : 6,
"602112" : 3,
"610304" : 2,
"618496" : 2,
"626688" : 2,
"634880" : 2,
"643072" : 4,
"659456" : 1,
"684032" : 2,
"692224" : 2,
"700416" : 3,
"708608" : 1,
"749568" : 1,
"782336" : 1,
"798720" : 1,
"839680" : 2,
"913408" : 1
}
},
"lat_ns" : {
"min" : 54113,
"max" : 953105,
"mean" : 159810.016442,
"stddev" : 69825.097295,
"N" : 3491986
},
"bw_min" : 83168,
"bw_max" : 123831,
"bw_agg" : 100.000000,
"bw_mean" : 99804.752688,
"bw_dev" : 7276.750657,
"bw_samples" : 279,
"iops_min" : 20792,
"iops_max" : 30957,
"iops_mean" : 24951.150538,
"iops_stddev" : 1819.197146,
"iops_samples" : 279
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 4.396460,
"sys_cpu" : 68.558347,
"ctx" : 372548,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999971,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999971,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 62.217671,
"250" : 33.844198,
"500" : 3.931200,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118695,
"timestamp_ms" : 1774118695129,
"time" : "Sat Mar 21 15:44:55 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15356391424,
"io_kbytes" : 14996476,
"bw_bytes" : 102376625,
"bw" : 99977,
"iops" : 24994.299962,
"runtime" : 149999,
"total_ios" : 3749120,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9445,
"max" : 773822,
"mean" : 38205.595702,
"stddev" : 30072.080243,
"N" : 3749120
},
"clat_ns" : {
"min" : 38038,
"max" : 913676,
"mean" : 121273.540018,
"stddev" : 57737.494893,
"N" : 3749119,
"percentile" : {
"1.000000" : 71168,
"5.000000" : 79360,
"10.000000" : 83456,
"20.000000" : 85504,
"30.000000" : 87552,
"40.000000" : 90624,
"50.000000" : 93696,
"60.000000" : 98816,
"70.000000" : 108032,
"80.000000" : 181248,
"90.000000" : 195584,
"95.000000" : 211968,
"99.000000" : 325632,
"99.500000" : 399360,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 456704
},
"bins" : {
"38144" : 1,
"38656" : 2,
"39168" : 1,
"40704" : 1,
"41216" : 1,
"41728" : 1,
"42240" : 1,
"42752" : 2,
"43264" : 1,
"43776" : 4,
"44288" : 1,
"44800" : 3,
"45312" : 2,
"45824" : 6,
"46336" : 2,
"46848" : 6,
"47360" : 11,
"47872" : 12,
"48384" : 8,
"48896" : 16,
"49408" : 11,
"49920" : 21,
"50432" : 18,
"50944" : 29,
"51456" : 26,
"51968" : 31,
"52480" : 36,
"52992" : 33,
"53504" : 55,
"54016" : 66,
"54528" : 83,
"55040" : 108,
"55552" : 124,
"56064" : 122,
"56576" : 161,
"57088" : 195,
"57600" : 195,
"58112" : 231,
"58624" : 256,
"59136" : 353,
"59648" : 420,
"60160" : 459,
"60672" : 629,
"61184" : 647,
"61696" : 792,
"62208" : 708,
"62720" : 845,
"63232" : 830,
"63744" : 833,
"64256" : 873,
"64768" : 918,
"65280" : 1052,
"66048" : 2611,
"67072" : 3646,
"68096" : 4736,
"69120" : 5885,
"70144" : 7440,
"71168" : 9859,
"72192" : 12722,
"73216" : 15534,
"74240" : 17288,
"75264" : 18162,
"76288" : 19086,
"77312" : 19744,
"78336" : 22146,
"79360" : 26579,
"80384" : 36025,
"81408" : 52299,
"82432" : 79522,
"83456" : 117125,
"84480" : 150994,
"85504" : 168490,
"86528" : 173993,
"87552" : 170810,
"88576" : 163332,
"89600" : 147869,
"90624" : 134933,
"91648" : 122005,
"92672" : 112864,
"93696" : 100513,
"94720" : 91216,
"95744" : 81826,
"96768" : 74920,
"97792" : 66875,
"98816" : 60301,
"99840" : 54058,
"100864" : 49260,
"101888" : 43300,
"102912" : 38826,
"103936" : 34466,
"104960" : 30768,
"105984" : 26908,
"107008" : 24116,
"108032" : 21315,
"109056" : 18969,
"110080" : 16755,
"111104" : 15040,
"112128" : 13000,
"113152" : 11709,
"114176" : 10262,
"115200" : 9150,
"116224" : 7977,
"117248" : 7056,
"118272" : 6336,
"119296" : 5552,
"120320" : 4866,
"121344" : 4464,
"122368" : 4013,
"123392" : 3452,
"124416" : 3203,
"125440" : 2826,
"126464" : 2574,
"127488" : 2428,
"128512" : 2205,
"129536" : 2011,
"130560" : 1902,
"132096" : 3341,
"134144" : 3066,
"136192" : 2719,
"138240" : 2439,
"140288" : 2288,
"142336" : 2124,
"144384" : 2099,
"146432" : 1990,
"148480" : 2062,
"150528" : 1937,
"152576" : 2000,
"154624" : 2039,
"156672" : 2047,
"158720" : 2180,
"160768" : 2583,
"162816" : 3425,
"164864" : 3968,
"166912" : 4762,
"168960" : 6089,
"171008" : 9080,
"173056" : 15366,
"175104" : 24090,
"177152" : 34105,
"179200" : 42147,
"181248" : 49526,
"183296" : 57697,
"185344" : 66279,
"187392" : 69178,
"189440" : 64663,
"191488" : 56247,
"193536" : 48097,
"195584" : 40285,
"197632" : 34091,
"199680" : 28624,
"201728" : 23549,
"203776" : 18967,
"205824" : 15877,
"207872" : 12787,
"209920" : 10321,
"211968" : 8246,
"214016" : 6675,
"216064" : 5409,
"218112" : 4335,
"220160" : 3598,
"222208" : 2945,
"224256" : 2544,
"226304" : 2116,
"228352" : 1780,
"230400" : 1605,
"232448" : 1386,
"234496" : 1237,
"236544" : 1103,
"238592" : 1028,
"240640" : 1011,
"242688" : 882,
"244736" : 817,
"246784" : 796,
"248832" : 732,
"250880" : 776,
"252928" : 714,
"254976" : 702,
"257024" : 713,
"259072" : 713,
"261120" : 805,
"264192" : 2206,
"268288" : 3764,
"272384" : 5827,
"276480" : 7600,
"280576" : 9300,
"284672" : 11248,
"288768" : 11234,
"292864" : 10307,
"296960" : 8671,
"301056" : 7753,
"305152" : 6747,
"309248" : 5739,
"313344" : 4998,
"317440" : 4299,
"321536" : 3556,
"325632" : 2878,
"329728" : 2201,
"333824" : 1583,
"337920" : 1105,
"342016" : 851,
"346112" : 754,
"350208" : 617,
"354304" : 458,
"358400" : 413,
"362496" : 472,
"366592" : 403,
"370688" : 467,
"374784" : 477,
"378880" : 553,
"382976" : 596,
"387072" : 633,
"391168" : 736,
"395264" : 1465,
"399360" : 2652,
"403456" : 3687,
"407552" : 3797,
"411648" : 3618,
"415744" : 2662,
"419840" : 1514,
"423936" : 905,
"428032" : 557,
"432128" : 442,
"436224" : 296,
"440320" : 189,
"444416" : 146,
"448512" : 98,
"452608" : 65,
"456704" : 47,
"460800" : 42,
"464896" : 44,
"468992" : 38,
"473088" : 20,
"477184" : 25,
"481280" : 18,
"485376" : 12,
"489472" : 18,
"493568" : 3,
"497664" : 7,
"501760" : 10,
"505856" : 9,
"509952" : 7,
"514048" : 6,
"518144" : 6,
"522240" : 2,
"528384" : 11,
"536576" : 15,
"544768" : 10,
"552960" : 6,
"561152" : 4,
"569344" : 8,
"577536" : 7,
"585728" : 7,
"593920" : 6,
"602112" : 3,
"610304" : 2,
"618496" : 2,
"626688" : 2,
"634880" : 2,
"643072" : 4,
"659456" : 2,
"684032" : 2,
"692224" : 2,
"700416" : 3,
"708608" : 1,
"749568" : 1,
"782336" : 1,
"798720" : 1,
"839680" : 2,
"913408" : 1
}
},
"lat_ns" : {
"min" : 54113,
"max" : 953105,
"mean" : 159479.161035,
"stddev" : 69579.488101,
"N" : 3749119
},
"bw_min" : 83168,
"bw_max" : 123831,
"bw_agg" : 100.000000,
"bw_mean" : 100019.321070,
"bw_dev" : 7216.713265,
"bw_samples" : 299,
"iops_min" : 20792,
"iops_max" : 30957,
"iops_mean" : 25004.792642,
"iops_stddev" : 1804.188162,
"iops_samples" : 299
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 4.432696,
"sys_cpu" : 68.764458,
"ctx" : 395236,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999973,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999973,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 62.379892,
"250" : 33.740771,
"500" : 3.872562,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118705,
"timestamp_ms" : 1774118705129,
"time" : "Sat Mar 21 15:45:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16460128256,
"io_kbytes" : 16074344,
"bw_bytes" : 102876444,
"bw" : 100465,
"iops" : 25116.325727,
"runtime" : 159999,
"total_ios" : 4018587,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9445,
"max" : 773822,
"mean" : 38012.035013,
"stddev" : 29786.275734,
"N" : 4018587
},
"clat_ns" : {
"min" : 38038,
"max" : 913676,
"mean" : 120689.387287,
"stddev" : 57319.891895,
"N" : 4018586,
"percentile" : {
"1.000000" : 71168,
"5.000000" : 79360,
"10.000000" : 83456,
"20.000000" : 85504,
"30.000000" : 87552,
"40.000000" : 90624,
"50.000000" : 93696,
"60.000000" : 97792,
"70.000000" : 108032,
"80.000000" : 181248,
"90.000000" : 193536,
"95.000000" : 211968,
"99.000000" : 321536,
"99.500000" : 399360,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 456704
},
"bins" : {
"38144" : 1,
"38656" : 2,
"39168" : 1,
"39680" : 1,
"40704" : 1,
"41216" : 2,
"41728" : 3,
"42240" : 1,
"42752" : 2,
"43264" : 1,
"43776" : 6,
"44288" : 1,
"44800" : 5,
"45312" : 8,
"45824" : 7,
"46336" : 2,
"46848" : 8,
"47360" : 13,
"47872" : 14,
"48384" : 9,
"48896" : 18,
"49408" : 11,
"49920" : 21,
"50432" : 18,
"50944" : 29,
"51456" : 27,
"51968" : 33,
"52480" : 38,
"52992" : 34,
"53504" : 60,
"54016" : 73,
"54528" : 91,
"55040" : 118,
"55552" : 139,
"56064" : 139,
"56576" : 187,
"57088" : 216,
"57600" : 214,
"58112" : 264,
"58624" : 280,
"59136" : 392,
"59648" : 458,
"60160" : 502,
"60672" : 691,
"61184" : 692,
"61696" : 828,
"62208" : 745,
"62720" : 895,
"63232" : 871,
"63744" : 867,
"64256" : 903,
"64768" : 944,
"65280" : 1093,
"66048" : 2698,
"67072" : 3791,
"68096" : 4990,
"69120" : 6226,
"70144" : 8021,
"71168" : 10644,
"72192" : 13672,
"73216" : 16615,
"74240" : 18387,
"75264" : 19200,
"76288" : 20038,
"77312" : 20571,
"78336" : 22973,
"79360" : 27473,
"80384" : 37230,
"81408" : 54732,
"82432" : 84724,
"83456" : 126143,
"84480" : 163105,
"85504" : 182252,
"86528" : 188362,
"87552" : 185050,
"88576" : 176922,
"89600" : 160189,
"90624" : 146463,
"91648" : 132571,
"92672" : 122516,
"93696" : 109250,
"94720" : 99025,
"95744" : 88996,
"96768" : 81277,
"97792" : 72534,
"98816" : 65463,
"99840" : 58594,
"100864" : 53347,
"101888" : 46924,
"102912" : 42157,
"103936" : 37520,
"104960" : 33344,
"105984" : 29264,
"107008" : 26247,
"108032" : 23083,
"109056" : 20681,
"110080" : 18258,
"111104" : 16316,
"112128" : 14147,
"113152" : 12696,
"114176" : 11147,
"115200" : 9924,
"116224" : 8697,
"117248" : 7693,
"118272" : 6885,
"119296" : 6035,
"120320" : 5257,
"121344" : 4835,
"122368" : 4347,
"123392" : 3745,
"124416" : 3454,
"125440" : 3051,
"126464" : 2768,
"127488" : 2603,
"128512" : 2383,
"129536" : 2158,
"130560" : 2040,
"132096" : 3596,
"134144" : 3273,
"136192" : 2901,
"138240" : 2574,
"140288" : 2415,
"142336" : 2247,
"144384" : 2253,
"146432" : 2091,
"148480" : 2164,
"150528" : 2043,
"152576" : 2103,
"154624" : 2132,
"156672" : 2147,
"158720" : 2263,
"160768" : 2684,
"162816" : 3531,
"164864" : 4060,
"166912" : 4889,
"168960" : 6187,
"171008" : 9194,
"173056" : 15606,
"175104" : 24605,
"177152" : 34991,
"179200" : 43361,
"181248" : 51117,
"183296" : 59786,
"185344" : 69240,
"187392" : 73046,
"189440" : 68889,
"191488" : 59957,
"193536" : 51114,
"195584" : 42842,
"197632" : 36223,
"199680" : 30322,
"201728" : 24915,
"203776" : 20062,
"205824" : 16797,
"207872" : 13505,
"209920" : 10914,
"211968" : 8720,
"214016" : 7046,
"216064" : 5693,
"218112" : 4570,
"220160" : 3790,
"222208" : 3097,
"224256" : 2675,
"226304" : 2230,
"228352" : 1879,
"230400" : 1710,
"232448" : 1452,
"234496" : 1296,
"236544" : 1149,
"238592" : 1079,
"240640" : 1065,
"242688" : 920,
"244736" : 844,
"246784" : 840,
"248832" : 759,
"250880" : 818,
"252928" : 741,
"254976" : 737,
"257024" : 760,
"259072" : 741,
"261120" : 831,
"264192" : 2268,
"268288" : 3883,
"272384" : 5975,
"276480" : 7758,
"280576" : 9510,
"284672" : 11556,
"288768" : 11765,
"292864" : 10879,
"296960" : 9155,
"301056" : 8193,
"305152" : 7097,
"309248" : 6040,
"313344" : 5196,
"317440" : 4521,
"321536" : 3737,
"325632" : 3031,
"329728" : 2318,
"333824" : 1699,
"337920" : 1163,
"342016" : 893,
"346112" : 797,
"350208" : 653,
"354304" : 486,
"358400" : 428,
"362496" : 497,
"366592" : 429,
"370688" : 481,
"374784" : 493,
"378880" : 568,
"382976" : 615,
"387072" : 646,
"391168" : 764,
"395264" : 1534,
"399360" : 2803,
"403456" : 3929,
"407552" : 4069,
"411648" : 3867,
"415744" : 2829,
"419840" : 1606,
"423936" : 957,
"428032" : 595,
"432128" : 467,
"436224" : 309,
"440320" : 201,
"444416" : 157,
"448512" : 104,
"452608" : 70,
"456704" : 47,
"460800" : 44,
"464896" : 44,
"468992" : 39,
"473088" : 22,
"477184" : 25,
"481280" : 18,
"485376" : 12,
"489472" : 20,
"493568" : 4,
"497664" : 7,
"501760" : 10,
"505856" : 10,
"509952" : 7,
"514048" : 6,
"518144" : 6,
"522240" : 2,
"528384" : 11,
"536576" : 15,
"544768" : 10,
"552960" : 8,
"561152" : 4,
"569344" : 8,
"577536" : 7,
"585728" : 7,
"593920" : 6,
"602112" : 3,
"610304" : 3,
"618496" : 2,
"626688" : 3,
"634880" : 3,
"643072" : 4,
"659456" : 2,
"684032" : 2,
"692224" : 2,
"700416" : 3,
"708608" : 1,
"749568" : 1,
"782336" : 1,
"798720" : 1,
"839680" : 2,
"913408" : 1
}
},
"lat_ns" : {
"min" : 54113,
"max" : 953105,
"mean" : 158701.446292,
"stddev" : 69132.913138,
"N" : 4018586
},
"bw_min" : 83168,
"bw_max" : 134176,
"bw_agg" : 99.962895,
"bw_mean" : 100428.711599,
"bw_dev" : 7789.698067,
"bw_samples" : 319,
"iops_min" : 20792,
"iops_max" : 33544,
"iops_mean" : 25107.141066,
"iops_stddev" : 1947.434026,
"iops_samples" : 319
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 4.474403,
"sys_cpu" : 69.153557,
"ctx" : 414273,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999975,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999975,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 62.788040,
"250" : 33.426276,
"500" : 3.778617,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118715,
"timestamp_ms" : 1774118715129,
"time" : "Sat Mar 21 15:45:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 17564143616,
"io_kbytes" : 17152484,
"bw_bytes" : 103319099,
"bw" : 100897,
"iops" : 25224.395438,
"runtime" : 169999,
"total_ios" : 4288122,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9445,
"max" : 773822,
"mean" : 37841.282104,
"stddev" : 29485.955714,
"N" : 4288122
},
"clat_ns" : {
"min" : 38038,
"max" : 913676,
"mean" : 120177.288555,
"stddev" : 56865.288490,
"N" : 4288121,
"percentile" : {
"1.000000" : 71168,
"5.000000" : 79360,
"10.000000" : 83456,
"20.000000" : 85504,
"30.000000" : 87552,
"40.000000" : 90624,
"50.000000" : 93696,
"60.000000" : 97792,
"70.000000" : 107008,
"80.000000" : 181248,
"90.000000" : 193536,
"95.000000" : 209920,
"99.000000" : 321536,
"99.500000" : 399360,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 456704
},
"bins" : {
"38144" : 1,
"38656" : 2,
"39168" : 1,
"39680" : 1,
"40704" : 1,
"41216" : 2,
"41728" : 3,
"42240" : 2,
"42752" : 2,
"43264" : 1,
"43776" : 6,
"44288" : 1,
"44800" : 5,
"45312" : 9,
"45824" : 7,
"46336" : 2,
"46848" : 8,
"47360" : 15,
"47872" : 15,
"48384" : 10,
"48896" : 18,
"49408" : 11,
"49920" : 21,
"50432" : 19,
"50944" : 30,
"51456" : 29,
"51968" : 33,
"52480" : 39,
"52992" : 35,
"53504" : 65,
"54016" : 75,
"54528" : 96,
"55040" : 120,
"55552" : 141,
"56064" : 142,
"56576" : 192,
"57088" : 224,
"57600" : 218,
"58112" : 273,
"58624" : 291,
"59136" : 408,
"59648" : 478,
"60160" : 538,
"60672" : 721,
"61184" : 728,
"61696" : 851,
"62208" : 785,
"62720" : 927,
"63232" : 898,
"63744" : 896,
"64256" : 935,
"64768" : 970,
"65280" : 1110,
"66048" : 2756,
"67072" : 3838,
"68096" : 5072,
"69120" : 6353,
"70144" : 8216,
"71168" : 11049,
"72192" : 14421,
"73216" : 17510,
"74240" : 19366,
"75264" : 20181,
"76288" : 20944,
"77312" : 21456,
"78336" : 23861,
"79360" : 28378,
"80384" : 38459,
"81408" : 56931,
"82432" : 89553,
"83456" : 134460,
"84480" : 174835,
"85504" : 195327,
"86528" : 202485,
"87552" : 198878,
"88576" : 190018,
"89600" : 171734,
"90624" : 157400,
"91648" : 142405,
"92672" : 131769,
"93696" : 117568,
"94720" : 106716,
"95744" : 96052,
"96768" : 87728,
"97792" : 78435,
"98816" : 71062,
"99840" : 63726,
"100864" : 58056,
"101888" : 51250,
"102912" : 45983,
"103936" : 41071,
"104960" : 36514,
"105984" : 31910,
"107008" : 28785,
"108032" : 25361,
"109056" : 22610,
"110080" : 20135,
"111104" : 17913,
"112128" : 15612,
"113152" : 14027,
"114176" : 12380,
"115200" : 10966,
"116224" : 9646,
"117248" : 8540,
"118272" : 7577,
"119296" : 6710,
"120320" : 5849,
"121344" : 5373,
"122368" : 4809,
"123392" : 4134,
"124416" : 3805,
"125440" : 3374,
"126464" : 3061,
"127488" : 2874,
"128512" : 2618,
"129536" : 2351,
"130560" : 2249,
"132096" : 3924,
"134144" : 3559,
"136192" : 3116,
"138240" : 2753,
"140288" : 2596,
"142336" : 2411,
"144384" : 2364,
"146432" : 2196,
"148480" : 2257,
"150528" : 2154,
"152576" : 2210,
"154624" : 2242,
"156672" : 2250,
"158720" : 2361,
"160768" : 2807,
"162816" : 3727,
"164864" : 4280,
"166912" : 5141,
"168960" : 6406,
"171008" : 9422,
"173056" : 16162,
"175104" : 25942,
"177152" : 37184,
"179200" : 45910,
"181248" : 53870,
"183296" : 62488,
"185344" : 72177,
"187392" : 75934,
"189440" : 71585,
"191488" : 62337,
"193536" : 53064,
"195584" : 44540,
"197632" : 37754,
"199680" : 31711,
"201728" : 26080,
"203776" : 20995,
"205824" : 17615,
"207872" : 14222,
"209920" : 11491,
"211968" : 9208,
"214016" : 7488,
"216064" : 6050,
"218112" : 4836,
"220160" : 3995,
"222208" : 3307,
"224256" : 2837,
"226304" : 2384,
"228352" : 2009,
"230400" : 1810,
"232448" : 1559,
"234496" : 1372,
"236544" : 1211,
"238592" : 1142,
"240640" : 1110,
"242688" : 969,
"244736" : 885,
"246784" : 886,
"248832" : 788,
"250880" : 855,
"252928" : 773,
"254976" : 759,
"257024" : 790,
"259072" : 761,
"261120" : 863,
"264192" : 2377,
"268288" : 4066,
"272384" : 6237,
"276480" : 7971,
"280576" : 9671,
"284672" : 11781,
"288768" : 12048,
"292864" : 11196,
"296960" : 9456,
"301056" : 8483,
"305152" : 7390,
"309248" : 6295,
"313344" : 5453,
"317440" : 4774,
"321536" : 3964,
"325632" : 3225,
"329728" : 2482,
"333824" : 1801,
"337920" : 1233,
"342016" : 936,
"346112" : 821,
"350208" : 683,
"354304" : 505,
"358400" : 447,
"362496" : 519,
"366592" : 449,
"370688" : 498,
"374784" : 514,
"378880" : 581,
"382976" : 621,
"387072" : 659,
"391168" : 780,
"395264" : 1628,
"399360" : 3013,
"403456" : 4209,
"407552" : 4382,
"411648" : 4130,
"415744" : 2952,
"419840" : 1671,
"423936" : 994,
"428032" : 627,
"432128" : 486,
"436224" : 327,
"440320" : 212,
"444416" : 166,
"448512" : 109,
"452608" : 74,
"456704" : 51,
"460800" : 47,
"464896" : 45,
"468992" : 40,
"473088" : 22,
"477184" : 25,
"481280" : 18,
"485376" : 13,
"489472" : 20,
"493568" : 6,
"497664" : 7,
"501760" : 10,
"505856" : 10,
"509952" : 7,
"514048" : 6,
"518144" : 6,
"522240" : 2,
"528384" : 11,
"536576" : 15,
"544768" : 10,
"552960" : 8,
"561152" : 4,
"569344" : 8,
"577536" : 7,
"585728" : 7,
"593920" : 6,
"602112" : 3,
"610304" : 3,
"618496" : 2,
"626688" : 3,
"634880" : 3,
"643072" : 4,
"659456" : 2,
"684032" : 2,
"692224" : 2,
"700416" : 3,
"708608" : 1,
"749568" : 1,
"782336" : 1,
"798720" : 1,
"839680" : 2,
"913408" : 1
}
},
"lat_ns" : {
"min" : 54113,
"max" : 953105,
"mean" : 158018.545261,
"stddev" : 68636.895654,
"N" : 4288121
},
"bw_min" : 83168,
"bw_max" : 134176,
"bw_agg" : 100.000000,
"bw_mean" : 100910.967552,
"bw_dev" : 7938.424588,
"bw_samples" : 339,
"iops_min" : 20792,
"iops_max" : 33544,
"iops_mean" : 25227.705015,
"iops_stddev" : 1984.614157,
"iops_samples" : 339
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 4.494144,
"sys_cpu" : 69.565115,
"ctx" : 432813,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 62.968451,
"250" : 33.341729,
"500" : 3.683058,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118725,
"timestamp_ms" : 1774118725130,
"time" : "Sat Mar 21 15:45:25 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 18600034304,
"io_kbytes" : 18164096,
"bw_bytes" : 103334097,
"bw" : 100912,
"iops" : 25228.056823,
"runtime" : 179999,
"total_ios" : 4541025,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9445,
"max" : 773822,
"mean" : 37835.779668,
"stddev" : 29429.172437,
"N" : 4541025
},
"clat_ns" : {
"min" : 38038,
"max" : 913676,
"mean" : 120159.475002,
"stddev" : 56821.413686,
"N" : 4541024,
"percentile" : {
"1.000000" : 71168,
"5.000000" : 80384,
"10.000000" : 83456,
"20.000000" : 85504,
"30.000000" : 87552,
"40.000000" : 90624,
"50.000000" : 93696,
"60.000000" : 97792,
"70.000000" : 107008,
"80.000000" : 181248,
"90.000000" : 193536,
"95.000000" : 209920,
"99.000000" : 321536,
"99.500000" : 399360,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 456704
},
"bins" : {
"38144" : 1,
"38656" : 2,
"39168" : 1,
"39680" : 1,
"40704" : 1,
"41216" : 2,
"41728" : 3,
"42240" : 2,
"42752" : 3,
"43264" : 1,
"43776" : 6,
"44288" : 1,
"44800" : 5,
"45312" : 9,
"45824" : 7,
"46336" : 3,
"46848" : 8,
"47360" : 15,
"47872" : 15,
"48384" : 10,
"48896" : 18,
"49408" : 12,
"49920" : 21,
"50432" : 19,
"50944" : 30,
"51456" : 29,
"51968" : 34,
"52480" : 39,
"52992" : 35,
"53504" : 65,
"54016" : 76,
"54528" : 96,
"55040" : 121,
"55552" : 142,
"56064" : 143,
"56576" : 196,
"57088" : 225,
"57600" : 221,
"58112" : 276,
"58624" : 295,
"59136" : 410,
"59648" : 482,
"60160" : 541,
"60672" : 726,
"61184" : 738,
"61696" : 858,
"62208" : 790,
"62720" : 935,
"63232" : 910,
"63744" : 907,
"64256" : 946,
"64768" : 977,
"65280" : 1115,
"66048" : 2777,
"67072" : 3851,
"68096" : 5098,
"69120" : 6397,
"70144" : 8293,
"71168" : 11142,
"72192" : 14569,
"73216" : 17771,
"74240" : 19646,
"75264" : 20494,
"76288" : 21222,
"77312" : 21772,
"78336" : 24228,
"79360" : 28905,
"80384" : 39651,
"81408" : 59619,
"82432" : 94618,
"83456" : 142587,
"84480" : 185569,
"85504" : 207661,
"86528" : 215381,
"87552" : 211657,
"88576" : 202235,
"89600" : 182781,
"90624" : 167159,
"91648" : 151543,
"92672" : 140144,
"93696" : 124989,
"94720" : 113493,
"95744" : 102311,
"96768" : 93357,
"97792" : 83526,
"98816" : 75635,
"99840" : 67995,
"100864" : 61954,
"101888" : 54666,
"102912" : 49114,
"103936" : 43750,
"104960" : 39005,
"105984" : 34046,
"107008" : 30808,
"108032" : 27108,
"109056" : 24157,
"110080" : 21504,
"111104" : 19257,
"112128" : 16756,
"113152" : 15053,
"114176" : 13273,
"115200" : 11770,
"116224" : 10379,
"117248" : 9185,
"118272" : 8139,
"119296" : 7241,
"120320" : 6328,
"121344" : 5786,
"122368" : 5141,
"123392" : 4446,
"124416" : 4123,
"125440" : 3637,
"126464" : 3349,
"127488" : 3116,
"128512" : 2826,
"129536" : 2547,
"130560" : 2428,
"132096" : 4254,
"134144" : 3827,
"136192" : 3343,
"138240" : 2979,
"140288" : 2796,
"142336" : 2564,
"144384" : 2510,
"146432" : 2345,
"148480" : 2400,
"150528" : 2278,
"152576" : 2322,
"154624" : 2372,
"156672" : 2373,
"158720" : 2464,
"160768" : 2929,
"162816" : 3841,
"164864" : 4429,
"166912" : 5278,
"168960" : 6558,
"171008" : 9595,
"173056" : 16449,
"175104" : 26590,
"177152" : 38487,
"179200" : 47800,
"181248" : 56403,
"183296" : 65711,
"185344" : 76217,
"187392" : 80530,
"189440" : 76122,
"191488" : 66300,
"193536" : 56313,
"195584" : 47309,
"197632" : 40104,
"199680" : 33677,
"201728" : 27777,
"203776" : 22335,
"205824" : 18666,
"207872" : 15094,
"209920" : 12160,
"211968" : 9769,
"214016" : 7951,
"216064" : 6434,
"218112" : 5167,
"220160" : 4247,
"222208" : 3550,
"224256" : 3046,
"226304" : 2580,
"228352" : 2178,
"230400" : 1944,
"232448" : 1679,
"234496" : 1465,
"236544" : 1301,
"238592" : 1235,
"240640" : 1182,
"242688" : 1030,
"244736" : 950,
"246784" : 935,
"248832" : 841,
"250880" : 896,
"252928" : 812,
"254976" : 794,
"257024" : 817,
"259072" : 787,
"261120" : 906,
"264192" : 2464,
"268288" : 4226,
"272384" : 6480,
"276480" : 8209,
"280576" : 9972,
"284672" : 12207,
"288768" : 12616,
"292864" : 11853,
"296960" : 10015,
"301056" : 9001,
"305152" : 7751,
"309248" : 6638,
"313344" : 5744,
"317440" : 5039,
"321536" : 4232,
"325632" : 3443,
"329728" : 2610,
"333824" : 1953,
"337920" : 1334,
"342016" : 1010,
"346112" : 891,
"350208" : 733,
"354304" : 548,
"358400" : 474,
"362496" : 561,
"366592" : 469,
"370688" : 527,
"374784" : 543,
"378880" : 596,
"382976" : 651,
"387072" : 696,
"391168" : 826,
"395264" : 1735,
"399360" : 3204,
"403456" : 4457,
"407552" : 4685,
"411648" : 4448,
"415744" : 3202,
"419840" : 1831,
"423936" : 1067,
"428032" : 665,
"432128" : 518,
"436224" : 351,
"440320" : 228,
"444416" : 174,
"448512" : 112,
"452608" : 82,
"456704" : 52,
"460800" : 48,
"464896" : 51,
"468992" : 41,
"473088" : 22,
"477184" : 27,
"481280" : 18,
"485376" : 13,
"489472" : 21,
"493568" : 7,
"497664" : 7,
"501760" : 11,
"505856" : 13,
"509952" : 7,
"514048" : 6,
"518144" : 7,
"522240" : 2,
"528384" : 11,
"536576" : 15,
"544768" : 11,
"552960" : 8,
"561152" : 4,
"569344" : 8,
"577536" : 7,
"585728" : 7,
"593920" : 6,
"602112" : 3,
"610304" : 3,
"618496" : 2,
"626688" : 3,
"634880" : 3,
"643072" : 4,
"659456" : 2,
"684032" : 2,
"692224" : 2,
"700416" : 3,
"708608" : 1,
"749568" : 1,
"782336" : 1,
"798720" : 1,
"839680" : 2,
"913408" : 1
}
},
"lat_ns" : {
"min" : 54113,
"max" : 953105,
"mean" : 157995.277248,
"stddev" : 68611.578442,
"N" : 4541024
},
"bw_min" : 83168,
"bw_max" : 134176,
"bw_agg" : 99.998807,
"bw_mean" : 100911.727019,
"bw_dev" : 7862.047567,
"bw_samples" : 359,
"iops_min" : 20792,
"iops_max" : 33544,
"iops_mean" : 25227.896936,
"iops_stddev" : 1965.519531,
"iops_samples" : 359
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 4.497247,
"sys_cpu" : 69.642609,
"ctx" : 456429,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999978,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999978,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 62.937002,
"250" : 33.393584,
"500" : 3.662829,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774118725,
"timestamp_ms" : 1774118725152,
"time" : "Sat Mar 21 15:45:25 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 18600058880,
"io_kbytes" : 18164120,
"bw_bytes" : 103332512,
"bw" : 100910,
"iops" : 25227.641915,
"runtime" : 180002,
"total_ios" : 4541026,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9445,
"max" : 773822,
"mean" : 37835.773200,
"stddev" : 29429.167705,
"N" : 4541027
},
"clat_ns" : {
"min" : 3456,
"max" : 913676,
"mean" : 120159.404523,
"stddev" : 56821.435043,
"N" : 4541029,
"percentile" : {
"1.000000" : 71168,
"5.000000" : 80384,
"10.000000" : 83456,
"20.000000" : 85504,
"30.000000" : 87552,
"40.000000" : 90624,
"50.000000" : 93696,
"60.000000" : 97792,
"70.000000" : 107008,
"80.000000" : 181248,
"90.000000" : 193536,
"95.000000" : 209920,
"99.000000" : 321536,
"99.500000" : 399360,
"99.900000" : 419840,
"99.950000" : 428032,
"99.990000" : 456704
},
"bins" : {
"3472" : 1,
"24704" : 1,
"38144" : 1,
"38656" : 2,
"39168" : 1,
"39680" : 1,
"40704" : 1,
"41216" : 2,
"41728" : 3,
"42240" : 2,
"42752" : 3,
"43264" : 1,
"43776" : 6,
"44288" : 1,
"44800" : 5,
"45312" : 9,
"45824" : 7,
"46336" : 3,
"46848" : 8,
"47360" : 15,
"47872" : 15,
"48384" : 10,
"48896" : 18,
"49408" : 12,
"49920" : 21,
"50432" : 19,
"50944" : 30,
"51456" : 29,
"51968" : 34,
"52480" : 39,
"52992" : 35,
"53504" : 65,
"54016" : 76,
"54528" : 96,
"55040" : 121,
"55552" : 142,
"56064" : 143,
"56576" : 196,
"57088" : 225,
"57600" : 221,
"58112" : 276,
"58624" : 295,
"59136" : 410,
"59648" : 482,
"60160" : 541,
"60672" : 726,
"61184" : 738,
"61696" : 858,
"62208" : 790,
"62720" : 935,
"63232" : 910,
"63744" : 907,
"64256" : 946,
"64768" : 977,
"65280" : 1116,
"66048" : 2777,
"67072" : 3851,
"68096" : 5098,
"69120" : 6397,
"70144" : 8293,
"71168" : 11142,
"72192" : 14569,
"73216" : 17771,
"74240" : 19646,
"75264" : 20494,
"76288" : 21222,
"77312" : 21772,
"78336" : 24228,
"79360" : 28905,
"80384" : 39651,
"81408" : 59619,
"82432" : 94618,
"83456" : 142587,
"84480" : 185569,
"85504" : 207661,
"86528" : 215381,
"87552" : 211657,
"88576" : 202235,
"89600" : 182782,
"90624" : 167159,
"91648" : 151543,
"92672" : 140144,
"93696" : 124989,
"94720" : 113493,
"95744" : 102311,
"96768" : 93357,
"97792" : 83527,
"98816" : 75635,
"99840" : 67995,
"100864" : 61954,
"101888" : 54666,
"102912" : 49114,
"103936" : 43750,
"104960" : 39005,
"105984" : 34046,
"107008" : 30808,
"108032" : 27108,
"109056" : 24157,
"110080" : 21504,
"111104" : 19257,
"112128" : 16756,
"113152" : 15053,
"114176" : 13273,
"115200" : 11770,
"116224" : 10379,
"117248" : 9185,
"118272" : 8139,
"119296" : 7241,
"120320" : 6328,
"121344" : 5786,
"122368" : 5141,
"123392" : 4446,
"124416" : 4123,
"125440" : 3637,
"126464" : 3349,
"127488" : 3116,
"128512" : 2826,
"129536" : 2547,
"130560" : 2428,
"132096" : 4254,
"134144" : 3827,
"136192" : 3343,
"138240" : 2979,
"140288" : 2796,
"142336" : 2564,
"144384" : 2510,
"146432" : 2345,
"148480" : 2400,
"150528" : 2278,
"152576" : 2322,
"154624" : 2372,
"156672" : 2373,
"158720" : 2464,
"160768" : 2929,
"162816" : 3841,
"164864" : 4429,
"166912" : 5278,
"168960" : 6558,
"171008" : 9595,
"173056" : 16449,
"175104" : 26590,
"177152" : 38487,
"179200" : 47800,
"181248" : 56403,
"183296" : 65711,
"185344" : 76217,
"187392" : 80530,
"189440" : 76122,
"191488" : 66300,
"193536" : 56313,
"195584" : 47309,
"197632" : 40104,
"199680" : 33677,
"201728" : 27777,
"203776" : 22335,
"205824" : 18666,
"207872" : 15094,
"209920" : 12160,
"211968" : 9769,
"214016" : 7951,
"216064" : 6434,
"218112" : 5167,
"220160" : 4247,
"222208" : 3550,
"224256" : 3046,
"226304" : 2580,
"228352" : 2178,
"230400" : 1944,
"232448" : 1679,
"234496" : 1465,
"236544" : 1301,
"238592" : 1235,
"240640" : 1182,
"242688" : 1030,
"244736" : 950,
"246784" : 935,
"248832" : 841,
"250880" : 896,
"252928" : 812,
"254976" : 794,
"257024" : 817,
"259072" : 787,
"261120" : 906,
"264192" : 2464,
"268288" : 4226,
"272384" : 6480,
"276480" : 8209,
"280576" : 9972,
"284672" : 12207,
"288768" : 12616,
"292864" : 11853,
"296960" : 10015,
"301056" : 9001,
"305152" : 7751,
"309248" : 6638,
"313344" : 5744,
"317440" : 5039,
"321536" : 4232,
"325632" : 3443,
"329728" : 2610,
"333824" : 1953,
"337920" : 1334,
"342016" : 1010,
"346112" : 891,
"350208" : 733,
"354304" : 548,
"358400" : 474,
"362496" : 561,
"366592" : 469,
"370688" : 527,
"374784" : 543,
"378880" : 596,
"382976" : 651,
"387072" : 696,
"391168" : 826,
"395264" : 1735,
"399360" : 3204,
"403456" : 4457,
"407552" : 4685,
"411648" : 4448,
"415744" : 3202,
"419840" : 1831,
"423936" : 1067,
"428032" : 665,
"432128" : 518,
"436224" : 351,
"440320" : 228,
"444416" : 174,
"448512" : 112,
"452608" : 82,
"456704" : 52,
"460800" : 48,
"464896" : 51,
"468992" : 41,
"473088" : 22,
"477184" : 27,
"481280" : 18,
"485376" : 13,
"489472" : 21,
"493568" : 7,
"497664" : 7,
"501760" : 11,
"505856" : 13,
"509952" : 7,
"514048" : 6,
"518144" : 7,
"522240" : 2,
"528384" : 11,
"536576" : 15,
"544768" : 11,
"552960" : 8,
"561152" : 4,
"569344" : 8,
"577536" : 7,
"585728" : 7,
"593920" : 6,
"602112" : 3,
"610304" : 3,
"618496" : 2,
"626688" : 3,
"634880" : 3,
"643072" : 4,
"659456" : 2,
"684032" : 2,
"692224" : 2,
"700416" : 3,
"708608" : 1,
"749568" : 1,
"782336" : 1,
"798720" : 1,
"839680" : 2,
"913408" : 1
}
},
"lat_ns" : {
"min" : 22354,
"max" : 953105,
"mean" : 157995.192896,
"stddev" : 68611.599956,
"N" : 4541029
},
"bw_min" : 83168,
"bw_max" : 134176,
"bw_agg" : 100.000000,
"bw_mean" : 100933.972222,
"bw_dev" : 7862.427100,
"bw_samples" : 360,
"iops_min" : 20792,
"iops_max" : 33544,
"iops_mean" : 25233.458333,
"iops_stddev" : 1965.614491,
"iops_samples" : 360
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180001,
"usr_cpu" : 4.497197,
"sys_cpu" : 69.641835,
"ctx" : 456430,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 62.937054,
"250" : 33.393577,
"500" : 3.662829,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}