raidz2/benchmarks/rand/rand-write-qd4-nj8_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774119472,
"timestamp_ms" : 1774119472413,
"time" : "Sat Mar 21 15:57:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1197432832,
"io_kbytes" : 1169368,
"bw_bytes" : 122650090,
"bw" : 119775,
"iops" : 29948.786234,
"runtime" : 9763,
"total_ios" : 292390,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 78097,
"usr_cpu" : 0.900163,
"sys_cpu" : 12.004302,
"ctx" : 290293,
"majf" : 0,
"minf" : 52,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 99.991792,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119482,
"timestamp_ms" : 1774119482651,
"time" : "Sat Mar 21 15:58:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1136992256,
"io_kbytes" : 1110344,
"bw_bytes" : 113699225,
"bw" : 111034,
"iops" : 27759.800000,
"runtime" : 10000,
"total_ios" : 277598,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 11858,
"max" : 1927083,
"mean" : 285393.515749,
"stddev" : 105454.835724,
"N" : 277598
},
"clat_ns" : {
"min" : 72491,
"max" : 3638807,
"mean" : 866342.760561,
"stddev" : 292136.680451,
"N" : 277590,
"percentile" : {
"1.000000" : 114176,
"5.000000" : 337920,
"10.000000" : 440320,
"20.000000" : 651264,
"30.000000" : 757760,
"40.000000" : 831488,
"50.000000" : 880640,
"60.000000" : 929792,
"70.000000" : 1003520,
"80.000000" : 1105920,
"90.000000" : 1236992,
"95.000000" : 1335296,
"99.000000" : 1466368,
"99.500000" : 1531904,
"99.900000" : 1777664,
"99.950000" : 1925120,
"99.990000" : 2179072
},
"bins" : {
"72192" : 1,
"76288" : 1,
"77312" : 1,
"79360" : 1,
"81408" : 8,
"82432" : 15,
"83456" : 9,
"84480" : 13,
"85504" : 17,
"86528" : 19,
"87552" : 23,
"88576" : 43,
"89600" : 46,
"90624" : 42,
"91648" : 54,
"92672" : 57,
"93696" : 79,
"94720" : 85,
"95744" : 78,
"96768" : 108,
"97792" : 110,
"98816" : 113,
"99840" : 125,
"100864" : 114,
"101888" : 144,
"102912" : 136,
"103936" : 129,
"104960" : 151,
"105984" : 136,
"107008" : 112,
"108032" : 138,
"109056" : 131,
"110080" : 135,
"111104" : 138,
"112128" : 120,
"113152" : 124,
"114176" : 102,
"115200" : 130,
"116224" : 127,
"117248" : 116,
"118272" : 88,
"119296" : 105,
"120320" : 90,
"121344" : 97,
"122368" : 84,
"123392" : 89,
"124416" : 89,
"125440" : 77,
"126464" : 69,
"127488" : 67,
"128512" : 62,
"129536" : 59,
"130560" : 62,
"132096" : 123,
"134144" : 126,
"136192" : 93,
"138240" : 75,
"140288" : 76,
"142336" : 60,
"144384" : 52,
"146432" : 67,
"148480" : 61,
"150528" : 63,
"152576" : 56,
"154624" : 48,
"156672" : 51,
"158720" : 47,
"160768" : 38,
"162816" : 34,
"164864" : 32,
"166912" : 34,
"168960" : 39,
"171008" : 33,
"173056" : 27,
"175104" : 18,
"177152" : 25,
"179200" : 22,
"181248" : 30,
"183296" : 30,
"185344" : 32,
"187392" : 38,
"189440" : 31,
"191488" : 45,
"193536" : 57,
"195584" : 69,
"197632" : 65,
"199680" : 74,
"201728" : 106,
"203776" : 124,
"205824" : 122,
"207872" : 142,
"209920" : 128,
"211968" : 129,
"214016" : 137,
"216064" : 136,
"218112" : 118,
"220160" : 90,
"222208" : 99,
"224256" : 107,
"226304" : 101,
"228352" : 97,
"230400" : 82,
"232448" : 99,
"234496" : 66,
"236544" : 80,
"238592" : 58,
"240640" : 72,
"242688" : 51,
"244736" : 63,
"246784" : 61,
"248832" : 65,
"250880" : 57,
"252928" : 48,
"254976" : 57,
"257024" : 46,
"259072" : 49,
"261120" : 66,
"264192" : 99,
"268288" : 89,
"272384" : 96,
"276480" : 92,
"280576" : 98,
"284672" : 85,
"288768" : 98,
"292864" : 116,
"296960" : 167,
"301056" : 277,
"305152" : 380,
"309248" : 462,
"313344" : 497,
"317440" : 552,
"321536" : 573,
"325632" : 505,
"329728" : 484,
"333824" : 462,
"337920" : 421,
"342016" : 393,
"346112" : 340,
"350208" : 356,
"354304" : 327,
"358400" : 308,
"362496" : 301,
"366592" : 297,
"370688" : 277,
"374784" : 296,
"378880" : 308,
"382976" : 307,
"387072" : 293,
"391168" : 366,
"395264" : 374,
"399360" : 521,
"403456" : 675,
"407552" : 801,
"411648" : 976,
"415744" : 1011,
"419840" : 1021,
"423936" : 1022,
"428032" : 985,
"432128" : 916,
"436224" : 821,
"440320" : 748,
"444416" : 743,
"448512" : 705,
"452608" : 666,
"456704" : 620,
"460800" : 649,
"464896" : 603,
"468992" : 584,
"473088" : 567,
"477184" : 569,
"481280" : 575,
"485376" : 544,
"489472" : 524,
"493568" : 497,
"497664" : 483,
"501760" : 509,
"505856" : 520,
"509952" : 482,
"514048" : 483,
"518144" : 453,
"522240" : 406,
"528384" : 815,
"536576" : 776,
"544768" : 796,
"552960" : 767,
"561152" : 850,
"569344" : 868,
"577536" : 1040,
"585728" : 1102,
"593920" : 1168,
"602112" : 1185,
"610304" : 1193,
"618496" : 1155,
"626688" : 1121,
"634880" : 1123,
"643072" : 1211,
"651264" : 1328,
"659456" : 1449,
"667648" : 1569,
"675840" : 1463,
"684032" : 1567,
"692224" : 1653,
"700416" : 1815,
"708608" : 2068,
"716800" : 2377,
"724992" : 2572,
"733184" : 3070,
"741376" : 3328,
"749568" : 3361,
"757760" : 3048,
"765952" : 2914,
"774144" : 2604,
"782336" : 2325,
"790528" : 2265,
"798720" : 2726,
"806912" : 3462,
"815104" : 3929,
"823296" : 4306,
"831488" : 4618,
"839680" : 5038,
"847872" : 4874,
"856064" : 4484,
"864256" : 4496,
"872448" : 4766,
"880640" : 4689,
"888832" : 4363,
"897024" : 4285,
"905216" : 4471,
"913408" : 4408,
"921600" : 3695,
"929792" : 3285,
"937984" : 3333,
"946176" : 3465,
"954368" : 3547,
"962560" : 3101,
"970752" : 2645,
"978944" : 2542,
"987136" : 3011,
"995328" : 3738,
"1003520" : 3946,
"1011712" : 3082,
"1019904" : 2490,
"1028096" : 2142,
"1036288" : 1905,
"1044480" : 1765,
"1056768" : 3386,
"1073152" : 3328,
"1089536" : 3701,
"1105920" : 4267,
"1122304" : 4191,
"1138688" : 3787,
"1155072" : 3553,
"1171456" : 3470,
"1187840" : 3543,
"1204224" : 3333,
"1220608" : 3126,
"1236992" : 3061,
"1253376" : 2834,
"1269760" : 2734,
"1286144" : 2567,
"1302528" : 2457,
"1318912" : 2228,
"1335296" : 2161,
"1351680" : 1884,
"1368064" : 1748,
"1384448" : 1497,
"1400832" : 1312,
"1417216" : 1051,
"1433600" : 832,
"1449984" : 629,
"1466368" : 485,
"1482752" : 383,
"1499136" : 352,
"1515520" : 231,
"1531904" : 199,
"1548288" : 171,
"1564672" : 130,
"1581056" : 103,
"1597440" : 85,
"1613824" : 79,
"1630208" : 62,
"1646592" : 71,
"1662976" : 34,
"1679360" : 51,
"1695744" : 30,
"1712128" : 33,
"1728512" : 34,
"1744896" : 28,
"1761280" : 30,
"1777664" : 25,
"1794048" : 23,
"1810432" : 16,
"1826816" : 17,
"1843200" : 20,
"1859584" : 11,
"1875968" : 14,
"1892352" : 15,
"1908736" : 14,
"1925120" : 7,
"1941504" : 14,
"1957888" : 7,
"1974272" : 7,
"1990656" : 13,
"2007040" : 5,
"2023424" : 7,
"2039808" : 7,
"2056192" : 11,
"2072576" : 11,
"2088960" : 5,
"2113536" : 8,
"2146304" : 10,
"2179072" : 4,
"2211840" : 4,
"2277376" : 2,
"2342912" : 1,
"2375680" : 2,
"2408448" : 1,
"2441216" : 2,
"2473984" : 1,
"2506752" : 1,
"2539520" : 1,
"2605056" : 1,
"2703360" : 1,
"2801664" : 1,
"2867200" : 1,
"2932736" : 2,
"3063808" : 1,
"3129344" : 1,
"3653632" : 1
}
},
"lat_ns" : {
"min" : 96588,
"max" : 3813354,
"mean" : 1151725.202223,
"stddev" : 385117.477367,
"N" : 277590
},
"bw_min" : 92656,
"bw_max" : 125544,
"bw_agg" : 99.946504,
"bw_mean" : 110975.473684,
"bw_dev" : 1003.370195,
"bw_samples" : 152,
"iops_min" : 23158,
"iops_max" : 31386,
"iops_mean" : 27743.368421,
"iops_stddev" : 250.905508,
"iops_samples" : 152
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 80000,
"usr_cpu" : 0.860000,
"sys_cpu" : 11.187500,
"ctx" : 277465,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.364556,
"250" : 2.652397,
"500" : 10.188114,
"750" : 15.899970,
"1000" : 40.408793
},
"latency_ms" : {
"2" : 30.450868,
"4" : 0.032421,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119492,
"timestamp_ms" : 1774119492650,
"time" : "Sat Mar 21 15:58:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2298085376,
"io_kbytes" : 2244224,
"bw_bytes" : 114904268,
"bw" : 112211,
"iops" : 28053.300000,
"runtime" : 20000,
"total_ios" : 561066,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 11858,
"max" : 2295025,
"mean" : 282338.163223,
"stddev" : 104051.799645,
"N" : 561066
},
"clat_ns" : {
"min" : 72491,
"max" : 3638807,
"mean" : 857271.606882,
"stddev" : 286264.784978,
"N" : 561058,
"percentile" : {
"1.000000" : 116224,
"5.000000" : 337920,
"10.000000" : 444416,
"20.000000" : 651264,
"30.000000" : 741376,
"40.000000" : 815104,
"50.000000" : 872448,
"60.000000" : 929792,
"70.000000" : 995328,
"80.000000" : 1089536,
"90.000000" : 1220608,
"95.000000" : 1318912,
"99.000000" : 1449984,
"99.500000" : 1515520,
"99.900000" : 1761280,
"99.950000" : 1892352,
"99.990000" : 2211840
},
"bins" : {
"72192" : 1,
"76288" : 2,
"77312" : 2,
"79360" : 2,
"80384" : 1,
"81408" : 9,
"82432" : 17,
"83456" : 13,
"84480" : 15,
"85504" : 26,
"86528" : 23,
"87552" : 33,
"88576" : 53,
"89600" : 65,
"90624" : 63,
"91648" : 81,
"92672" : 93,
"93696" : 130,
"94720" : 138,
"95744" : 133,
"96768" : 180,
"97792" : 188,
"98816" : 214,
"99840" : 212,
"100864" : 211,
"101888" : 250,
"102912" : 265,
"103936" : 244,
"104960" : 264,
"105984" : 241,
"107008" : 227,
"108032" : 261,
"109056" : 256,
"110080" : 267,
"111104" : 281,
"112128" : 243,
"113152" : 260,
"114176" : 198,
"115200" : 236,
"116224" : 227,
"117248" : 207,
"118272" : 161,
"119296" : 205,
"120320" : 191,
"121344" : 183,
"122368" : 161,
"123392" : 169,
"124416" : 162,
"125440" : 146,
"126464" : 133,
"127488" : 133,
"128512" : 138,
"129536" : 121,
"130560" : 114,
"132096" : 230,
"134144" : 229,
"136192" : 168,
"138240" : 159,
"140288" : 157,
"142336" : 146,
"144384" : 118,
"146432" : 116,
"148480" : 117,
"150528" : 107,
"152576" : 87,
"154624" : 87,
"156672" : 100,
"158720" : 86,
"160768" : 70,
"162816" : 65,
"164864" : 60,
"166912" : 70,
"168960" : 57,
"171008" : 71,
"173056" : 55,
"175104" : 41,
"177152" : 53,
"179200" : 49,
"181248" : 61,
"183296" : 54,
"185344" : 53,
"187392" : 68,
"189440" : 62,
"191488" : 73,
"193536" : 97,
"195584" : 125,
"197632" : 143,
"199680" : 161,
"201728" : 215,
"203776" : 252,
"205824" : 249,
"207872" : 282,
"209920" : 278,
"211968" : 275,
"214016" : 292,
"216064" : 296,
"218112" : 246,
"220160" : 227,
"222208" : 220,
"224256" : 210,
"226304" : 230,
"228352" : 222,
"230400" : 205,
"232448" : 211,
"234496" : 162,
"236544" : 168,
"238592" : 147,
"240640" : 169,
"242688" : 127,
"244736" : 147,
"246784" : 141,
"248832" : 143,
"250880" : 133,
"252928" : 106,
"254976" : 121,
"257024" : 108,
"259072" : 122,
"261120" : 130,
"264192" : 206,
"268288" : 218,
"272384" : 218,
"276480" : 202,
"280576" : 205,
"284672" : 197,
"288768" : 213,
"292864" : 250,
"296960" : 393,
"301056" : 595,
"305152" : 829,
"309248" : 987,
"313344" : 1031,
"317440" : 1174,
"321536" : 1151,
"325632" : 1027,
"329728" : 954,
"333824" : 936,
"337920" : 878,
"342016" : 802,
"346112" : 716,
"350208" : 730,
"354304" : 708,
"358400" : 647,
"362496" : 630,
"366592" : 617,
"370688" : 600,
"374784" : 600,
"378880" : 589,
"382976" : 586,
"387072" : 609,
"391168" : 699,
"395264" : 761,
"399360" : 1011,
"403456" : 1258,
"407552" : 1473,
"411648" : 1742,
"415744" : 1778,
"419840" : 1760,
"423936" : 1793,
"428032" : 1693,
"432128" : 1603,
"436224" : 1476,
"440320" : 1382,
"444416" : 1319,
"448512" : 1300,
"452608" : 1230,
"456704" : 1142,
"460800" : 1192,
"464896" : 1158,
"468992" : 1107,
"473088" : 1096,
"477184" : 1097,
"481280" : 1085,
"485376" : 1093,
"489472" : 1047,
"493568" : 999,
"497664" : 947,
"501760" : 1014,
"505856" : 1012,
"509952" : 941,
"514048" : 976,
"518144" : 936,
"522240" : 833,
"528384" : 1726,
"536576" : 1631,
"544768" : 1719,
"552960" : 1757,
"561152" : 1945,
"569344" : 2145,
"577536" : 2444,
"585728" : 2549,
"593920" : 2701,
"602112" : 2725,
"610304" : 2836,
"618496" : 2815,
"626688" : 2790,
"634880" : 2760,
"643072" : 3005,
"651264" : 3244,
"659456" : 3443,
"667648" : 3697,
"675840" : 3713,
"684032" : 3934,
"692224" : 4144,
"700416" : 4627,
"708608" : 5312,
"716800" : 5864,
"724992" : 6631,
"733184" : 7483,
"741376" : 7883,
"749568" : 7717,
"757760" : 6990,
"765952" : 6453,
"774144" : 5716,
"782336" : 5226,
"790528" : 5262,
"798720" : 5970,
"806912" : 6889,
"815104" : 7448,
"823296" : 8190,
"831488" : 8501,
"839680" : 9016,
"847872" : 8669,
"856064" : 8166,
"864256" : 8168,
"872448" : 8505,
"880640" : 8274,
"888832" : 7824,
"897024" : 7606,
"905216" : 7929,
"913408" : 7978,
"921600" : 7231,
"929792" : 6685,
"937984" : 6604,
"946176" : 6755,
"954368" : 7010,
"962560" : 6783,
"970752" : 6348,
"978944" : 6149,
"987136" : 6537,
"995328" : 7641,
"1003520" : 7887,
"1011712" : 6299,
"1019904" : 5230,
"1028096" : 4552,
"1036288" : 4066,
"1044480" : 3779,
"1056768" : 7000,
"1073152" : 6712,
"1089536" : 7189,
"1105920" : 8039,
"1122304" : 7771,
"1138688" : 7579,
"1155072" : 7441,
"1171456" : 7167,
"1187840" : 7124,
"1204224" : 6760,
"1220608" : 6174,
"1236992" : 5912,
"1253376" : 5488,
"1269760" : 5116,
"1286144" : 4779,
"1302528" : 4515,
"1318912" : 4196,
"1335296" : 3881,
"1351680" : 3397,
"1368064" : 2970,
"1384448" : 2566,
"1400832" : 2156,
"1417216" : 1687,
"1433600" : 1355,
"1449984" : 1012,
"1466368" : 780,
"1482752" : 619,
"1499136" : 573,
"1515520" : 405,
"1531904" : 326,
"1548288" : 284,
"1564672" : 219,
"1581056" : 212,
"1597440" : 157,
"1613824" : 141,
"1630208" : 121,
"1646592" : 118,
"1662976" : 85,
"1679360" : 97,
"1695744" : 69,
"1712128" : 64,
"1728512" : 60,
"1744896" : 54,
"1761280" : 59,
"1777664" : 38,
"1794048" : 47,
"1810432" : 31,
"1826816" : 31,
"1843200" : 39,
"1859584" : 17,
"1875968" : 27,
"1892352" : 21,
"1908736" : 25,
"1925120" : 16,
"1941504" : 18,
"1957888" : 16,
"1974272" : 13,
"1990656" : 17,
"2007040" : 9,
"2023424" : 12,
"2039808" : 14,
"2056192" : 17,
"2072576" : 17,
"2088960" : 6,
"2113536" : 13,
"2146304" : 15,
"2179072" : 8,
"2211840" : 7,
"2244608" : 5,
"2277376" : 3,
"2310144" : 1,
"2342912" : 3,
"2375680" : 4,
"2408448" : 1,
"2441216" : 3,
"2473984" : 2,
"2506752" : 2,
"2539520" : 3,
"2572288" : 1,
"2605056" : 1,
"2670592" : 1,
"2703360" : 2,
"2736128" : 3,
"2768896" : 3,
"2801664" : 2,
"2867200" : 2,
"2932736" : 3,
"2965504" : 1,
"2998272" : 1,
"3063808" : 1,
"3129344" : 1,
"3653632" : 1
}
},
"lat_ns" : {
"min" : 96588,
"max" : 3813354,
"mean" : 1139610.970299,
"stddev" : 376977.162254,
"N" : 561058
},
"bw_min" : 92656,
"bw_max" : 126048,
"bw_agg" : 99.749402,
"bw_mean" : 111930.871795,
"bw_dev" : 946.010870,
"bw_samples" : 312,
"iops_min" : 23158,
"iops_max" : 31512,
"iops_mean" : 27982.205128,
"iops_stddev" : 236.539276,
"iops_samples" : 312
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159996,
"usr_cpu" : 0.853771,
"sys_cpu" : 11.440911,
"ctx" : 562048,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.291231,
"250" : 2.625894,
"500" : 9.717217,
"750" : 18.796006,
"1000" : 39.303041
},
"latency_ms" : {
"2" : 29.235598,
"4" : 0.029587,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119502,
"timestamp_ms" : 1774119502650,
"time" : "Sat Mar 21 15:58:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3499520000,
"io_kbytes" : 3417500,
"bw_bytes" : 116654555,
"bw" : 113920,
"iops" : 28480.482683,
"runtime" : 29999,
"total_ios" : 854386,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 11858,
"max" : 4131069,
"mean" : 278035.768429,
"stddev" : 106077.850667,
"N" : 854386
},
"clat_ns" : {
"min" : 72491,
"max" : 5155273,
"mean" : 844458.875332,
"stddev" : 286767.890629,
"N" : 854378,
"percentile" : {
"1.000000" : 116224,
"5.000000" : 329728,
"10.000000" : 444416,
"20.000000" : 634880,
"30.000000" : 724992,
"40.000000" : 790528,
"50.000000" : 856064,
"60.000000" : 913408,
"70.000000" : 987136,
"80.000000" : 1073152,
"90.000000" : 1204224,
"95.000000" : 1302528,
"99.000000" : 1449984,
"99.500000" : 1531904,
"99.900000" : 1810432,
"99.950000" : 2023424,
"99.990000" : 2932736
},
"bins" : {
"72192" : 1,
"75264" : 1,
"76288" : 2,
"77312" : 3,
"78336" : 1,
"79360" : 2,
"80384" : 5,
"81408" : 13,
"82432" : 20,
"83456" : 18,
"84480" : 20,
"85504" : 42,
"86528" : 36,
"87552" : 51,
"88576" : 75,
"89600" : 83,
"90624" : 89,
"91648" : 119,
"92672" : 144,
"93696" : 181,
"94720" : 185,
"95744" : 195,
"96768" : 253,
"97792" : 281,
"98816" : 321,
"99840" : 326,
"100864" : 340,
"101888" : 352,
"102912" : 395,
"103936" : 376,
"104960" : 389,
"105984" : 419,
"107008" : 390,
"108032" : 379,
"109056" : 387,
"110080" : 408,
"111104" : 411,
"112128" : 393,
"113152" : 412,
"114176" : 351,
"115200" : 386,
"116224" : 353,
"117248" : 354,
"118272" : 305,
"119296" : 357,
"120320" : 324,
"121344" : 333,
"122368" : 313,
"123392" : 296,
"124416" : 261,
"125440" : 241,
"126464" : 249,
"127488" : 244,
"128512" : 253,
"129536" : 220,
"130560" : 202,
"132096" : 400,
"134144" : 383,
"136192" : 285,
"138240" : 302,
"140288" : 270,
"142336" : 248,
"144384" : 217,
"146432" : 213,
"148480" : 202,
"150528" : 182,
"152576" : 156,
"154624" : 138,
"156672" : 157,
"158720" : 140,
"160768" : 116,
"162816" : 110,
"164864" : 100,
"166912" : 110,
"168960" : 106,
"171008" : 100,
"173056" : 91,
"175104" : 81,
"177152" : 90,
"179200" : 78,
"181248" : 85,
"183296" : 83,
"185344" : 85,
"187392" : 96,
"189440" : 105,
"191488" : 114,
"193536" : 154,
"195584" : 200,
"197632" : 241,
"199680" : 272,
"201728" : 352,
"203776" : 432,
"205824" : 433,
"207872" : 467,
"209920" : 491,
"211968" : 460,
"214016" : 467,
"216064" : 476,
"218112" : 426,
"220160" : 385,
"222208" : 357,
"224256" : 368,
"226304" : 376,
"228352" : 374,
"230400" : 329,
"232448" : 357,
"234496" : 287,
"236544" : 292,
"238592" : 280,
"240640" : 282,
"242688" : 234,
"244736" : 251,
"246784" : 237,
"248832" : 244,
"250880" : 227,
"252928" : 197,
"254976" : 212,
"257024" : 192,
"259072" : 203,
"261120" : 208,
"264192" : 369,
"268288" : 381,
"272384" : 358,
"276480" : 332,
"280576" : 352,
"284672" : 319,
"288768" : 363,
"292864" : 433,
"296960" : 627,
"301056" : 968,
"305152" : 1313,
"309248" : 1562,
"313344" : 1671,
"317440" : 1821,
"321536" : 1759,
"325632" : 1660,
"329728" : 1553,
"333824" : 1479,
"337920" : 1370,
"342016" : 1306,
"346112" : 1204,
"350208" : 1173,
"354304" : 1119,
"358400" : 1008,
"362496" : 989,
"366592" : 1014,
"370688" : 979,
"374784" : 929,
"378880" : 955,
"382976" : 934,
"387072" : 975,
"391168" : 1078,
"395264" : 1130,
"399360" : 1462,
"403456" : 1805,
"407552" : 2074,
"411648" : 2341,
"415744" : 2380,
"419840" : 2385,
"423936" : 2401,
"428032" : 2381,
"432128" : 2240,
"436224" : 2108,
"440320" : 1962,
"444416" : 1920,
"448512" : 1840,
"452608" : 1805,
"456704" : 1729,
"460800" : 1704,
"464896" : 1733,
"468992" : 1622,
"473088" : 1669,
"477184" : 1655,
"481280" : 1675,
"485376" : 1620,
"489472" : 1625,
"493568" : 1569,
"497664" : 1529,
"501760" : 1592,
"505856" : 1551,
"509952" : 1549,
"514048" : 1582,
"518144" : 1473,
"522240" : 1401,
"528384" : 2911,
"536576" : 2778,
"544768" : 2896,
"552960" : 3042,
"561152" : 3335,
"569344" : 3602,
"577536" : 4030,
"585728" : 4267,
"593920" : 4546,
"602112" : 4582,
"610304" : 4730,
"618496" : 4786,
"626688" : 4787,
"634880" : 4901,
"643072" : 5258,
"651264" : 5735,
"659456" : 6031,
"667648" : 6450,
"675840" : 6424,
"684032" : 6754,
"692224" : 7320,
"700416" : 8202,
"708608" : 9284,
"716800" : 10226,
"724992" : 11628,
"733184" : 12943,
"741376" : 13343,
"749568" : 13001,
"757760" : 11739,
"765952" : 10543,
"774144" : 9173,
"782336" : 8455,
"790528" : 8241,
"798720" : 9075,
"806912" : 10063,
"815104" : 11057,
"823296" : 12189,
"831488" : 12353,
"839680" : 12799,
"847872" : 12773,
"856064" : 12249,
"864256" : 12141,
"872448" : 12097,
"880640" : 11752,
"888832" : 11393,
"897024" : 11078,
"905216" : 11363,
"913408" : 11472,
"921600" : 10893,
"929792" : 10166,
"937984" : 9728,
"946176" : 9747,
"954368" : 10246,
"962560" : 10149,
"970752" : 9626,
"978944" : 9303,
"987136" : 10097,
"995328" : 11619,
"1003520" : 11805,
"1011712" : 9463,
"1019904" : 7674,
"1028096" : 6710,
"1036288" : 6069,
"1044480" : 5625,
"1056768" : 10513,
"1073152" : 10057,
"1089536" : 10628,
"1105920" : 11586,
"1122304" : 11051,
"1138688" : 10727,
"1155072" : 10345,
"1171456" : 9890,
"1187840" : 9723,
"1204224" : 9299,
"1220608" : 8620,
"1236992" : 8124,
"1253376" : 7612,
"1269760" : 7041,
"1286144" : 6622,
"1302528" : 6166,
"1318912" : 5649,
"1335296" : 5265,
"1351680" : 4715,
"1368064" : 4070,
"1384448" : 3518,
"1400832" : 2930,
"1417216" : 2345,
"1433600" : 1852,
"1449984" : 1435,
"1466368" : 1137,
"1482752" : 879,
"1499136" : 816,
"1515520" : 603,
"1531904" : 521,
"1548288" : 442,
"1564672" : 354,
"1581056" : 338,
"1597440" : 263,
"1613824" : 233,
"1630208" : 207,
"1646592" : 194,
"1662976" : 143,
"1679360" : 149,
"1695744" : 124,
"1712128" : 109,
"1728512" : 106,
"1744896" : 100,
"1761280" : 91,
"1777664" : 74,
"1794048" : 69,
"1810432" : 54,
"1826816" : 57,
"1843200" : 66,
"1859584" : 35,
"1875968" : 37,
"1892352" : 36,
"1908736" : 39,
"1925120" : 26,
"1941504" : 29,
"1957888" : 23,
"1974272" : 25,
"1990656" : 24,
"2007040" : 16,
"2023424" : 23,
"2039808" : 20,
"2056192" : 26,
"2072576" : 23,
"2088960" : 13,
"2113536" : 31,
"2146304" : 22,
"2179072" : 16,
"2211840" : 29,
"2244608" : 17,
"2277376" : 11,
"2310144" : 7,
"2342912" : 12,
"2375680" : 9,
"2408448" : 6,
"2441216" : 6,
"2473984" : 5,
"2506752" : 3,
"2539520" : 5,
"2572288" : 2,
"2605056" : 7,
"2637824" : 6,
"2670592" : 3,
"2703360" : 4,
"2736128" : 6,
"2768896" : 9,
"2801664" : 7,
"2834432" : 2,
"2867200" : 2,
"2899968" : 4,
"2932736" : 8,
"2965504" : 5,
"2998272" : 3,
"3031040" : 5,
"3063808" : 5,
"3096576" : 4,
"3129344" : 7,
"3162112" : 3,
"3194880" : 2,
"3227648" : 2,
"3260416" : 1,
"3293184" : 2,
"3325952" : 1,
"3358720" : 4,
"3391488" : 4,
"3457024" : 2,
"3489792" : 4,
"3555328" : 1,
"3588096" : 5,
"3620864" : 3,
"3653632" : 2,
"3686400" : 1,
"3751936" : 1,
"3784704" : 2,
"3817472" : 3,
"3850240" : 2,
"3915776" : 1,
"3948544" : 2,
"4620288" : 1,
"4685824" : 2,
"5013504" : 2,
"5079040" : 1,
"5144576" : 1
}
},
"lat_ns" : {
"min" : 96588,
"max" : 5544808,
"mean" : 1122494.577901,
"stddev" : 376555.226514,
"N" : 854378
},
"bw_min" : 92656,
"bw_max" : 131560,
"bw_agg" : 99.868800,
"bw_mean" : 113771.694915,
"bw_dev" : 1005.202281,
"bw_samples" : 472,
"iops_min" : 23158,
"iops_max" : 32890,
"iops_mean" : 28442.389831,
"iops_stddev" : 251.303229,
"iops_samples" : 472
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239992,
"usr_cpu" : 0.865446,
"sys_cpu" : 11.785393,
"ctx" : 855867,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.276924,
"250" : 2.876569,
"500" : 9.604324,
"750" : 21.194870,
"1000" : 38.644126
},
"latency_ms" : {
"2" : 27.350518,
"4" : 0.050914,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119512,
"timestamp_ms" : 1774119512650,
"time" : "Sat Mar 21 15:58:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4514430976,
"io_kbytes" : 4408624,
"bw_bytes" : 112863595,
"bw" : 110218,
"iops" : 27554.888872,
"runtime" : 39999,
"total_ios" : 1102168,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 11858,
"max" : 4998273,
"mean" : 287493.200684,
"stddev" : 147975.158770,
"N" : 1102168
},
"clat_ns" : {
"min" : 72491,
"max" : 8710973,
"mean" : 872743.489735,
"stddev" : 340184.678985,
"N" : 1102160,
"percentile" : {
"1.000000" : 123392,
"5.000000" : 362496,
"10.000000" : 485376,
"20.000000" : 651264,
"30.000000" : 733184,
"40.000000" : 790528,
"50.000000" : 856064,
"60.000000" : 913408,
"70.000000" : 987136,
"80.000000" : 1089536,
"90.000000" : 1236992,
"95.000000" : 1351680,
"99.000000" : 1777664,
"99.500000" : 2572288,
"99.900000" : 3489792,
"99.950000" : 3883008,
"99.990000" : 4882432
},
"bins" : {
"72192" : 1,
"75264" : 1,
"76288" : 2,
"77312" : 3,
"78336" : 1,
"79360" : 4,
"80384" : 5,
"81408" : 13,
"82432" : 21,
"83456" : 18,
"84480" : 21,
"85504" : 44,
"86528" : 37,
"87552" : 52,
"88576" : 75,
"89600" : 87,
"90624" : 91,
"91648" : 123,
"92672" : 148,
"93696" : 188,
"94720" : 191,
"95744" : 200,
"96768" : 261,
"97792" : 283,
"98816" : 331,
"99840" : 329,
"100864" : 348,
"101888" : 362,
"102912" : 399,
"103936" : 382,
"104960" : 392,
"105984" : 422,
"107008" : 396,
"108032" : 385,
"109056" : 390,
"110080" : 410,
"111104" : 414,
"112128" : 400,
"113152" : 416,
"114176" : 354,
"115200" : 390,
"116224" : 355,
"117248" : 357,
"118272" : 308,
"119296" : 362,
"120320" : 325,
"121344" : 335,
"122368" : 315,
"123392" : 296,
"124416" : 262,
"125440" : 242,
"126464" : 250,
"127488" : 246,
"128512" : 253,
"129536" : 221,
"130560" : 204,
"132096" : 403,
"134144" : 384,
"136192" : 286,
"138240" : 303,
"140288" : 271,
"142336" : 251,
"144384" : 218,
"146432" : 214,
"148480" : 202,
"150528" : 183,
"152576" : 157,
"154624" : 139,
"156672" : 157,
"158720" : 140,
"160768" : 118,
"162816" : 112,
"164864" : 100,
"166912" : 111,
"168960" : 107,
"171008" : 100,
"173056" : 95,
"175104" : 81,
"177152" : 90,
"179200" : 80,
"181248" : 85,
"183296" : 83,
"185344" : 89,
"187392" : 98,
"189440" : 110,
"191488" : 125,
"193536" : 157,
"195584" : 213,
"197632" : 252,
"199680" : 289,
"201728" : 374,
"203776" : 461,
"205824" : 452,
"207872" : 494,
"209920" : 519,
"211968" : 480,
"214016" : 484,
"216064" : 498,
"218112" : 443,
"220160" : 398,
"222208" : 371,
"224256" : 377,
"226304" : 387,
"228352" : 385,
"230400" : 342,
"232448" : 365,
"234496" : 289,
"236544" : 298,
"238592" : 283,
"240640" : 287,
"242688" : 242,
"244736" : 258,
"246784" : 243,
"248832" : 247,
"250880" : 233,
"252928" : 207,
"254976" : 218,
"257024" : 198,
"259072" : 205,
"261120" : 217,
"264192" : 378,
"268288" : 397,
"272384" : 373,
"276480" : 346,
"280576" : 375,
"284672" : 335,
"288768" : 389,
"292864" : 458,
"296960" : 672,
"301056" : 1037,
"305152" : 1358,
"309248" : 1621,
"313344" : 1732,
"317440" : 1884,
"321536" : 1807,
"325632" : 1715,
"329728" : 1593,
"333824" : 1514,
"337920" : 1406,
"342016" : 1345,
"346112" : 1242,
"350208" : 1218,
"354304" : 1172,
"358400" : 1054,
"362496" : 1044,
"366592" : 1074,
"370688" : 1048,
"374784" : 991,
"378880" : 1025,
"382976" : 1005,
"387072" : 1042,
"391168" : 1150,
"395264" : 1233,
"399360" : 1582,
"403456" : 1921,
"407552" : 2196,
"411648" : 2464,
"415744" : 2516,
"419840" : 2524,
"423936" : 2517,
"428032" : 2518,
"432128" : 2396,
"436224" : 2258,
"440320" : 2173,
"444416" : 2095,
"448512" : 2057,
"452608" : 2001,
"456704" : 1989,
"460800" : 1962,
"464896" : 1993,
"468992" : 1915,
"473088" : 2007,
"477184" : 1988,
"481280" : 2067,
"485376" : 2049,
"489472" : 2059,
"493568" : 2026,
"497664" : 2054,
"501760" : 2117,
"505856" : 2107,
"509952" : 2077,
"514048" : 2143,
"518144" : 2069,
"522240" : 2012,
"528384" : 4134,
"536576" : 4033,
"544768" : 4351,
"552960" : 4507,
"561152" : 4902,
"569344" : 5165,
"577536" : 5731,
"585728" : 6149,
"593920" : 6527,
"602112" : 6640,
"610304" : 6811,
"618496" : 6958,
"626688" : 7204,
"634880" : 7333,
"643072" : 7741,
"651264" : 8260,
"659456" : 8620,
"667648" : 9217,
"675840" : 9284,
"684032" : 9822,
"692224" : 10502,
"700416" : 11519,
"708608" : 12738,
"716800" : 13882,
"724992" : 15356,
"733184" : 16900,
"741376" : 17128,
"749568" : 16857,
"757760" : 15411,
"765952" : 14158,
"774144" : 12786,
"782336" : 11823,
"790528" : 11502,
"798720" : 12385,
"806912" : 13372,
"815104" : 14317,
"823296" : 15437,
"831488" : 15491,
"839680" : 15929,
"847872" : 15907,
"856064" : 15447,
"864256" : 15248,
"872448" : 14990,
"880640" : 14635,
"888832" : 14175,
"897024" : 13736,
"905216" : 13929,
"913408" : 13937,
"921600" : 13304,
"929792" : 12461,
"937984" : 11893,
"946176" : 11942,
"954368" : 12388,
"962560" : 12381,
"970752" : 11728,
"978944" : 11296,
"987136" : 12209,
"995328" : 13939,
"1003520" : 14106,
"1011712" : 11479,
"1019904" : 9467,
"1028096" : 8319,
"1036288" : 7650,
"1044480" : 7078,
"1056768" : 13333,
"1073152" : 12897,
"1089536" : 13243,
"1105920" : 13932,
"1122304" : 13572,
"1138688" : 13131,
"1155072" : 12620,
"1171456" : 12205,
"1187840" : 12056,
"1204224" : 11738,
"1220608" : 10871,
"1236992" : 10359,
"1253376" : 9722,
"1269760" : 8950,
"1286144" : 8420,
"1302528" : 7796,
"1318912" : 7387,
"1335296" : 6992,
"1351680" : 6292,
"1368064" : 5590,
"1384448" : 5033,
"1400832" : 4329,
"1417216" : 3713,
"1433600" : 3088,
"1449984" : 2642,
"1466368" : 2310,
"1482752" : 1891,
"1499136" : 1709,
"1515520" : 1561,
"1531904" : 1371,
"1548288" : 1127,
"1564672" : 979,
"1581056" : 981,
"1597440" : 786,
"1613824" : 676,
"1630208" : 604,
"1646592" : 557,
"1662976" : 487,
"1679360" : 436,
"1695744" : 353,
"1712128" : 314,
"1728512" : 278,
"1744896" : 252,
"1761280" : 231,
"1777664" : 203,
"1794048" : 182,
"1810432" : 160,
"1826816" : 167,
"1843200" : 179,
"1859584" : 143,
"1875968" : 131,
"1892352" : 145,
"1908736" : 134,
"1925120" : 126,
"1941504" : 114,
"1957888" : 118,
"1974272" : 113,
"1990656" : 107,
"2007040" : 114,
"2023424" : 100,
"2039808" : 95,
"2056192" : 102,
"2072576" : 99,
"2088960" : 86,
"2113536" : 216,
"2146304" : 179,
"2179072" : 199,
"2211840" : 175,
"2244608" : 176,
"2277376" : 210,
"2310144" : 202,
"2342912" : 194,
"2375680" : 196,
"2408448" : 219,
"2441216" : 199,
"2473984" : 263,
"2506752" : 224,
"2539520" : 218,
"2572288" : 200,
"2605056" : 229,
"2637824" : 244,
"2670592" : 223,
"2703360" : 233,
"2736128" : 235,
"2768896" : 221,
"2801664" : 195,
"2834432" : 188,
"2867200" : 176,
"2899968" : 191,
"2932736" : 169,
"2965504" : 197,
"2998272" : 196,
"3031040" : 168,
"3063808" : 144,
"3096576" : 145,
"3129344" : 127,
"3162112" : 120,
"3194880" : 142,
"3227648" : 118,
"3260416" : 130,
"3293184" : 115,
"3325952" : 97,
"3358720" : 91,
"3391488" : 77,
"3424256" : 88,
"3457024" : 63,
"3489792" : 82,
"3522560" : 70,
"3555328" : 57,
"3588096" : 55,
"3620864" : 47,
"3653632" : 49,
"3686400" : 40,
"3719168" : 40,
"3751936" : 41,
"3784704" : 34,
"3817472" : 29,
"3850240" : 35,
"3883008" : 28,
"3915776" : 20,
"3948544" : 31,
"3981312" : 23,
"4014080" : 26,
"4046848" : 20,
"4079616" : 27,
"4112384" : 19,
"4145152" : 16,
"4177920" : 17,
"4227072" : 23,
"4292608" : 32,
"4358144" : 27,
"4423680" : 27,
"4489216" : 25,
"4554752" : 18,
"4620288" : 24,
"4685824" : 29,
"4751360" : 10,
"4816896" : 4,
"4882432" : 14,
"4947968" : 16,
"5013504" : 19,
"5079040" : 11,
"5144576" : 9,
"5210112" : 3,
"5275648" : 4,
"5341184" : 7,
"5406720" : 8,
"5472256" : 3,
"5537792" : 2,
"5603328" : 6,
"5734400" : 4,
"5799936" : 1,
"5865472" : 3,
"5996544" : 2,
"6127616" : 1,
"6193152" : 2,
"6324224" : 1,
"6520832" : 1,
"6717440" : 1,
"6979584" : 1,
"8454144" : 1,
"8716288" : 1
}
},
"lat_ns" : {
"min" : 96588,
"max" : 9170304,
"mean" : 1160232.027471,
"stddev" : 433033.971582,
"N" : 1102160
},
"bw_min" : 80520,
"bw_max" : 131560,
"bw_agg" : 100.000000,
"bw_mean" : 110296.405063,
"bw_dev" : 1393.170364,
"bw_samples" : 632,
"iops_min" : 20130,
"iops_max" : 32890,
"iops_mean" : 27573.556962,
"iops_stddev" : 348.282492,
"iops_samples" : 632
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319992,
"usr_cpu" : 0.850021,
"sys_cpu" : 11.474349,
"ctx" : 1108757,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.220293,
"250" : 2.276332,
"500" : 8.145582,
"750" : 22.971543,
"1000" : 37.801678
},
"latency_ms" : {
"2" : 27.756023,
"4" : 0.785815,
"10" : 0.042008,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119522,
"timestamp_ms" : 1774119522650,
"time" : "Sat Mar 21 15:58:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5352046592,
"io_kbytes" : 5226608,
"bw_bytes" : 107043072,
"bw" : 104534,
"iops" : 26133.742675,
"runtime" : 49999,
"total_ios" : 1306661,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 11858,
"max" : 4998273,
"mean" : 303295.588430,
"stddev" : 177096.072251,
"N" : 1306661
},
"clat_ns" : {
"min" : 72491,
"max" : 8710973,
"mean" : 920099.299665,
"stddev" : 395043.257832,
"N" : 1306653,
"percentile" : {
"1.000000" : 132096,
"5.000000" : 399360,
"10.000000" : 518144,
"20.000000" : 667648,
"30.000000" : 741376,
"40.000000" : 815104,
"50.000000" : 872448,
"60.000000" : 946176,
"70.000000" : 1019904,
"80.000000" : 1155072,
"90.000000" : 1318912,
"95.000000" : 1482752,
"99.000000" : 2506752,
"99.500000" : 2998272,
"99.900000" : 3817472,
"99.950000" : 4292608,
"99.990000" : 5210112
},
"bins" : {
"72192" : 1,
"75264" : 1,
"76288" : 2,
"77312" : 3,
"78336" : 1,
"79360" : 4,
"80384" : 5,
"81408" : 13,
"82432" : 21,
"83456" : 18,
"84480" : 21,
"85504" : 44,
"86528" : 37,
"87552" : 52,
"88576" : 75,
"89600" : 87,
"90624" : 91,
"91648" : 123,
"92672" : 148,
"93696" : 188,
"94720" : 191,
"95744" : 200,
"96768" : 261,
"97792" : 283,
"98816" : 331,
"99840" : 329,
"100864" : 348,
"101888" : 362,
"102912" : 399,
"103936" : 382,
"104960" : 392,
"105984" : 422,
"107008" : 396,
"108032" : 385,
"109056" : 390,
"110080" : 410,
"111104" : 414,
"112128" : 401,
"113152" : 417,
"114176" : 354,
"115200" : 390,
"116224" : 355,
"117248" : 357,
"118272" : 308,
"119296" : 362,
"120320" : 325,
"121344" : 335,
"122368" : 315,
"123392" : 296,
"124416" : 263,
"125440" : 242,
"126464" : 250,
"127488" : 246,
"128512" : 253,
"129536" : 221,
"130560" : 204,
"132096" : 403,
"134144" : 384,
"136192" : 286,
"138240" : 303,
"140288" : 271,
"142336" : 251,
"144384" : 218,
"146432" : 214,
"148480" : 202,
"150528" : 183,
"152576" : 157,
"154624" : 139,
"156672" : 157,
"158720" : 140,
"160768" : 119,
"162816" : 112,
"164864" : 100,
"166912" : 111,
"168960" : 107,
"171008" : 100,
"173056" : 95,
"175104" : 81,
"177152" : 90,
"179200" : 80,
"181248" : 85,
"183296" : 83,
"185344" : 89,
"187392" : 98,
"189440" : 110,
"191488" : 125,
"193536" : 157,
"195584" : 213,
"197632" : 253,
"199680" : 289,
"201728" : 374,
"203776" : 461,
"205824" : 454,
"207872" : 494,
"209920" : 522,
"211968" : 481,
"214016" : 486,
"216064" : 500,
"218112" : 446,
"220160" : 400,
"222208" : 373,
"224256" : 381,
"226304" : 393,
"228352" : 387,
"230400" : 343,
"232448" : 367,
"234496" : 291,
"236544" : 299,
"238592" : 284,
"240640" : 289,
"242688" : 244,
"244736" : 259,
"246784" : 246,
"248832" : 248,
"250880" : 236,
"252928" : 210,
"254976" : 222,
"257024" : 200,
"259072" : 212,
"261120" : 218,
"264192" : 385,
"268288" : 401,
"272384" : 374,
"276480" : 355,
"280576" : 377,
"284672" : 338,
"288768" : 399,
"292864" : 463,
"296960" : 674,
"301056" : 1039,
"305152" : 1361,
"309248" : 1625,
"313344" : 1735,
"317440" : 1896,
"321536" : 1820,
"325632" : 1726,
"329728" : 1607,
"333824" : 1530,
"337920" : 1428,
"342016" : 1359,
"346112" : 1262,
"350208" : 1230,
"354304" : 1198,
"358400" : 1086,
"362496" : 1066,
"366592" : 1100,
"370688" : 1060,
"374784" : 1004,
"378880" : 1043,
"382976" : 1026,
"387072" : 1069,
"391168" : 1180,
"395264" : 1260,
"399360" : 1610,
"403456" : 1950,
"407552" : 2225,
"411648" : 2498,
"415744" : 2548,
"419840" : 2573,
"423936" : 2557,
"428032" : 2566,
"432128" : 2447,
"436224" : 2331,
"440320" : 2232,
"444416" : 2166,
"448512" : 2145,
"452608" : 2096,
"456704" : 2107,
"460800" : 2091,
"464896" : 2098,
"468992" : 2069,
"473088" : 2145,
"477184" : 2173,
"481280" : 2234,
"485376" : 2227,
"489472" : 2265,
"493568" : 2241,
"497664" : 2274,
"501760" : 2357,
"505856" : 2389,
"509952" : 2358,
"514048" : 2399,
"518144" : 2327,
"522240" : 2274,
"528384" : 4736,
"536576" : 4684,
"544768" : 5007,
"552960" : 5227,
"561152" : 5583,
"569344" : 5861,
"577536" : 6472,
"585728" : 6946,
"593920" : 7379,
"602112" : 7504,
"610304" : 7629,
"618496" : 7850,
"626688" : 8225,
"634880" : 8304,
"643072" : 8777,
"651264" : 9279,
"659456" : 9744,
"667648" : 10419,
"675840" : 10579,
"684032" : 11094,
"692224" : 11842,
"700416" : 12838,
"708608" : 14250,
"716800" : 15427,
"724992" : 16947,
"733184" : 18576,
"741376" : 18777,
"749568" : 18575,
"757760" : 17108,
"765952" : 15938,
"774144" : 14642,
"782336" : 13636,
"790528" : 13250,
"798720" : 14178,
"806912" : 15247,
"815104" : 16172,
"823296" : 17311,
"831488" : 17451,
"839680" : 17891,
"847872" : 17851,
"856064" : 17464,
"864256" : 17280,
"872448" : 17070,
"880640" : 16790,
"888832" : 16300,
"897024" : 15734,
"905216" : 16028,
"913408" : 16045,
"921600" : 15319,
"929792" : 14471,
"937984" : 13946,
"946176" : 13976,
"954368" : 14408,
"962560" : 14295,
"970752" : 13683,
"978944" : 13216,
"987136" : 14279,
"995328" : 16270,
"1003520" : 16526,
"1011712" : 13451,
"1019904" : 11231,
"1028096" : 9927,
"1036288" : 9238,
"1044480" : 8542,
"1056768" : 16299,
"1073152" : 15538,
"1089536" : 15781,
"1105920" : 16551,
"1122304" : 16183,
"1138688" : 15579,
"1155072" : 15045,
"1171456" : 14686,
"1187840" : 14490,
"1204224" : 14063,
"1220608" : 13394,
"1236992" : 12661,
"1253376" : 12023,
"1269760" : 11102,
"1286144" : 10765,
"1302528" : 9952,
"1318912" : 9366,
"1335296" : 9049,
"1351680" : 8395,
"1368064" : 7577,
"1384448" : 6897,
"1400832" : 6087,
"1417216" : 5437,
"1433600" : 4849,
"1449984" : 4347,
"1466368" : 3848,
"1482752" : 3422,
"1499136" : 3293,
"1515520" : 3085,
"1531904" : 2810,
"1548288" : 2518,
"1564672" : 2387,
"1581056" : 2398,
"1597440" : 2242,
"1613824" : 1953,
"1630208" : 1836,
"1646592" : 1639,
"1662976" : 1656,
"1679360" : 1525,
"1695744" : 1434,
"1712128" : 1267,
"1728512" : 1299,
"1744896" : 1176,
"1761280" : 1094,
"1777664" : 955,
"1794048" : 868,
"1810432" : 856,
"1826816" : 866,
"1843200" : 746,
"1859584" : 645,
"1875968" : 560,
"1892352" : 612,
"1908736" : 562,
"1925120" : 534,
"1941504" : 433,
"1957888" : 414,
"1974272" : 465,
"1990656" : 508,
"2007040" : 428,
"2023424" : 341,
"2039808" : 329,
"2056192" : 354,
"2072576" : 394,
"2088960" : 338,
"2113536" : 633,
"2146304" : 537,
"2179072" : 678,
"2211840" : 460,
"2244608" : 433,
"2277376" : 469,
"2310144" : 479,
"2342912" : 431,
"2375680" : 434,
"2408448" : 465,
"2441216" : 458,
"2473984" : 525,
"2506752" : 482,
"2539520" : 476,
"2572288" : 461,
"2605056" : 491,
"2637824" : 503,
"2670592" : 488,
"2703360" : 496,
"2736128" : 515,
"2768896" : 452,
"2801664" : 434,
"2834432" : 406,
"2867200" : 415,
"2899968" : 432,
"2932736" : 361,
"2965504" : 411,
"2998272" : 427,
"3031040" : 340,
"3063808" : 352,
"3096576" : 347,
"3129344" : 293,
"3162112" : 273,
"3194880" : 328,
"3227648" : 266,
"3260416" : 300,
"3293184" : 234,
"3325952" : 220,
"3358720" : 198,
"3391488" : 194,
"3424256" : 194,
"3457024" : 170,
"3489792" : 172,
"3522560" : 162,
"3555328" : 122,
"3588096" : 137,
"3620864" : 116,
"3653632" : 107,
"3686400" : 101,
"3719168" : 83,
"3751936" : 80,
"3784704" : 69,
"3817472" : 61,
"3850240" : 64,
"3883008" : 57,
"3915776" : 54,
"3948544" : 58,
"3981312" : 51,
"4014080" : 58,
"4046848" : 41,
"4079616" : 46,
"4112384" : 36,
"4145152" : 36,
"4177920" : 29,
"4227072" : 61,
"4292608" : 66,
"4358144" : 73,
"4423680" : 61,
"4489216" : 44,
"4554752" : 39,
"4620288" : 45,
"4685824" : 43,
"4751360" : 21,
"4816896" : 17,
"4882432" : 28,
"4947968" : 37,
"5013504" : 38,
"5079040" : 26,
"5144576" : 20,
"5210112" : 22,
"5275648" : 16,
"5341184" : 14,
"5406720" : 13,
"5472256" : 9,
"5537792" : 5,
"5603328" : 11,
"5668864" : 6,
"5734400" : 7,
"5799936" : 4,
"5865472" : 3,
"5931008" : 2,
"5996544" : 3,
"6062080" : 1,
"6127616" : 3,
"6193152" : 5,
"6324224" : 1,
"6520832" : 1,
"6586368" : 1,
"6651904" : 2,
"6717440" : 1,
"6782976" : 1,
"6979584" : 2,
"8454144" : 1,
"8716288" : 1
}
},
"lat_ns" : {
"min" : 96588,
"max" : 9170304,
"mean" : 1223391.811250,
"stddev" : 499231.301709,
"N" : 1306653
},
"bw_min" : 52888,
"bw_max" : 131560,
"bw_agg" : 100.000000,
"bw_mean" : 104746.898990,
"bw_dev" : 2000.079687,
"bw_samples" : 792,
"iops_min" : 13222,
"iops_max" : 32890,
"iops_mean" : 26186.242424,
"iops_stddev" : 499.998774,
"iops_samples" : 792
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399992,
"usr_cpu" : 0.815016,
"sys_cpu" : 11.006720,
"ctx" : 1316412,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999923,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999923,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.185817,
"250" : 1.923911,
"500" : 7.101919,
"750" : 21.751089,
"1000" : 36.483679
},
"latency_ms" : {
"2" : 30.900057,
"4" : 1.576920,
"10" : 0.075995,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119532,
"timestamp_ms" : 1774119532650,
"time" : "Sat Mar 21 15:58:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6175211520,
"io_kbytes" : 6030480,
"bw_bytes" : 102921907,
"bw" : 100509,
"iops" : 25127.602127,
"runtime" : 59999,
"total_ios" : 1507631,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 11858,
"max" : 5055601,
"mean" : 315565.056621,
"stddev" : 195024.182342,
"N" : 1507631
},
"clat_ns" : {
"min" : 72491,
"max" : 8710973,
"mean" : 956869.572188,
"stddev" : 429032.809086,
"N" : 1507623,
"percentile" : {
"1.000000" : 148480,
"5.000000" : 419840,
"10.000000" : 544768,
"20.000000" : 684032,
"30.000000" : 757760,
"40.000000" : 831488,
"50.000000" : 897024,
"60.000000" : 970752,
"70.000000" : 1056768,
"80.000000" : 1187840,
"90.000000" : 1384448,
"95.000000" : 1630208,
"99.000000" : 2736128,
"99.500000" : 3129344,
"99.900000" : 4014080,
"99.950000" : 4489216,
"99.990000" : 5275648
},
"bins" : {
"72192" : 1,
"75264" : 1,
"76288" : 2,
"77312" : 3,
"78336" : 1,
"79360" : 4,
"80384" : 5,
"81408" : 13,
"82432" : 21,
"83456" : 18,
"84480" : 21,
"85504" : 44,
"86528" : 37,
"87552" : 52,
"88576" : 75,
"89600" : 87,
"90624" : 91,
"91648" : 123,
"92672" : 148,
"93696" : 188,
"94720" : 191,
"95744" : 200,
"96768" : 261,
"97792" : 283,
"98816" : 331,
"99840" : 329,
"100864" : 348,
"101888" : 362,
"102912" : 399,
"103936" : 382,
"104960" : 392,
"105984" : 422,
"107008" : 396,
"108032" : 385,
"109056" : 390,
"110080" : 410,
"111104" : 414,
"112128" : 401,
"113152" : 417,
"114176" : 354,
"115200" : 390,
"116224" : 355,
"117248" : 357,
"118272" : 308,
"119296" : 362,
"120320" : 325,
"121344" : 335,
"122368" : 315,
"123392" : 296,
"124416" : 263,
"125440" : 242,
"126464" : 250,
"127488" : 246,
"128512" : 253,
"129536" : 221,
"130560" : 204,
"132096" : 403,
"134144" : 384,
"136192" : 286,
"138240" : 303,
"140288" : 271,
"142336" : 251,
"144384" : 218,
"146432" : 214,
"148480" : 202,
"150528" : 183,
"152576" : 157,
"154624" : 139,
"156672" : 157,
"158720" : 140,
"160768" : 119,
"162816" : 112,
"164864" : 100,
"166912" : 111,
"168960" : 107,
"171008" : 100,
"173056" : 95,
"175104" : 81,
"177152" : 90,
"179200" : 80,
"181248" : 85,
"183296" : 83,
"185344" : 89,
"187392" : 98,
"189440" : 110,
"191488" : 125,
"193536" : 157,
"195584" : 213,
"197632" : 253,
"199680" : 289,
"201728" : 374,
"203776" : 461,
"205824" : 454,
"207872" : 494,
"209920" : 522,
"211968" : 482,
"214016" : 486,
"216064" : 500,
"218112" : 446,
"220160" : 400,
"222208" : 373,
"224256" : 381,
"226304" : 393,
"228352" : 387,
"230400" : 343,
"232448" : 367,
"234496" : 291,
"236544" : 299,
"238592" : 284,
"240640" : 289,
"242688" : 244,
"244736" : 259,
"246784" : 246,
"248832" : 248,
"250880" : 236,
"252928" : 210,
"254976" : 222,
"257024" : 200,
"259072" : 212,
"261120" : 218,
"264192" : 385,
"268288" : 401,
"272384" : 374,
"276480" : 356,
"280576" : 377,
"284672" : 338,
"288768" : 399,
"292864" : 464,
"296960" : 674,
"301056" : 1040,
"305152" : 1361,
"309248" : 1625,
"313344" : 1735,
"317440" : 1897,
"321536" : 1821,
"325632" : 1727,
"329728" : 1608,
"333824" : 1531,
"337920" : 1428,
"342016" : 1360,
"346112" : 1262,
"350208" : 1231,
"354304" : 1201,
"358400" : 1086,
"362496" : 1067,
"366592" : 1103,
"370688" : 1063,
"374784" : 1007,
"378880" : 1048,
"382976" : 1030,
"387072" : 1073,
"391168" : 1185,
"395264" : 1267,
"399360" : 1615,
"403456" : 1961,
"407552" : 2234,
"411648" : 2508,
"415744" : 2565,
"419840" : 2598,
"423936" : 2579,
"428032" : 2586,
"432128" : 2477,
"436224" : 2370,
"440320" : 2274,
"444416" : 2211,
"448512" : 2203,
"452608" : 2152,
"456704" : 2160,
"460800" : 2160,
"464896" : 2165,
"468992" : 2149,
"473088" : 2226,
"477184" : 2300,
"481280" : 2367,
"485376" : 2361,
"489472" : 2428,
"493568" : 2434,
"497664" : 2487,
"501760" : 2571,
"505856" : 2654,
"509952" : 2618,
"514048" : 2681,
"518144" : 2641,
"522240" : 2595,
"528384" : 5417,
"536576" : 5411,
"544768" : 5736,
"552960" : 6053,
"561152" : 6434,
"569344" : 6751,
"577536" : 7378,
"585728" : 7899,
"593920" : 8382,
"602112" : 8491,
"610304" : 8650,
"618496" : 8929,
"626688" : 9284,
"634880" : 9423,
"643072" : 9918,
"651264" : 10472,
"659456" : 10910,
"667648" : 11539,
"675840" : 11840,
"684032" : 12439,
"692224" : 13268,
"700416" : 14190,
"708608" : 15666,
"716800" : 16883,
"724992" : 18472,
"733184" : 20123,
"741376" : 20376,
"749568" : 20227,
"757760" : 18750,
"765952" : 17454,
"774144" : 16389,
"782336" : 15246,
"790528" : 14978,
"798720" : 15861,
"806912" : 16935,
"815104" : 17880,
"823296" : 19050,
"831488" : 19199,
"839680" : 19612,
"847872" : 19579,
"856064" : 19243,
"864256" : 19038,
"872448" : 18945,
"880640" : 18596,
"888832" : 18083,
"897024" : 17496,
"905216" : 17722,
"913408" : 17797,
"921600" : 17046,
"929792" : 16102,
"937984" : 15669,
"946176" : 15743,
"954368" : 16110,
"962560" : 15941,
"970752" : 15327,
"978944" : 14790,
"987136" : 16072,
"995328" : 18388,
"1003520" : 18739,
"1011712" : 15322,
"1019904" : 12872,
"1028096" : 11420,
"1036288" : 10720,
"1044480" : 10069,
"1056768" : 19324,
"1073152" : 18235,
"1089536" : 18428,
"1105920" : 19306,
"1122304" : 18772,
"1138688" : 18029,
"1155072" : 17645,
"1171456" : 17119,
"1187840" : 16810,
"1204224" : 16383,
"1220608" : 15783,
"1236992" : 14842,
"1253376" : 14161,
"1269760" : 13369,
"1286144" : 12938,
"1302528" : 11965,
"1318912" : 11375,
"1335296" : 11081,
"1351680" : 10362,
"1368064" : 9525,
"1384448" : 8827,
"1400832" : 7981,
"1417216" : 7179,
"1433600" : 6591,
"1449984" : 6037,
"1466368" : 5592,
"1482752" : 5010,
"1499136" : 4666,
"1515520" : 4521,
"1531904" : 4399,
"1548288" : 3948,
"1564672" : 3748,
"1581056" : 3842,
"1597440" : 3634,
"1613824" : 3311,
"1630208" : 3054,
"1646592" : 2798,
"1662976" : 2848,
"1679360" : 2813,
"1695744" : 2609,
"1712128" : 2357,
"1728512" : 2344,
"1744896" : 2282,
"1761280" : 2112,
"1777664" : 1996,
"1794048" : 1812,
"1810432" : 1739,
"1826816" : 1716,
"1843200" : 1515,
"1859584" : 1420,
"1875968" : 1358,
"1892352" : 1306,
"1908736" : 1224,
"1925120" : 1130,
"1941504" : 930,
"1957888" : 913,
"1974272" : 1031,
"1990656" : 1002,
"2007040" : 886,
"2023424" : 684,
"2039808" : 671,
"2056192" : 723,
"2072576" : 695,
"2088960" : 578,
"2113536" : 1056,
"2146304" : 954,
"2179072" : 995,
"2211840" : 801,
"2244608" : 743,
"2277376" : 730,
"2310144" : 740,
"2342912" : 696,
"2375680" : 695,
"2408448" : 704,
"2441216" : 692,
"2473984" : 772,
"2506752" : 744,
"2539520" : 728,
"2572288" : 703,
"2605056" : 708,
"2637824" : 724,
"2670592" : 711,
"2703360" : 727,
"2736128" : 752,
"2768896" : 689,
"2801664" : 665,
"2834432" : 628,
"2867200" : 646,
"2899968" : 638,
"2932736" : 566,
"2965504" : 622,
"2998272" : 618,
"3031040" : 501,
"3063808" : 526,
"3096576" : 499,
"3129344" : 453,
"3162112" : 418,
"3194880" : 482,
"3227648" : 413,
"3260416" : 409,
"3293184" : 369,
"3325952" : 345,
"3358720" : 324,
"3391488" : 291,
"3424256" : 306,
"3457024" : 268,
"3489792" : 269,
"3522560" : 236,
"3555328" : 190,
"3588096" : 222,
"3620864" : 183,
"3653632" : 157,
"3686400" : 152,
"3719168" : 129,
"3751936" : 128,
"3784704" : 105,
"3817472" : 110,
"3850240" : 94,
"3883008" : 83,
"3915776" : 93,
"3948544" : 83,
"3981312" : 85,
"4014080" : 80,
"4046848" : 72,
"4079616" : 68,
"4112384" : 53,
"4145152" : 52,
"4177920" : 52,
"4227072" : 98,
"4292608" : 98,
"4358144" : 104,
"4423680" : 85,
"4489216" : 69,
"4554752" : 62,
"4620288" : 72,
"4685824" : 62,
"4751360" : 41,
"4816896" : 33,
"4882432" : 41,
"4947968" : 54,
"5013504" : 53,
"5079040" : 41,
"5144576" : 32,
"5210112" : 30,
"5275648" : 22,
"5341184" : 22,
"5406720" : 18,
"5472256" : 16,
"5537792" : 10,
"5603328" : 14,
"5668864" : 9,
"5734400" : 12,
"5799936" : 6,
"5865472" : 3,
"5931008" : 2,
"5996544" : 5,
"6062080" : 1,
"6127616" : 3,
"6193152" : 8,
"6324224" : 1,
"6389760" : 1,
"6455296" : 1,
"6520832" : 2,
"6586368" : 3,
"6651904" : 2,
"6717440" : 1,
"6782976" : 1,
"6979584" : 2,
"7766016" : 1,
"8159232" : 1,
"8454144" : 1,
"8716288" : 1
}
},
"lat_ns" : {
"min" : 96588,
"max" : 10935210,
"mean" : 1272433.800226,
"stddev" : 540269.751240,
"N" : 1507623
},
"bw_min" : 52888,
"bw_max" : 131560,
"bw_agg" : 100.000000,
"bw_mean" : 100531.411765,
"bw_dev" : 2233.549512,
"bw_samples" : 952,
"iops_min" : 13222,
"iops_max" : 32890,
"iops_mean" : 25132.386555,
"iops_stddev" : 558.363325,
"iops_samples" : 952
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479992,
"usr_cpu" : 0.779805,
"sys_cpu" : 10.743929,
"ctx" : 1520463,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.161047,
"250" : 1.667517,
"500" : 6.271959,
"750" : 21.036580,
"1000" : 35.113964
},
"latency_ms" : {
"2" : 33.489627,
"4" : 2.158486,
"10" : 0.100290,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119542,
"timestamp_ms" : 1774119542650,
"time" : "Sat Mar 21 15:59:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6989131776,
"io_kbytes" : 6825324,
"bw_bytes" : 99846166,
"bw" : 97506,
"iops" : 24376.648238,
"runtime" : 69999,
"total_ios" : 1706341,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 11858,
"max" : 5055601,
"mean" : 325373.810788,
"stddev" : 205342.062639,
"N" : 1706341
},
"clat_ns" : {
"min" : 72491,
"max" : 8710973,
"mean" : 986289.725711,
"stddev" : 447152.675570,
"N" : 1706333,
"percentile" : {
"1.000000" : 181248,
"5.000000" : 432128,
"10.000000" : 561152,
"20.000000" : 700416,
"30.000000" : 765952,
"40.000000" : 847872,
"50.000000" : 913408,
"60.000000" : 995328,
"70.000000" : 1089536,
"80.000000" : 1220608,
"90.000000" : 1449984,
"95.000000" : 1712128,
"99.000000" : 2834432,
"99.500000" : 3227648,
"99.900000" : 4079616,
"99.950000" : 4554752,
"99.990000" : 5341184
},
"bins" : {
"72192" : 1,
"75264" : 1,
"76288" : 2,
"77312" : 3,
"78336" : 1,
"79360" : 4,
"80384" : 5,
"81408" : 13,
"82432" : 21,
"83456" : 18,
"84480" : 21,
"85504" : 44,
"86528" : 37,
"87552" : 52,
"88576" : 75,
"89600" : 87,
"90624" : 91,
"91648" : 123,
"92672" : 148,
"93696" : 188,
"94720" : 191,
"95744" : 200,
"96768" : 261,
"97792" : 283,
"98816" : 331,
"99840" : 329,
"100864" : 348,
"101888" : 362,
"102912" : 399,
"103936" : 382,
"104960" : 392,
"105984" : 422,
"107008" : 396,
"108032" : 385,
"109056" : 390,
"110080" : 410,
"111104" : 414,
"112128" : 401,
"113152" : 417,
"114176" : 354,
"115200" : 390,
"116224" : 355,
"117248" : 357,
"118272" : 308,
"119296" : 362,
"120320" : 325,
"121344" : 335,
"122368" : 315,
"123392" : 296,
"124416" : 263,
"125440" : 242,
"126464" : 250,
"127488" : 246,
"128512" : 253,
"129536" : 221,
"130560" : 204,
"132096" : 403,
"134144" : 384,
"136192" : 286,
"138240" : 303,
"140288" : 271,
"142336" : 251,
"144384" : 218,
"146432" : 214,
"148480" : 202,
"150528" : 183,
"152576" : 157,
"154624" : 139,
"156672" : 157,
"158720" : 140,
"160768" : 119,
"162816" : 112,
"164864" : 100,
"166912" : 111,
"168960" : 107,
"171008" : 100,
"173056" : 95,
"175104" : 81,
"177152" : 90,
"179200" : 80,
"181248" : 85,
"183296" : 83,
"185344" : 89,
"187392" : 98,
"189440" : 110,
"191488" : 125,
"193536" : 157,
"195584" : 213,
"197632" : 253,
"199680" : 289,
"201728" : 374,
"203776" : 461,
"205824" : 454,
"207872" : 494,
"209920" : 522,
"211968" : 482,
"214016" : 486,
"216064" : 500,
"218112" : 446,
"220160" : 400,
"222208" : 373,
"224256" : 381,
"226304" : 393,
"228352" : 387,
"230400" : 343,
"232448" : 367,
"234496" : 291,
"236544" : 299,
"238592" : 284,
"240640" : 289,
"242688" : 244,
"244736" : 259,
"246784" : 246,
"248832" : 248,
"250880" : 236,
"252928" : 210,
"254976" : 222,
"257024" : 200,
"259072" : 212,
"261120" : 218,
"264192" : 385,
"268288" : 401,
"272384" : 374,
"276480" : 356,
"280576" : 377,
"284672" : 338,
"288768" : 400,
"292864" : 465,
"296960" : 674,
"301056" : 1040,
"305152" : 1362,
"309248" : 1625,
"313344" : 1736,
"317440" : 1898,
"321536" : 1823,
"325632" : 1727,
"329728" : 1609,
"333824" : 1531,
"337920" : 1430,
"342016" : 1361,
"346112" : 1263,
"350208" : 1232,
"354304" : 1202,
"358400" : 1087,
"362496" : 1072,
"366592" : 1106,
"370688" : 1069,
"374784" : 1009,
"378880" : 1051,
"382976" : 1037,
"387072" : 1082,
"391168" : 1189,
"395264" : 1281,
"399360" : 1620,
"403456" : 1974,
"407552" : 2248,
"411648" : 2523,
"415744" : 2592,
"419840" : 2619,
"423936" : 2605,
"428032" : 2616,
"432128" : 2508,
"436224" : 2395,
"440320" : 2317,
"444416" : 2242,
"448512" : 2242,
"452608" : 2211,
"456704" : 2222,
"460800" : 2224,
"464896" : 2246,
"468992" : 2255,
"473088" : 2322,
"477184" : 2403,
"481280" : 2479,
"485376" : 2489,
"489472" : 2581,
"493568" : 2597,
"497664" : 2661,
"501760" : 2747,
"505856" : 2854,
"509952" : 2860,
"514048" : 2896,
"518144" : 2850,
"522240" : 2802,
"528384" : 5937,
"536576" : 5964,
"544768" : 6317,
"552960" : 6648,
"561152" : 7104,
"569344" : 7403,
"577536" : 8088,
"585728" : 8623,
"593920" : 9147,
"602112" : 9251,
"610304" : 9416,
"618496" : 9708,
"626688" : 10110,
"634880" : 10293,
"643072" : 10735,
"651264" : 11299,
"659456" : 11722,
"667648" : 12449,
"675840" : 12778,
"684032" : 13386,
"692224" : 14213,
"700416" : 15131,
"708608" : 16689,
"716800" : 17959,
"724992" : 19535,
"733184" : 21224,
"741376" : 21520,
"749568" : 21376,
"757760" : 19920,
"765952" : 18763,
"774144" : 17799,
"782336" : 16593,
"790528" : 16333,
"798720" : 17222,
"806912" : 18355,
"815104" : 19339,
"823296" : 20646,
"831488" : 20744,
"839680" : 21126,
"847872" : 20986,
"856064" : 20780,
"864256" : 20716,
"872448" : 20724,
"880640" : 20319,
"888832" : 19768,
"897024" : 19103,
"905216" : 19391,
"913408" : 19463,
"921600" : 18825,
"929792" : 17861,
"937984" : 17378,
"946176" : 17346,
"954368" : 17906,
"962560" : 17743,
"970752" : 17109,
"978944" : 16659,
"987136" : 18027,
"995328" : 20578,
"1003520" : 21043,
"1011712" : 17359,
"1019904" : 14731,
"1028096" : 13261,
"1036288" : 12618,
"1044480" : 11924,
"1056768" : 22729,
"1073152" : 21682,
"1089536" : 21950,
"1105920" : 22724,
"1122304" : 22309,
"1138688" : 21381,
"1155072" : 20983,
"1171456" : 20340,
"1187840" : 20007,
"1204224" : 19419,
"1220608" : 18829,
"1236992" : 17773,
"1253376" : 16882,
"1269760" : 16023,
"1286144" : 15464,
"1302528" : 14516,
"1318912" : 13600,
"1335296" : 13280,
"1351680" : 12515,
"1368064" : 11618,
"1384448" : 10751,
"1400832" : 9859,
"1417216" : 9034,
"1433600" : 8358,
"1449984" : 7673,
"1466368" : 7270,
"1482752" : 6581,
"1499136" : 6209,
"1515520" : 6122,
"1531904" : 5897,
"1548288" : 5433,
"1564672" : 5111,
"1581056" : 5164,
"1597440" : 4977,
"1613824" : 4590,
"1630208" : 4260,
"1646592" : 3968,
"1662976" : 4042,
"1679360" : 3976,
"1695744" : 3680,
"1712128" : 3340,
"1728512" : 3370,
"1744896" : 3237,
"1761280" : 3112,
"1777664" : 2922,
"1794048" : 2652,
"1810432" : 2569,
"1826816" : 2461,
"1843200" : 2192,
"1859584" : 2104,
"1875968" : 1983,
"1892352" : 1897,
"1908736" : 1753,
"1925120" : 1603,
"1941504" : 1464,
"1957888" : 1348,
"1974272" : 1488,
"1990656" : 1378,
"2007040" : 1287,
"2023424" : 1021,
"2039808" : 966,
"2056192" : 1017,
"2072576" : 923,
"2088960" : 779,
"2113536" : 1442,
"2146304" : 1295,
"2179072" : 1331,
"2211840" : 1059,
"2244608" : 1014,
"2277376" : 1009,
"2310144" : 1010,
"2342912" : 929,
"2375680" : 934,
"2408448" : 957,
"2441216" : 891,
"2473984" : 976,
"2506752" : 942,
"2539520" : 960,
"2572288" : 940,
"2605056" : 938,
"2637824" : 948,
"2670592" : 938,
"2703360" : 938,
"2736128" : 993,
"2768896" : 906,
"2801664" : 894,
"2834432" : 814,
"2867200" : 852,
"2899968" : 838,
"2932736" : 757,
"2965504" : 801,
"2998272" : 808,
"3031040" : 641,
"3063808" : 687,
"3096576" : 629,
"3129344" : 565,
"3162112" : 565,
"3194880" : 591,
"3227648" : 517,
"3260416" : 527,
"3293184" : 477,
"3325952" : 449,
"3358720" : 449,
"3391488" : 389,
"3424256" : 385,
"3457024" : 360,
"3489792" : 351,
"3522560" : 325,
"3555328" : 254,
"3588096" : 279,
"3620864" : 237,
"3653632" : 199,
"3686400" : 198,
"3719168" : 181,
"3751936" : 164,
"3784704" : 142,
"3817472" : 145,
"3850240" : 122,
"3883008" : 114,
"3915776" : 117,
"3948544" : 115,
"3981312" : 100,
"4014080" : 109,
"4046848" : 95,
"4079616" : 87,
"4112384" : 82,
"4145152" : 74,
"4177920" : 70,
"4227072" : 125,
"4292608" : 136,
"4358144" : 127,
"4423680" : 108,
"4489216" : 89,
"4554752" : 78,
"4620288" : 91,
"4685824" : 73,
"4751360" : 51,
"4816896" : 43,
"4882432" : 60,
"4947968" : 71,
"5013504" : 66,
"5079040" : 59,
"5144576" : 41,
"5210112" : 44,
"5275648" : 23,
"5341184" : 28,
"5406720" : 21,
"5472256" : 20,
"5537792" : 10,
"5603328" : 17,
"5668864" : 10,
"5734400" : 13,
"5799936" : 6,
"5865472" : 4,
"5931008" : 3,
"5996544" : 5,
"6062080" : 1,
"6127616" : 3,
"6193152" : 8,
"6324224" : 2,
"6389760" : 1,
"6455296" : 2,
"6520832" : 3,
"6586368" : 4,
"6651904" : 2,
"6717440" : 2,
"6782976" : 1,
"6914048" : 1,
"6979584" : 2,
"7766016" : 1,
"8159232" : 1,
"8454144" : 1,
"8716288" : 1
}
},
"lat_ns" : {
"min" : 96588,
"max" : 10935210,
"mean" : 1311662.611988,
"stddev" : 561546.093011,
"N" : 1706333
},
"bw_min" : 52888,
"bw_max" : 131560,
"bw_agg" : 100.000000,
"bw_mean" : 97699.992806,
"bw_dev" : 2290.056225,
"bw_samples" : 1112,
"iops_min" : 13222,
"iops_max" : 32890,
"iops_mean" : 24424.589928,
"iops_stddev" : 572.486020,
"iops_samples" : 1112
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559992,
"usr_cpu" : 0.761975,
"sys_cpu" : 10.598366,
"ctx" : 1722897,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.142293,
"250" : 1.473328,
"500" : 5.641252,
"750" : 20.004325,
"1000" : 33.907466
},
"latency_ms" : {
"2" : 36.178056,
"4" : 2.537594,
"10" : 0.115217,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119552,
"timestamp_ms" : 1774119552650,
"time" : "Sat Mar 21 15:59:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7812288512,
"io_kbytes" : 7629188,
"bw_bytes" : 97654827,
"bw" : 95366,
"iops" : 23841.635520,
"runtime" : 79999,
"total_ios" : 1907307,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 11858,
"max" : 5076122,
"mean" : 332739.044972,
"stddev" : 211682.581690,
"N" : 1907307
},
"clat_ns" : {
"min" : 72491,
"max" : 8710973,
"mean" : 1008378.696277,
"stddev" : 457614.745041,
"N" : 1907299,
"percentile" : {
"1.000000" : 203776,
"5.000000" : 448512,
"10.000000" : 577536,
"20.000000" : 708608,
"30.000000" : 782336,
"40.000000" : 856064,
"50.000000" : 929792,
"60.000000" : 1011712,
"70.000000" : 1122304,
"80.000000" : 1253376,
"90.000000" : 1499136,
"95.000000" : 1761280,
"99.000000" : 2867200,
"99.500000" : 3260416,
"99.900000" : 4145152,
"99.950000" : 4620288,
"99.990000" : 5341184
},
"bins" : {
"72192" : 1,
"75264" : 1,
"76288" : 2,
"77312" : 3,
"78336" : 1,
"79360" : 4,
"80384" : 5,
"81408" : 13,
"82432" : 21,
"83456" : 18,
"84480" : 21,
"85504" : 44,
"86528" : 37,
"87552" : 52,
"88576" : 75,
"89600" : 87,
"90624" : 91,
"91648" : 123,
"92672" : 148,
"93696" : 188,
"94720" : 191,
"95744" : 200,
"96768" : 261,
"97792" : 283,
"98816" : 331,
"99840" : 329,
"100864" : 348,
"101888" : 362,
"102912" : 399,
"103936" : 382,
"104960" : 392,
"105984" : 422,
"107008" : 396,
"108032" : 385,
"109056" : 390,
"110080" : 410,
"111104" : 414,
"112128" : 401,
"113152" : 417,
"114176" : 354,
"115200" : 390,
"116224" : 355,
"117248" : 357,
"118272" : 308,
"119296" : 362,
"120320" : 325,
"121344" : 335,
"122368" : 315,
"123392" : 296,
"124416" : 263,
"125440" : 242,
"126464" : 250,
"127488" : 246,
"128512" : 253,
"129536" : 221,
"130560" : 204,
"132096" : 403,
"134144" : 384,
"136192" : 286,
"138240" : 303,
"140288" : 271,
"142336" : 251,
"144384" : 218,
"146432" : 214,
"148480" : 202,
"150528" : 183,
"152576" : 157,
"154624" : 139,
"156672" : 157,
"158720" : 140,
"160768" : 119,
"162816" : 112,
"164864" : 100,
"166912" : 111,
"168960" : 107,
"171008" : 100,
"173056" : 95,
"175104" : 81,
"177152" : 90,
"179200" : 80,
"181248" : 85,
"183296" : 83,
"185344" : 89,
"187392" : 98,
"189440" : 110,
"191488" : 125,
"193536" : 157,
"195584" : 213,
"197632" : 253,
"199680" : 289,
"201728" : 374,
"203776" : 461,
"205824" : 454,
"207872" : 494,
"209920" : 522,
"211968" : 482,
"214016" : 486,
"216064" : 500,
"218112" : 446,
"220160" : 400,
"222208" : 373,
"224256" : 381,
"226304" : 393,
"228352" : 387,
"230400" : 343,
"232448" : 368,
"234496" : 291,
"236544" : 301,
"238592" : 284,
"240640" : 289,
"242688" : 244,
"244736" : 259,
"246784" : 246,
"248832" : 248,
"250880" : 237,
"252928" : 210,
"254976" : 222,
"257024" : 200,
"259072" : 213,
"261120" : 219,
"264192" : 386,
"268288" : 401,
"272384" : 374,
"276480" : 356,
"280576" : 377,
"284672" : 338,
"288768" : 400,
"292864" : 465,
"296960" : 674,
"301056" : 1041,
"305152" : 1363,
"309248" : 1628,
"313344" : 1737,
"317440" : 1899,
"321536" : 1825,
"325632" : 1730,
"329728" : 1615,
"333824" : 1536,
"337920" : 1437,
"342016" : 1365,
"346112" : 1269,
"350208" : 1242,
"354304" : 1211,
"358400" : 1112,
"362496" : 1087,
"366592" : 1120,
"370688" : 1084,
"374784" : 1029,
"378880" : 1067,
"382976" : 1061,
"387072" : 1096,
"391168" : 1216,
"395264" : 1304,
"399360" : 1643,
"403456" : 2003,
"407552" : 2285,
"411648" : 2548,
"415744" : 2634,
"419840" : 2664,
"423936" : 2654,
"428032" : 2664,
"432128" : 2552,
"436224" : 2452,
"440320" : 2393,
"444416" : 2305,
"448512" : 2337,
"452608" : 2318,
"456704" : 2350,
"460800" : 2344,
"464896" : 2397,
"468992" : 2417,
"473088" : 2504,
"477184" : 2592,
"481280" : 2688,
"485376" : 2684,
"489472" : 2787,
"493568" : 2807,
"497664" : 2870,
"501760" : 2973,
"505856" : 3074,
"509952" : 3085,
"514048" : 3161,
"518144" : 3103,
"522240" : 3095,
"528384" : 6500,
"536576" : 6560,
"544768" : 7001,
"552960" : 7332,
"561152" : 7843,
"569344" : 8123,
"577536" : 8826,
"585728" : 9317,
"593920" : 9973,
"602112" : 10053,
"610304" : 10208,
"618496" : 10485,
"626688" : 11002,
"634880" : 11103,
"643072" : 11566,
"651264" : 12252,
"659456" : 12565,
"667648" : 13384,
"675840" : 13715,
"684032" : 14370,
"692224" : 15210,
"700416" : 16211,
"708608" : 17794,
"716800" : 19041,
"724992" : 20702,
"733184" : 22425,
"741376" : 22749,
"749568" : 22553,
"757760" : 21170,
"765952" : 20061,
"774144" : 19117,
"782336" : 17981,
"790528" : 17660,
"798720" : 18570,
"806912" : 19784,
"815104" : 20808,
"823296" : 22137,
"831488" : 22284,
"839680" : 22666,
"847872" : 22553,
"856064" : 22384,
"864256" : 22455,
"872448" : 22420,
"880640" : 22074,
"888832" : 21479,
"897024" : 20711,
"905216" : 21125,
"913408" : 21151,
"921600" : 20533,
"929792" : 19689,
"937984" : 19095,
"946176" : 19025,
"954368" : 19802,
"962560" : 19543,
"970752" : 18955,
"978944" : 18547,
"987136" : 19986,
"995328" : 22774,
"1003520" : 23324,
"1011712" : 19397,
"1019904" : 16637,
"1028096" : 15041,
"1036288" : 14442,
"1044480" : 13757,
"1056768" : 26224,
"1073152" : 25039,
"1089536" : 25204,
"1105920" : 26101,
"1122304" : 25479,
"1138688" : 24456,
"1155072" : 24191,
"1171456" : 23396,
"1187840" : 22850,
"1204224" : 22241,
"1220608" : 21594,
"1236992" : 20393,
"1253376" : 19434,
"1269760" : 18452,
"1286144" : 17829,
"1302528" : 16818,
"1318912" : 15876,
"1335296" : 15446,
"1351680" : 14559,
"1368064" : 13613,
"1384448" : 12818,
"1400832" : 11853,
"1417216" : 10936,
"1433600" : 10211,
"1449984" : 9449,
"1466368" : 9031,
"1482752" : 8286,
"1499136" : 7864,
"1515520" : 7755,
"1531904" : 7498,
"1548288" : 7040,
"1564672" : 6676,
"1581056" : 6615,
"1597440" : 6394,
"1613824" : 6042,
"1630208" : 5729,
"1646592" : 5347,
"1662976" : 5307,
"1679360" : 5249,
"1695744" : 4883,
"1712128" : 4521,
"1728512" : 4577,
"1744896" : 4228,
"1761280" : 4158,
"1777664" : 3870,
"1794048" : 3541,
"1810432" : 3391,
"1826816" : 3271,
"1843200" : 2976,
"1859584" : 2877,
"1875968" : 2693,
"1892352" : 2526,
"1908736" : 2289,
"1925120" : 2148,
"1941504" : 1963,
"1957888" : 1850,
"1974272" : 1957,
"1990656" : 1854,
"2007040" : 1710,
"2023424" : 1371,
"2039808" : 1303,
"2056192" : 1317,
"2072576" : 1199,
"2088960" : 1024,
"2113536" : 1883,
"2146304" : 1675,
"2179072" : 1655,
"2211840" : 1333,
"2244608" : 1270,
"2277376" : 1216,
"2310144" : 1257,
"2342912" : 1124,
"2375680" : 1132,
"2408448" : 1132,
"2441216" : 1091,
"2473984" : 1139,
"2506752" : 1142,
"2539520" : 1124,
"2572288" : 1111,
"2605056" : 1117,
"2637824" : 1126,
"2670592" : 1138,
"2703360" : 1098,
"2736128" : 1146,
"2768896" : 1043,
"2801664" : 1040,
"2834432" : 955,
"2867200" : 1013,
"2899968" : 997,
"2932736" : 883,
"2965504" : 940,
"2998272" : 969,
"3031040" : 773,
"3063808" : 818,
"3096576" : 723,
"3129344" : 689,
"3162112" : 684,
"3194880" : 701,
"3227648" : 628,
"3260416" : 622,
"3293184" : 564,
"3325952" : 549,
"3358720" : 542,
"3391488" : 467,
"3424256" : 439,
"3457024" : 435,
"3489792" : 422,
"3522560" : 390,
"3555328" : 310,
"3588096" : 326,
"3620864" : 296,
"3653632" : 239,
"3686400" : 244,
"3719168" : 219,
"3751936" : 202,
"3784704" : 174,
"3817472" : 178,
"3850240" : 143,
"3883008" : 140,
"3915776" : 137,
"3948544" : 135,
"3981312" : 107,
"4014080" : 126,
"4046848" : 116,
"4079616" : 99,
"4112384" : 98,
"4145152" : 86,
"4177920" : 88,
"4227072" : 154,
"4292608" : 165,
"4358144" : 147,
"4423680" : 126,
"4489216" : 108,
"4554752" : 103,
"4620288" : 106,
"4685824" : 88,
"4751360" : 65,
"4816896" : 62,
"4882432" : 72,
"4947968" : 88,
"5013504" : 74,
"5079040" : 66,
"5144576" : 45,
"5210112" : 48,
"5275648" : 32,
"5341184" : 37,
"5406720" : 27,
"5472256" : 24,
"5537792" : 12,
"5603328" : 19,
"5668864" : 14,
"5734400" : 15,
"5799936" : 9,
"5865472" : 5,
"5931008" : 3,
"5996544" : 7,
"6062080" : 1,
"6127616" : 7,
"6193152" : 10,
"6258688" : 1,
"6324224" : 3,
"6389760" : 1,
"6455296" : 2,
"6520832" : 3,
"6586368" : 4,
"6651904" : 2,
"6717440" : 2,
"6782976" : 1,
"6914048" : 1,
"6979584" : 2,
"7766016" : 1,
"8159232" : 1,
"8454144" : 1,
"8716288" : 1
}
},
"lat_ns" : {
"min" : 96588,
"max" : 10935210,
"mean" : 1341117.003184,
"stddev" : 573435.675224,
"N" : 1907299
},
"bw_min" : 52888,
"bw_max" : 131560,
"bw_agg" : 100.000000,
"bw_mean" : 95527.654088,
"bw_dev" : 2284.287427,
"bw_samples" : 1272,
"iops_min" : 13222,
"iops_max" : 32890,
"iops_mean" : 23881.522013,
"iops_stddev" : 571.046616,
"iops_samples" : 1272
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639992,
"usr_cpu" : 0.755166,
"sys_cpu" : 10.539663,
"ctx" : 1926954,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.127300,
"250" : 1.318246,
"500" : 5.202781,
"750" : 19.249182,
"1000" : 32.939794
},
"latency_ms" : {
"2" : 38.266572,
"4" : 2.771499,
"10" : 0.124207,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119562,
"timestamp_ms" : 1774119562651,
"time" : "Sat Mar 21 15:59:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8614547456,
"io_kbytes" : 8412644,
"bw_bytes" : 95717193,
"bw" : 93473,
"iops" : 23368.711111,
"runtime" : 90000,
"total_ios" : 2103184,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 11858,
"max" : 5076122,
"mean" : 339530.595249,
"stddev" : 214799.591169,
"N" : 2103184
},
"clat_ns" : {
"min" : 72491,
"max" : 8710973,
"mean" : 1028745.152392,
"stddev" : 462170.178020,
"N" : 2103176,
"percentile" : {
"1.000000" : 211968,
"5.000000" : 464896,
"10.000000" : 593920,
"20.000000" : 716800,
"30.000000" : 798720,
"40.000000" : 872448,
"50.000000" : 946176,
"60.000000" : 1028096,
"70.000000" : 1138688,
"80.000000" : 1286144,
"90.000000" : 1531904,
"95.000000" : 1794048,
"99.000000" : 2867200,
"99.500000" : 3260416,
"99.900000" : 4145152,
"99.950000" : 4554752,
"99.990000" : 5341184
},
"bins" : {
"72192" : 1,
"75264" : 1,
"76288" : 2,
"77312" : 3,
"78336" : 1,
"79360" : 4,
"80384" : 5,
"81408" : 13,
"82432" : 21,
"83456" : 18,
"84480" : 21,
"85504" : 44,
"86528" : 37,
"87552" : 52,
"88576" : 75,
"89600" : 87,
"90624" : 91,
"91648" : 123,
"92672" : 148,
"93696" : 188,
"94720" : 191,
"95744" : 200,
"96768" : 261,
"97792" : 283,
"98816" : 331,
"99840" : 329,
"100864" : 348,
"101888" : 362,
"102912" : 399,
"103936" : 382,
"104960" : 392,
"105984" : 422,
"107008" : 396,
"108032" : 385,
"109056" : 390,
"110080" : 410,
"111104" : 414,
"112128" : 401,
"113152" : 417,
"114176" : 354,
"115200" : 390,
"116224" : 355,
"117248" : 357,
"118272" : 308,
"119296" : 362,
"120320" : 325,
"121344" : 335,
"122368" : 315,
"123392" : 296,
"124416" : 263,
"125440" : 242,
"126464" : 250,
"127488" : 246,
"128512" : 253,
"129536" : 221,
"130560" : 204,
"132096" : 403,
"134144" : 384,
"136192" : 286,
"138240" : 303,
"140288" : 271,
"142336" : 251,
"144384" : 218,
"146432" : 214,
"148480" : 202,
"150528" : 183,
"152576" : 157,
"154624" : 139,
"156672" : 157,
"158720" : 140,
"160768" : 119,
"162816" : 112,
"164864" : 100,
"166912" : 111,
"168960" : 107,
"171008" : 100,
"173056" : 95,
"175104" : 81,
"177152" : 90,
"179200" : 80,
"181248" : 85,
"183296" : 83,
"185344" : 89,
"187392" : 98,
"189440" : 110,
"191488" : 125,
"193536" : 157,
"195584" : 213,
"197632" : 253,
"199680" : 289,
"201728" : 374,
"203776" : 461,
"205824" : 454,
"207872" : 494,
"209920" : 522,
"211968" : 482,
"214016" : 486,
"216064" : 500,
"218112" : 446,
"220160" : 400,
"222208" : 373,
"224256" : 381,
"226304" : 393,
"228352" : 387,
"230400" : 343,
"232448" : 368,
"234496" : 291,
"236544" : 301,
"238592" : 284,
"240640" : 289,
"242688" : 244,
"244736" : 259,
"246784" : 246,
"248832" : 248,
"250880" : 237,
"252928" : 210,
"254976" : 222,
"257024" : 200,
"259072" : 213,
"261120" : 219,
"264192" : 386,
"268288" : 401,
"272384" : 374,
"276480" : 356,
"280576" : 377,
"284672" : 338,
"288768" : 400,
"292864" : 465,
"296960" : 674,
"301056" : 1041,
"305152" : 1363,
"309248" : 1628,
"313344" : 1737,
"317440" : 1899,
"321536" : 1825,
"325632" : 1730,
"329728" : 1615,
"333824" : 1536,
"337920" : 1437,
"342016" : 1366,
"346112" : 1269,
"350208" : 1242,
"354304" : 1211,
"358400" : 1112,
"362496" : 1087,
"366592" : 1121,
"370688" : 1084,
"374784" : 1029,
"378880" : 1067,
"382976" : 1061,
"387072" : 1096,
"391168" : 1216,
"395264" : 1307,
"399360" : 1645,
"403456" : 2003,
"407552" : 2287,
"411648" : 2552,
"415744" : 2638,
"419840" : 2670,
"423936" : 2656,
"428032" : 2669,
"432128" : 2555,
"436224" : 2462,
"440320" : 2398,
"444416" : 2315,
"448512" : 2344,
"452608" : 2328,
"456704" : 2360,
"460800" : 2356,
"464896" : 2414,
"468992" : 2428,
"473088" : 2516,
"477184" : 2614,
"481280" : 2715,
"485376" : 2715,
"489472" : 2820,
"493568" : 2852,
"497664" : 2917,
"501760" : 3025,
"505856" : 3133,
"509952" : 3150,
"514048" : 3241,
"518144" : 3201,
"522240" : 3204,
"528384" : 6754,
"536576" : 6849,
"544768" : 7275,
"552960" : 7679,
"561152" : 8225,
"569344" : 8557,
"577536" : 9264,
"585728" : 9748,
"593920" : 10465,
"602112" : 10596,
"610304" : 10779,
"618496" : 11128,
"626688" : 11637,
"634880" : 11797,
"643072" : 12187,
"651264" : 12944,
"659456" : 13325,
"667648" : 14129,
"675840" : 14455,
"684032" : 15133,
"692224" : 15984,
"700416" : 17078,
"708608" : 18693,
"716800" : 19922,
"724992" : 21625,
"733184" : 23343,
"741376" : 23774,
"749568" : 23607,
"757760" : 22271,
"765952" : 21228,
"774144" : 20242,
"782336" : 19131,
"790528" : 18833,
"798720" : 19867,
"806912" : 21113,
"815104" : 22162,
"823296" : 23527,
"831488" : 23676,
"839680" : 24036,
"847872" : 23986,
"856064" : 23900,
"864256" : 23958,
"872448" : 23957,
"880640" : 23710,
"888832" : 23050,
"897024" : 22369,
"905216" : 22769,
"913408" : 22755,
"921600" : 22211,
"929792" : 21332,
"937984" : 20813,
"946176" : 20938,
"954368" : 21618,
"962560" : 21456,
"970752" : 20826,
"978944" : 20450,
"987136" : 21989,
"995328" : 25182,
"1003520" : 25705,
"1011712" : 21487,
"1019904" : 18623,
"1028096" : 16924,
"1036288" : 16271,
"1044480" : 15596,
"1056768" : 29949,
"1073152" : 28657,
"1089536" : 28828,
"1105920" : 29786,
"1122304" : 28927,
"1138688" : 27838,
"1155072" : 27638,
"1171456" : 26846,
"1187840" : 26047,
"1204224" : 25241,
"1220608" : 24685,
"1236992" : 23335,
"1253376" : 22280,
"1269760" : 21243,
"1286144" : 20508,
"1302528" : 19470,
"1318912" : 18392,
"1335296" : 17917,
"1351680" : 16928,
"1368064" : 15961,
"1384448" : 15087,
"1400832" : 14080,
"1417216" : 13065,
"1433600" : 12268,
"1449984" : 11508,
"1466368" : 10982,
"1482752" : 10120,
"1499136" : 9681,
"1515520" : 9547,
"1531904" : 9201,
"1548288" : 8732,
"1564672" : 8248,
"1581056" : 8200,
"1597440" : 7949,
"1613824" : 7481,
"1630208" : 7098,
"1646592" : 6677,
"1662976" : 6551,
"1679360" : 6437,
"1695744" : 6091,
"1712128" : 5633,
"1728512" : 5635,
"1744896" : 5249,
"1761280" : 5128,
"1777664" : 4800,
"1794048" : 4456,
"1810432" : 4252,
"1826816" : 4038,
"1843200" : 3750,
"1859584" : 3577,
"1875968" : 3378,
"1892352" : 3172,
"1908736" : 2842,
"1925120" : 2669,
"1941504" : 2455,
"1957888" : 2309,
"1974272" : 2405,
"1990656" : 2291,
"2007040" : 2151,
"2023424" : 1772,
"2039808" : 1633,
"2056192" : 1635,
"2072576" : 1462,
"2088960" : 1300,
"2113536" : 2339,
"2146304" : 2112,
"2179072" : 1990,
"2211840" : 1689,
"2244608" : 1565,
"2277376" : 1473,
"2310144" : 1509,
"2342912" : 1326,
"2375680" : 1322,
"2408448" : 1325,
"2441216" : 1270,
"2473984" : 1297,
"2506752" : 1319,
"2539520" : 1260,
"2572288" : 1279,
"2605056" : 1247,
"2637824" : 1272,
"2670592" : 1289,
"2703360" : 1249,
"2736128" : 1281,
"2768896" : 1185,
"2801664" : 1194,
"2834432" : 1112,
"2867200" : 1131,
"2899968" : 1127,
"2932736" : 1021,
"2965504" : 1051,
"2998272" : 1097,
"3031040" : 892,
"3063808" : 943,
"3096576" : 824,
"3129344" : 799,
"3162112" : 786,
"3194880" : 802,
"3227648" : 713,
"3260416" : 695,
"3293184" : 645,
"3325952" : 621,
"3358720" : 619,
"3391488" : 529,
"3424256" : 485,
"3457024" : 487,
"3489792" : 477,
"3522560" : 429,
"3555328" : 361,
"3588096" : 362,
"3620864" : 323,
"3653632" : 273,
"3686400" : 271,
"3719168" : 254,
"3751936" : 228,
"3784704" : 207,
"3817472" : 203,
"3850240" : 157,
"3883008" : 161,
"3915776" : 155,
"3948544" : 149,
"3981312" : 121,
"4014080" : 146,
"4046848" : 128,
"4079616" : 111,
"4112384" : 104,
"4145152" : 102,
"4177920" : 96,
"4227072" : 165,
"4292608" : 174,
"4358144" : 155,
"4423680" : 136,
"4489216" : 116,
"4554752" : 118,
"4620288" : 111,
"4685824" : 95,
"4751360" : 75,
"4816896" : 70,
"4882432" : 78,
"4947968" : 93,
"5013504" : 87,
"5079040" : 70,
"5144576" : 50,
"5210112" : 56,
"5275648" : 34,
"5341184" : 39,
"5406720" : 27,
"5472256" : 25,
"5537792" : 13,
"5603328" : 19,
"5668864" : 15,
"5734400" : 16,
"5799936" : 11,
"5865472" : 5,
"5931008" : 4,
"5996544" : 11,
"6062080" : 1,
"6127616" : 8,
"6193152" : 10,
"6258688" : 2,
"6324224" : 3,
"6389760" : 1,
"6455296" : 2,
"6520832" : 3,
"6586368" : 4,
"6651904" : 2,
"6717440" : 2,
"6782976" : 1,
"6914048" : 1,
"6979584" : 2,
"7766016" : 1,
"8159232" : 1,
"8454144" : 1,
"8716288" : 1
}
},
"lat_ns" : {
"min" : 96588,
"max" : 10935210,
"mean" : 1368275.646469,
"stddev" : 578258.585436,
"N" : 2103176
},
"bw_min" : 52888,
"bw_max" : 131560,
"bw_agg" : 100.000000,
"bw_mean" : 93561.670391,
"bw_dev" : 2284.773241,
"bw_samples" : 1432,
"iops_min" : 13222,
"iops_max" : 32890,
"iops_mean" : 23390.022346,
"iops_stddev" : 571.171395,
"iops_samples" : 1432
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719996,
"usr_cpu" : 0.749171,
"sys_cpu" : 10.493531,
"ctx" : 2125390,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.115444,
"250" : 1.195473,
"500" : 4.734821,
"750" : 18.315278,
"1000" : 32.129809
},
"latency_ms" : {
"2" : 40.432411,
"4" : 2.953142,
"10" : 0.123242,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119572,
"timestamp_ms" : 1774119572651,
"time" : "Sat Mar 21 15:59:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9456885760,
"io_kbytes" : 9235240,
"bw_bytes" : 94568857,
"bw" : 92352,
"iops" : 23088.230000,
"runtime" : 100000,
"total_ios" : 2308823,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 11858,
"max" : 5076122,
"mean" : 343687.923340,
"stddev" : 215830.311609,
"N" : 2308823
},
"clat_ns" : {
"min" : 72491,
"max" : 8710973,
"mean" : 1041217.649505,
"stddev" : 461429.476839,
"N" : 2308815,
"percentile" : {
"1.000000" : 220160,
"5.000000" : 481280,
"10.000000" : 602112,
"20.000000" : 724992,
"30.000000" : 806912,
"40.000000" : 880640,
"50.000000" : 962560,
"60.000000" : 1044480,
"70.000000" : 1155072,
"80.000000" : 1302528,
"90.000000" : 1548288,
"95.000000" : 1810432,
"99.000000" : 2867200,
"99.500000" : 3260416,
"99.900000" : 4112384,
"99.950000" : 4554752,
"99.990000" : 5341184
},
"bins" : {
"72192" : 1,
"75264" : 1,
"76288" : 2,
"77312" : 3,
"78336" : 1,
"79360" : 4,
"80384" : 5,
"81408" : 13,
"82432" : 21,
"83456" : 18,
"84480" : 21,
"85504" : 44,
"86528" : 37,
"87552" : 52,
"88576" : 75,
"89600" : 87,
"90624" : 91,
"91648" : 123,
"92672" : 148,
"93696" : 188,
"94720" : 191,
"95744" : 200,
"96768" : 261,
"97792" : 283,
"98816" : 331,
"99840" : 329,
"100864" : 348,
"101888" : 362,
"102912" : 399,
"103936" : 382,
"104960" : 392,
"105984" : 422,
"107008" : 396,
"108032" : 385,
"109056" : 390,
"110080" : 410,
"111104" : 414,
"112128" : 401,
"113152" : 417,
"114176" : 354,
"115200" : 390,
"116224" : 355,
"117248" : 357,
"118272" : 308,
"119296" : 362,
"120320" : 325,
"121344" : 335,
"122368" : 315,
"123392" : 296,
"124416" : 263,
"125440" : 242,
"126464" : 250,
"127488" : 246,
"128512" : 253,
"129536" : 221,
"130560" : 204,
"132096" : 403,
"134144" : 384,
"136192" : 286,
"138240" : 303,
"140288" : 271,
"142336" : 251,
"144384" : 218,
"146432" : 214,
"148480" : 202,
"150528" : 183,
"152576" : 157,
"154624" : 139,
"156672" : 157,
"158720" : 140,
"160768" : 119,
"162816" : 112,
"164864" : 100,
"166912" : 111,
"168960" : 107,
"171008" : 100,
"173056" : 95,
"175104" : 81,
"177152" : 90,
"179200" : 80,
"181248" : 85,
"183296" : 83,
"185344" : 89,
"187392" : 98,
"189440" : 110,
"191488" : 125,
"193536" : 157,
"195584" : 213,
"197632" : 253,
"199680" : 289,
"201728" : 374,
"203776" : 461,
"205824" : 454,
"207872" : 494,
"209920" : 522,
"211968" : 482,
"214016" : 486,
"216064" : 500,
"218112" : 446,
"220160" : 400,
"222208" : 373,
"224256" : 381,
"226304" : 393,
"228352" : 387,
"230400" : 343,
"232448" : 368,
"234496" : 291,
"236544" : 301,
"238592" : 284,
"240640" : 289,
"242688" : 244,
"244736" : 259,
"246784" : 246,
"248832" : 248,
"250880" : 237,
"252928" : 210,
"254976" : 222,
"257024" : 200,
"259072" : 213,
"261120" : 219,
"264192" : 386,
"268288" : 401,
"272384" : 374,
"276480" : 356,
"280576" : 377,
"284672" : 338,
"288768" : 400,
"292864" : 465,
"296960" : 674,
"301056" : 1041,
"305152" : 1363,
"309248" : 1628,
"313344" : 1737,
"317440" : 1899,
"321536" : 1825,
"325632" : 1730,
"329728" : 1615,
"333824" : 1537,
"337920" : 1437,
"342016" : 1366,
"346112" : 1269,
"350208" : 1242,
"354304" : 1212,
"358400" : 1112,
"362496" : 1087,
"366592" : 1121,
"370688" : 1085,
"374784" : 1029,
"378880" : 1067,
"382976" : 1061,
"387072" : 1096,
"391168" : 1217,
"395264" : 1307,
"399360" : 1647,
"403456" : 2005,
"407552" : 2292,
"411648" : 2554,
"415744" : 2640,
"419840" : 2674,
"423936" : 2665,
"428032" : 2674,
"432128" : 2568,
"436224" : 2481,
"440320" : 2415,
"444416" : 2327,
"448512" : 2356,
"452608" : 2353,
"456704" : 2388,
"460800" : 2389,
"464896" : 2461,
"468992" : 2477,
"473088" : 2553,
"477184" : 2660,
"481280" : 2752,
"485376" : 2778,
"489472" : 2882,
"493568" : 2939,
"497664" : 2991,
"501760" : 3123,
"505856" : 3232,
"509952" : 3288,
"514048" : 3378,
"518144" : 3386,
"522240" : 3405,
"528384" : 7235,
"536576" : 7363,
"544768" : 7822,
"552960" : 8244,
"561152" : 8869,
"569344" : 9278,
"577536" : 10040,
"585728" : 10548,
"593920" : 11310,
"602112" : 11476,
"610304" : 11666,
"618496" : 12058,
"626688" : 12553,
"634880" : 12724,
"643072" : 13190,
"651264" : 13969,
"659456" : 14277,
"667648" : 15179,
"675840" : 15500,
"684032" : 16219,
"692224" : 17145,
"700416" : 18275,
"708608" : 19849,
"716800" : 21144,
"724992" : 22818,
"733184" : 24619,
"741376" : 25070,
"749568" : 24900,
"757760" : 23625,
"765952" : 22578,
"774144" : 21668,
"782336" : 20651,
"790528" : 20328,
"798720" : 21327,
"806912" : 22729,
"815104" : 23735,
"823296" : 25110,
"831488" : 25357,
"839680" : 25747,
"847872" : 25699,
"856064" : 25676,
"864256" : 25779,
"872448" : 25697,
"880640" : 25532,
"888832" : 24932,
"897024" : 24286,
"905216" : 24622,
"913408" : 24689,
"921600" : 24039,
"929792" : 23157,
"937984" : 22654,
"946176" : 22825,
"954368" : 23493,
"962560" : 23465,
"970752" : 22828,
"978944" : 22358,
"987136" : 23943,
"995328" : 27451,
"1003520" : 28129,
"1011712" : 23810,
"1019904" : 20666,
"1028096" : 18790,
"1036288" : 18134,
"1044480" : 17364,
"1056768" : 33644,
"1073152" : 32318,
"1089536" : 32265,
"1105920" : 33212,
"1122304" : 32468,
"1138688" : 31291,
"1155072" : 30836,
"1171456" : 30125,
"1187840" : 29168,
"1204224" : 28306,
"1220608" : 27687,
"1236992" : 26314,
"1253376" : 24994,
"1269760" : 24157,
"1286144" : 23258,
"1302528" : 22130,
"1318912" : 20910,
"1335296" : 20281,
"1351680" : 19376,
"1368064" : 18265,
"1384448" : 17313,
"1400832" : 16219,
"1417216" : 15239,
"1433600" : 14349,
"1449984" : 13492,
"1466368" : 12933,
"1482752" : 11965,
"1499136" : 11485,
"1515520" : 11313,
"1531904" : 10824,
"1548288" : 10377,
"1564672" : 9751,
"1581056" : 9684,
"1597440" : 9397,
"1613824" : 8849,
"1630208" : 8371,
"1646592" : 7871,
"1662976" : 7728,
"1679360" : 7503,
"1695744" : 7190,
"1712128" : 6653,
"1728512" : 6620,
"1744896" : 6236,
"1761280" : 6015,
"1777664" : 5631,
"1794048" : 5253,
"1810432" : 4992,
"1826816" : 4750,
"1843200" : 4388,
"1859584" : 4162,
"1875968" : 3998,
"1892352" : 3715,
"1908736" : 3338,
"1925120" : 3132,
"1941504" : 2924,
"1957888" : 2685,
"1974272" : 2776,
"1990656" : 2668,
"2007040" : 2544,
"2023424" : 2100,
"2039808" : 1905,
"2056192" : 1882,
"2072576" : 1719,
"2088960" : 1508,
"2113536" : 2726,
"2146304" : 2470,
"2179072" : 2285,
"2211840" : 1942,
"2244608" : 1826,
"2277376" : 1698,
"2310144" : 1702,
"2342912" : 1514,
"2375680" : 1467,
"2408448" : 1478,
"2441216" : 1430,
"2473984" : 1441,
"2506752" : 1467,
"2539520" : 1384,
"2572288" : 1398,
"2605056" : 1366,
"2637824" : 1381,
"2670592" : 1414,
"2703360" : 1370,
"2736128" : 1398,
"2768896" : 1314,
"2801664" : 1305,
"2834432" : 1208,
"2867200" : 1216,
"2899968" : 1212,
"2932736" : 1124,
"2965504" : 1156,
"2998272" : 1200,
"3031040" : 986,
"3063808" : 1009,
"3096576" : 884,
"3129344" : 869,
"3162112" : 855,
"3194880" : 859,
"3227648" : 772,
"3260416" : 744,
"3293184" : 700,
"3325952" : 667,
"3358720" : 654,
"3391488" : 568,
"3424256" : 526,
"3457024" : 521,
"3489792" : 501,
"3522560" : 465,
"3555328" : 395,
"3588096" : 388,
"3620864" : 346,
"3653632" : 299,
"3686400" : 299,
"3719168" : 284,
"3751936" : 244,
"3784704" : 230,
"3817472" : 220,
"3850240" : 166,
"3883008" : 168,
"3915776" : 171,
"3948544" : 159,
"3981312" : 129,
"4014080" : 153,
"4046848" : 140,
"4079616" : 114,
"4112384" : 111,
"4145152" : 103,
"4177920" : 105,
"4227072" : 178,
"4292608" : 176,
"4358144" : 160,
"4423680" : 145,
"4489216" : 123,
"4554752" : 123,
"4620288" : 121,
"4685824" : 97,
"4751360" : 79,
"4816896" : 74,
"4882432" : 83,
"4947968" : 95,
"5013504" : 92,
"5079040" : 73,
"5144576" : 51,
"5210112" : 58,
"5275648" : 36,
"5341184" : 41,
"5406720" : 28,
"5472256" : 27,
"5537792" : 13,
"5603328" : 21,
"5668864" : 21,
"5734400" : 16,
"5799936" : 11,
"5865472" : 6,
"5931008" : 4,
"5996544" : 12,
"6062080" : 1,
"6127616" : 8,
"6193152" : 10,
"6258688" : 2,
"6324224" : 3,
"6389760" : 1,
"6455296" : 2,
"6520832" : 3,
"6586368" : 4,
"6651904" : 2,
"6717440" : 2,
"6782976" : 1,
"6914048" : 1,
"6979584" : 2,
"7241728" : 1,
"7766016" : 1,
"8159232" : 1,
"8454144" : 1,
"8716288" : 1
}
},
"lat_ns" : {
"min" : 96588,
"max" : 10935210,
"mean" : 1384905.076641,
"stddev" : 576177.378652,
"N" : 2308815
},
"bw_min" : 52888,
"bw_max" : 131560,
"bw_agg" : 100.000000,
"bw_mean" : 92436.281407,
"bw_dev" : 2224.830348,
"bw_samples" : 1592,
"iops_min" : 13222,
"iops_max" : 32890,
"iops_mean" : 23108.668342,
"iops_stddev" : 556.186756,
"iops_samples" : 1592
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 800000,
"usr_cpu" : 0.742375,
"sys_cpu" : 10.554250,
"ctx" : 2334796,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.105162,
"250" : 1.088996,
"500" : 4.343642,
"750" : 17.838743,
"1000" : 31.580680
},
"latency_ms" : {
"2" : 41.916249,
"4" : 3.008026,
"10" : 0.118155,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119582,
"timestamp_ms" : 1774119582650,
"time" : "Sat Mar 21 15:59:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10235895808,
"io_kbytes" : 9995992,
"bw_bytes" : 93054444,
"bw" : 90873,
"iops" : 22718.470168,
"runtime" : 109999,
"total_ios" : 2499009,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 11858,
"max" : 5085456,
"mean" : 349322.928418,
"stddev" : 217493.204461,
"N" : 2499009
},
"clat_ns" : {
"min" : 72491,
"max" : 8710973,
"mean" : 1058137.512130,
"stddev" : 464691.252370,
"N" : 2499001,
"percentile" : {
"1.000000" : 230400,
"5.000000" : 497664,
"10.000000" : 610304,
"20.000000" : 733184,
"30.000000" : 815104,
"40.000000" : 897024,
"50.000000" : 978944,
"60.000000" : 1073152,
"70.000000" : 1187840,
"80.000000" : 1335296,
"90.000000" : 1581056,
"95.000000" : 1826816,
"99.000000" : 2867200,
"99.500000" : 3260416,
"99.900000" : 4112384,
"99.950000" : 4554752,
"99.990000" : 5341184
},
"bins" : {
"72192" : 1,
"75264" : 1,
"76288" : 2,
"77312" : 3,
"78336" : 1,
"79360" : 4,
"80384" : 5,
"81408" : 13,
"82432" : 21,
"83456" : 18,
"84480" : 21,
"85504" : 44,
"86528" : 37,
"87552" : 52,
"88576" : 75,
"89600" : 87,
"90624" : 91,
"91648" : 123,
"92672" : 148,
"93696" : 188,
"94720" : 191,
"95744" : 200,
"96768" : 261,
"97792" : 283,
"98816" : 331,
"99840" : 329,
"100864" : 348,
"101888" : 362,
"102912" : 399,
"103936" : 382,
"104960" : 392,
"105984" : 422,
"107008" : 396,
"108032" : 385,
"109056" : 390,
"110080" : 410,
"111104" : 414,
"112128" : 401,
"113152" : 417,
"114176" : 354,
"115200" : 390,
"116224" : 355,
"117248" : 357,
"118272" : 308,
"119296" : 362,
"120320" : 325,
"121344" : 335,
"122368" : 315,
"123392" : 296,
"124416" : 263,
"125440" : 242,
"126464" : 250,
"127488" : 246,
"128512" : 253,
"129536" : 221,
"130560" : 204,
"132096" : 403,
"134144" : 384,
"136192" : 286,
"138240" : 303,
"140288" : 271,
"142336" : 251,
"144384" : 218,
"146432" : 214,
"148480" : 202,
"150528" : 183,
"152576" : 157,
"154624" : 139,
"156672" : 157,
"158720" : 140,
"160768" : 119,
"162816" : 112,
"164864" : 100,
"166912" : 111,
"168960" : 107,
"171008" : 100,
"173056" : 95,
"175104" : 81,
"177152" : 90,
"179200" : 80,
"181248" : 85,
"183296" : 83,
"185344" : 89,
"187392" : 98,
"189440" : 110,
"191488" : 125,
"193536" : 157,
"195584" : 213,
"197632" : 253,
"199680" : 289,
"201728" : 374,
"203776" : 461,
"205824" : 454,
"207872" : 494,
"209920" : 522,
"211968" : 482,
"214016" : 486,
"216064" : 500,
"218112" : 446,
"220160" : 400,
"222208" : 373,
"224256" : 381,
"226304" : 393,
"228352" : 387,
"230400" : 343,
"232448" : 368,
"234496" : 291,
"236544" : 301,
"238592" : 284,
"240640" : 289,
"242688" : 244,
"244736" : 259,
"246784" : 246,
"248832" : 248,
"250880" : 237,
"252928" : 210,
"254976" : 222,
"257024" : 200,
"259072" : 213,
"261120" : 219,
"264192" : 386,
"268288" : 401,
"272384" : 374,
"276480" : 356,
"280576" : 377,
"284672" : 338,
"288768" : 400,
"292864" : 465,
"296960" : 674,
"301056" : 1041,
"305152" : 1363,
"309248" : 1628,
"313344" : 1737,
"317440" : 1899,
"321536" : 1825,
"325632" : 1730,
"329728" : 1615,
"333824" : 1537,
"337920" : 1437,
"342016" : 1366,
"346112" : 1269,
"350208" : 1242,
"354304" : 1212,
"358400" : 1112,
"362496" : 1087,
"366592" : 1121,
"370688" : 1085,
"374784" : 1029,
"378880" : 1067,
"382976" : 1061,
"387072" : 1097,
"391168" : 1217,
"395264" : 1308,
"399360" : 1647,
"403456" : 2005,
"407552" : 2293,
"411648" : 2554,
"415744" : 2642,
"419840" : 2676,
"423936" : 2665,
"428032" : 2677,
"432128" : 2568,
"436224" : 2485,
"440320" : 2420,
"444416" : 2329,
"448512" : 2362,
"452608" : 2363,
"456704" : 2396,
"460800" : 2399,
"464896" : 2472,
"468992" : 2492,
"473088" : 2566,
"477184" : 2682,
"481280" : 2777,
"485376" : 2798,
"489472" : 2904,
"493568" : 2961,
"497664" : 3017,
"501760" : 3153,
"505856" : 3266,
"509952" : 3332,
"514048" : 3430,
"518144" : 3436,
"522240" : 3476,
"528384" : 7413,
"536576" : 7602,
"544768" : 8109,
"552960" : 8527,
"561152" : 9141,
"569344" : 9652,
"577536" : 10464,
"585728" : 10953,
"593920" : 11773,
"602112" : 11927,
"610304" : 12123,
"618496" : 12559,
"626688" : 13114,
"634880" : 13335,
"643072" : 13730,
"651264" : 14576,
"659456" : 14901,
"667648" : 15794,
"675840" : 16099,
"684032" : 16879,
"692224" : 17841,
"700416" : 18997,
"708608" : 20581,
"716800" : 21897,
"724992" : 23591,
"733184" : 25401,
"741376" : 25940,
"749568" : 25771,
"757760" : 24611,
"765952" : 23559,
"774144" : 22683,
"782336" : 21650,
"790528" : 21376,
"798720" : 22467,
"806912" : 23967,
"815104" : 24931,
"823296" : 26283,
"831488" : 26567,
"839680" : 27014,
"847872" : 26979,
"856064" : 27050,
"864256" : 27298,
"872448" : 27081,
"880640" : 26898,
"888832" : 26300,
"897024" : 25701,
"905216" : 26100,
"913408" : 26230,
"921600" : 25586,
"929792" : 24708,
"937984" : 24197,
"946176" : 24429,
"954368" : 25027,
"962560" : 25083,
"970752" : 24438,
"978944" : 24011,
"987136" : 25684,
"995328" : 29439,
"1003520" : 30248,
"1011712" : 25826,
"1019904" : 22440,
"1028096" : 20428,
"1036288" : 19871,
"1044480" : 19041,
"1056768" : 37180,
"1073152" : 35629,
"1089536" : 35566,
"1105920" : 36572,
"1122304" : 35779,
"1138688" : 34651,
"1155072" : 33919,
"1171456" : 33229,
"1187840" : 32394,
"1204224" : 31170,
"1220608" : 30600,
"1236992" : 29087,
"1253376" : 27711,
"1269760" : 26791,
"1286144" : 25736,
"1302528" : 24590,
"1318912" : 23436,
"1335296" : 22720,
"1351680" : 21678,
"1368064" : 20579,
"1384448" : 19534,
"1400832" : 18438,
"1417216" : 17375,
"1433600" : 16532,
"1449984" : 15603,
"1466368" : 14934,
"1482752" : 13999,
"1499136" : 13482,
"1515520" : 13326,
"1531904" : 12699,
"1548288" : 12269,
"1564672" : 11578,
"1581056" : 11432,
"1597440" : 11089,
"1613824" : 10511,
"1630208" : 9958,
"1646592" : 9383,
"1662976" : 9170,
"1679360" : 8940,
"1695744" : 8544,
"1712128" : 7958,
"1728512" : 7891,
"1744896" : 7500,
"1761280" : 7206,
"1777664" : 6753,
"1794048" : 6370,
"1810432" : 5991,
"1826816" : 5685,
"1843200" : 5359,
"1859584" : 5131,
"1875968" : 4892,
"1892352" : 4581,
"1908736" : 4125,
"1925120" : 3806,
"1941504" : 3571,
"1957888" : 3337,
"1974272" : 3383,
"1990656" : 3283,
"2007040" : 3080,
"2023424" : 2566,
"2039808" : 2387,
"2056192" : 2327,
"2072576" : 2147,
"2088960" : 1913,
"2113536" : 3353,
"2146304" : 3097,
"2179072" : 2792,
"2211840" : 2382,
"2244608" : 2242,
"2277376" : 2010,
"2310144" : 1946,
"2342912" : 1760,
"2375680" : 1684,
"2408448" : 1684,
"2441216" : 1589,
"2473984" : 1596,
"2506752" : 1615,
"2539520" : 1513,
"2572288" : 1518,
"2605056" : 1491,
"2637824" : 1499,
"2670592" : 1533,
"2703360" : 1487,
"2736128" : 1513,
"2768896" : 1431,
"2801664" : 1391,
"2834432" : 1309,
"2867200" : 1309,
"2899968" : 1296,
"2932736" : 1200,
"2965504" : 1251,
"2998272" : 1304,
"3031040" : 1073,
"3063808" : 1084,
"3096576" : 949,
"3129344" : 934,
"3162112" : 934,
"3194880" : 921,
"3227648" : 832,
"3260416" : 809,
"3293184" : 754,
"3325952" : 727,
"3358720" : 717,
"3391488" : 612,
"3424256" : 576,
"3457024" : 564,
"3489792" : 536,
"3522560" : 518,
"3555328" : 434,
"3588096" : 429,
"3620864" : 379,
"3653632" : 323,
"3686400" : 322,
"3719168" : 304,
"3751936" : 263,
"3784704" : 241,
"3817472" : 236,
"3850240" : 184,
"3883008" : 189,
"3915776" : 180,
"3948544" : 168,
"3981312" : 144,
"4014080" : 164,
"4046848" : 151,
"4079616" : 122,
"4112384" : 123,
"4145152" : 120,
"4177920" : 118,
"4227072" : 194,
"4292608" : 195,
"4358144" : 171,
"4423680" : 159,
"4489216" : 129,
"4554752" : 133,
"4620288" : 132,
"4685824" : 106,
"4751360" : 83,
"4816896" : 76,
"4882432" : 96,
"4947968" : 98,
"5013504" : 97,
"5079040" : 77,
"5144576" : 59,
"5210112" : 63,
"5275648" : 40,
"5341184" : 46,
"5406720" : 30,
"5472256" : 28,
"5537792" : 15,
"5603328" : 23,
"5668864" : 21,
"5734400" : 18,
"5799936" : 11,
"5865472" : 6,
"5931008" : 4,
"5996544" : 12,
"6062080" : 3,
"6127616" : 8,
"6193152" : 10,
"6258688" : 2,
"6324224" : 3,
"6389760" : 1,
"6455296" : 2,
"6520832" : 3,
"6586368" : 4,
"6651904" : 2,
"6717440" : 2,
"6782976" : 1,
"6914048" : 1,
"6979584" : 2,
"7241728" : 1,
"7766016" : 1,
"8159232" : 1,
"8454144" : 1,
"8716288" : 1
}
},
"lat_ns" : {
"min" : 96588,
"max" : 10935210,
"mean" : 1407460.623596,
"stddev" : 580043.282805,
"N" : 2499001
},
"bw_min" : 52888,
"bw_max" : 131560,
"bw_agg" : 100.000000,
"bw_mean" : 90935.803653,
"bw_dev" : 2227.944183,
"bw_samples" : 1752,
"iops_min" : 13222,
"iops_max" : 32890,
"iops_mean" : 22733.534247,
"iops_stddev" : 556.969456,
"iops_samples" : 1752
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 879992,
"usr_cpu" : 0.737620,
"sys_cpu" : 10.553050,
"ctx" : 2529053,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999960,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999960,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.097159,
"250" : 1.006119,
"500" : 4.022354,
"750" : 17.091055,
"1000" : 30.854351
},
"latency_ms" : {
"2" : 43.636177,
"4" : 3.174098,
"10" : 0.118367,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119592,
"timestamp_ms" : 1774119592650,
"time" : "Sat Mar 21 15:59:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11026300928,
"io_kbytes" : 10767872,
"bw_bytes" : 91886606,
"bw" : 89733,
"iops" : 22433.420279,
"runtime" : 119999,
"total_ios" : 2691988,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 11858,
"max" : 5085456,
"mean" : 353795.693823,
"stddev" : 218362.589659,
"N" : 2691988
},
"clat_ns" : {
"min" : 72491,
"max" : 8710973,
"mean" : 1071561.982006,
"stddev" : 466085.938910,
"N" : 2691980,
"percentile" : {
"1.000000" : 244736,
"5.000000" : 505856,
"10.000000" : 618496,
"20.000000" : 741376,
"30.000000" : 823296,
"40.000000" : 905216,
"50.000000" : 987136,
"60.000000" : 1089536,
"70.000000" : 1204224,
"80.000000" : 1351680,
"90.000000" : 1613824,
"95.000000" : 1859584,
"99.000000" : 2867200,
"99.500000" : 3227648,
"99.900000" : 4079616,
"99.950000" : 4554752,
"99.990000" : 5341184
},
"bins" : {
"72192" : 1,
"75264" : 1,
"76288" : 2,
"77312" : 3,
"78336" : 1,
"79360" : 4,
"80384" : 5,
"81408" : 13,
"82432" : 21,
"83456" : 18,
"84480" : 21,
"85504" : 44,
"86528" : 37,
"87552" : 52,
"88576" : 75,
"89600" : 87,
"90624" : 91,
"91648" : 123,
"92672" : 148,
"93696" : 188,
"94720" : 191,
"95744" : 200,
"96768" : 261,
"97792" : 283,
"98816" : 331,
"99840" : 329,
"100864" : 348,
"101888" : 362,
"102912" : 399,
"103936" : 382,
"104960" : 392,
"105984" : 422,
"107008" : 396,
"108032" : 385,
"109056" : 390,
"110080" : 410,
"111104" : 414,
"112128" : 401,
"113152" : 417,
"114176" : 354,
"115200" : 390,
"116224" : 355,
"117248" : 357,
"118272" : 308,
"119296" : 362,
"120320" : 325,
"121344" : 335,
"122368" : 315,
"123392" : 296,
"124416" : 263,
"125440" : 242,
"126464" : 250,
"127488" : 246,
"128512" : 253,
"129536" : 221,
"130560" : 204,
"132096" : 403,
"134144" : 384,
"136192" : 286,
"138240" : 303,
"140288" : 271,
"142336" : 251,
"144384" : 218,
"146432" : 214,
"148480" : 202,
"150528" : 183,
"152576" : 157,
"154624" : 139,
"156672" : 157,
"158720" : 140,
"160768" : 119,
"162816" : 112,
"164864" : 100,
"166912" : 111,
"168960" : 107,
"171008" : 100,
"173056" : 95,
"175104" : 81,
"177152" : 90,
"179200" : 80,
"181248" : 85,
"183296" : 83,
"185344" : 89,
"187392" : 98,
"189440" : 110,
"191488" : 125,
"193536" : 157,
"195584" : 213,
"197632" : 253,
"199680" : 289,
"201728" : 374,
"203776" : 461,
"205824" : 454,
"207872" : 494,
"209920" : 522,
"211968" : 482,
"214016" : 486,
"216064" : 500,
"218112" : 446,
"220160" : 400,
"222208" : 373,
"224256" : 381,
"226304" : 393,
"228352" : 387,
"230400" : 343,
"232448" : 368,
"234496" : 291,
"236544" : 301,
"238592" : 284,
"240640" : 289,
"242688" : 244,
"244736" : 259,
"246784" : 246,
"248832" : 248,
"250880" : 237,
"252928" : 210,
"254976" : 222,
"257024" : 200,
"259072" : 213,
"261120" : 219,
"264192" : 386,
"268288" : 401,
"272384" : 374,
"276480" : 356,
"280576" : 377,
"284672" : 338,
"288768" : 400,
"292864" : 465,
"296960" : 674,
"301056" : 1041,
"305152" : 1363,
"309248" : 1628,
"313344" : 1737,
"317440" : 1899,
"321536" : 1825,
"325632" : 1730,
"329728" : 1615,
"333824" : 1537,
"337920" : 1438,
"342016" : 1366,
"346112" : 1269,
"350208" : 1242,
"354304" : 1212,
"358400" : 1112,
"362496" : 1088,
"366592" : 1121,
"370688" : 1085,
"374784" : 1029,
"378880" : 1068,
"382976" : 1061,
"387072" : 1098,
"391168" : 1217,
"395264" : 1308,
"399360" : 1647,
"403456" : 2005,
"407552" : 2294,
"411648" : 2554,
"415744" : 2643,
"419840" : 2680,
"423936" : 2672,
"428032" : 2684,
"432128" : 2574,
"436224" : 2493,
"440320" : 2423,
"444416" : 2342,
"448512" : 2375,
"452608" : 2382,
"456704" : 2413,
"460800" : 2420,
"464896" : 2493,
"468992" : 2508,
"473088" : 2592,
"477184" : 2712,
"481280" : 2810,
"485376" : 2838,
"489472" : 2936,
"493568" : 3000,
"497664" : 3055,
"501760" : 3192,
"505856" : 3346,
"509952" : 3418,
"514048" : 3517,
"518144" : 3555,
"522240" : 3611,
"528384" : 7693,
"536576" : 7944,
"544768" : 8462,
"552960" : 8935,
"561152" : 9607,
"569344" : 10151,
"577536" : 10966,
"585728" : 11482,
"593920" : 12333,
"602112" : 12523,
"610304" : 12770,
"618496" : 13190,
"626688" : 13750,
"634880" : 13992,
"643072" : 14399,
"651264" : 15319,
"659456" : 15627,
"667648" : 16464,
"675840" : 16826,
"684032" : 17647,
"692224" : 18644,
"700416" : 19820,
"708608" : 21435,
"716800" : 22779,
"724992" : 24499,
"733184" : 26299,
"741376" : 26917,
"749568" : 26794,
"757760" : 25666,
"765952" : 24631,
"774144" : 23708,
"782336" : 22781,
"790528" : 22592,
"798720" : 23657,
"806912" : 25268,
"815104" : 26231,
"823296" : 27646,
"831488" : 27962,
"839680" : 28429,
"847872" : 28338,
"856064" : 28442,
"864256" : 28786,
"872448" : 28585,
"880640" : 28416,
"888832" : 27788,
"897024" : 27237,
"905216" : 27588,
"913408" : 27713,
"921600" : 27076,
"929792" : 26252,
"937984" : 25817,
"946176" : 26015,
"954368" : 26556,
"962560" : 26621,
"970752" : 26050,
"978944" : 25770,
"987136" : 27380,
"995328" : 31426,
"1003520" : 32248,
"1011712" : 27600,
"1019904" : 24075,
"1028096" : 22075,
"1036288" : 21564,
"1044480" : 20704,
"1056768" : 40498,
"1073152" : 38817,
"1089536" : 38496,
"1105920" : 39720,
"1122304" : 38862,
"1138688" : 37687,
"1155072" : 36934,
"1171456" : 36232,
"1187840" : 35318,
"1204224" : 34110,
"1220608" : 33473,
"1236992" : 31905,
"1253376" : 30370,
"1269760" : 29522,
"1286144" : 28292,
"1302528" : 27046,
"1318912" : 26054,
"1335296" : 25085,
"1351680" : 24057,
"1368064" : 22974,
"1384448" : 21795,
"1400832" : 20746,
"1417216" : 19632,
"1433600" : 18667,
"1449984" : 17698,
"1466368" : 16969,
"1482752" : 16012,
"1499136" : 15440,
"1515520" : 15193,
"1531904" : 14597,
"1548288" : 14044,
"1564672" : 13266,
"1581056" : 13123,
"1597440" : 12777,
"1613824" : 12226,
"1630208" : 11506,
"1646592" : 10787,
"1662976" : 10583,
"1679360" : 10341,
"1695744" : 9935,
"1712128" : 9294,
"1728512" : 9131,
"1744896" : 8680,
"1761280" : 8356,
"1777664" : 7945,
"1794048" : 7396,
"1810432" : 7109,
"1826816" : 6673,
"1843200" : 6274,
"1859584" : 6064,
"1875968" : 5771,
"1892352" : 5412,
"1908736" : 4934,
"1925120" : 4562,
"1941504" : 4217,
"1957888" : 3998,
"1974272" : 3996,
"1990656" : 3971,
"2007040" : 3700,
"2023424" : 3097,
"2039808" : 2856,
"2056192" : 2746,
"2072576" : 2567,
"2088960" : 2336,
"2113536" : 4137,
"2146304" : 3690,
"2179072" : 3336,
"2211840" : 2877,
"2244608" : 2632,
"2277376" : 2357,
"2310144" : 2242,
"2342912" : 2023,
"2375680" : 1891,
"2408448" : 1858,
"2441216" : 1775,
"2473984" : 1744,
"2506752" : 1761,
"2539520" : 1622,
"2572288" : 1642,
"2605056" : 1602,
"2637824" : 1609,
"2670592" : 1640,
"2703360" : 1549,
"2736128" : 1614,
"2768896" : 1527,
"2801664" : 1474,
"2834432" : 1404,
"2867200" : 1402,
"2899968" : 1380,
"2932736" : 1291,
"2965504" : 1340,
"2998272" : 1378,
"3031040" : 1146,
"3063808" : 1143,
"3096576" : 1015,
"3129344" : 1000,
"3162112" : 984,
"3194880" : 980,
"3227648" : 880,
"3260416" : 856,
"3293184" : 797,
"3325952" : 777,
"3358720" : 754,
"3391488" : 656,
"3424256" : 603,
"3457024" : 606,
"3489792" : 574,
"3522560" : 551,
"3555328" : 447,
"3588096" : 450,
"3620864" : 402,
"3653632" : 335,
"3686400" : 340,
"3719168" : 318,
"3751936" : 283,
"3784704" : 254,
"3817472" : 249,
"3850240" : 205,
"3883008" : 202,
"3915776" : 197,
"3948544" : 181,
"3981312" : 152,
"4014080" : 171,
"4046848" : 162,
"4079616" : 132,
"4112384" : 129,
"4145152" : 124,
"4177920" : 124,
"4227072" : 201,
"4292608" : 200,
"4358144" : 178,
"4423680" : 168,
"4489216" : 135,
"4554752" : 142,
"4620288" : 143,
"4685824" : 109,
"4751360" : 90,
"4816896" : 82,
"4882432" : 100,
"4947968" : 104,
"5013504" : 101,
"5079040" : 79,
"5144576" : 62,
"5210112" : 64,
"5275648" : 40,
"5341184" : 48,
"5406720" : 30,
"5472256" : 29,
"5537792" : 16,
"5603328" : 23,
"5668864" : 21,
"5734400" : 18,
"5799936" : 12,
"5865472" : 6,
"5931008" : 5,
"5996544" : 12,
"6062080" : 3,
"6127616" : 9,
"6193152" : 11,
"6258688" : 2,
"6324224" : 3,
"6389760" : 1,
"6455296" : 3,
"6520832" : 3,
"6586368" : 4,
"6651904" : 2,
"6717440" : 2,
"6782976" : 1,
"6914048" : 1,
"6979584" : 2,
"7241728" : 1,
"7766016" : 1,
"8159232" : 1,
"8454144" : 1,
"8716288" : 1
}
},
"lat_ns" : {
"min" : 96588,
"max" : 10935210,
"mean" : 1425357.518168,
"stddev" : 581556.488779,
"N" : 2691980
},
"bw_min" : 52888,
"bw_max" : 131560,
"bw_agg" : 100.000000,
"bw_mean" : 89747.581590,
"bw_dev" : 2209.508403,
"bw_samples" : 1912,
"iops_min" : 13222,
"iops_max" : 32890,
"iops_mean" : 22436.510460,
"iops_stddev" : 552.359020,
"iops_samples" : 1912
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959992,
"usr_cpu" : 0.733027,
"sys_cpu" : 10.583213,
"ctx" : 2725327,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.090194,
"250" : 0.933994,
"500" : 3.748902,
"750" : 16.558618,
"1000" : 30.265179
},
"latency_ms" : {
"2" : 44.975572,
"4" : 3.312050,
"10" : 0.115194,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119602,
"timestamp_ms" : 1774119602650,
"time" : "Sat Mar 21 16:00:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11801661440,
"io_kbytes" : 11525060,
"bw_bytes" : 90782709,
"bw" : 88654,
"iops" : 22163.824337,
"runtime" : 129999,
"total_ios" : 2881275,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 11858,
"max" : 5085456,
"mean" : 358130.551658,
"stddev" : 219068.822303,
"N" : 2881275
},
"clat_ns" : {
"min" : 72491,
"max" : 8710973,
"mean" : 1084573.248118,
"stddev" : 467429.351370,
"N" : 2881267,
"percentile" : {
"1.000000" : 261120,
"5.000000" : 518144,
"10.000000" : 626688,
"20.000000" : 749568,
"30.000000" : 839680,
"40.000000" : 913408,
"50.000000" : 995328,
"60.000000" : 1105920,
"70.000000" : 1220608,
"80.000000" : 1368064,
"90.000000" : 1630208,
"95.000000" : 1875968,
"99.000000" : 2834432,
"99.500000" : 3227648,
"99.900000" : 4079616,
"99.950000" : 4554752,
"99.990000" : 5275648
},
"bins" : {
"72192" : 1,
"75264" : 1,
"76288" : 2,
"77312" : 3,
"78336" : 1,
"79360" : 4,
"80384" : 5,
"81408" : 13,
"82432" : 21,
"83456" : 18,
"84480" : 21,
"85504" : 44,
"86528" : 37,
"87552" : 52,
"88576" : 75,
"89600" : 87,
"90624" : 91,
"91648" : 123,
"92672" : 148,
"93696" : 188,
"94720" : 191,
"95744" : 200,
"96768" : 261,
"97792" : 283,
"98816" : 331,
"99840" : 329,
"100864" : 348,
"101888" : 362,
"102912" : 399,
"103936" : 382,
"104960" : 392,
"105984" : 422,
"107008" : 396,
"108032" : 385,
"109056" : 390,
"110080" : 410,
"111104" : 414,
"112128" : 401,
"113152" : 417,
"114176" : 354,
"115200" : 390,
"116224" : 355,
"117248" : 357,
"118272" : 308,
"119296" : 362,
"120320" : 325,
"121344" : 335,
"122368" : 315,
"123392" : 296,
"124416" : 263,
"125440" : 242,
"126464" : 250,
"127488" : 246,
"128512" : 253,
"129536" : 221,
"130560" : 204,
"132096" : 403,
"134144" : 384,
"136192" : 286,
"138240" : 303,
"140288" : 271,
"142336" : 251,
"144384" : 218,
"146432" : 214,
"148480" : 202,
"150528" : 183,
"152576" : 157,
"154624" : 139,
"156672" : 157,
"158720" : 140,
"160768" : 119,
"162816" : 112,
"164864" : 100,
"166912" : 111,
"168960" : 107,
"171008" : 100,
"173056" : 95,
"175104" : 81,
"177152" : 90,
"179200" : 80,
"181248" : 85,
"183296" : 83,
"185344" : 89,
"187392" : 98,
"189440" : 110,
"191488" : 125,
"193536" : 157,
"195584" : 213,
"197632" : 253,
"199680" : 289,
"201728" : 374,
"203776" : 461,
"205824" : 454,
"207872" : 494,
"209920" : 522,
"211968" : 482,
"214016" : 486,
"216064" : 500,
"218112" : 446,
"220160" : 400,
"222208" : 373,
"224256" : 381,
"226304" : 393,
"228352" : 387,
"230400" : 343,
"232448" : 368,
"234496" : 291,
"236544" : 301,
"238592" : 284,
"240640" : 289,
"242688" : 244,
"244736" : 259,
"246784" : 246,
"248832" : 248,
"250880" : 237,
"252928" : 210,
"254976" : 222,
"257024" : 200,
"259072" : 213,
"261120" : 219,
"264192" : 386,
"268288" : 401,
"272384" : 374,
"276480" : 356,
"280576" : 377,
"284672" : 338,
"288768" : 400,
"292864" : 465,
"296960" : 674,
"301056" : 1041,
"305152" : 1363,
"309248" : 1628,
"313344" : 1737,
"317440" : 1899,
"321536" : 1825,
"325632" : 1730,
"329728" : 1615,
"333824" : 1537,
"337920" : 1438,
"342016" : 1366,
"346112" : 1269,
"350208" : 1242,
"354304" : 1212,
"358400" : 1112,
"362496" : 1088,
"366592" : 1121,
"370688" : 1085,
"374784" : 1029,
"378880" : 1068,
"382976" : 1061,
"387072" : 1098,
"391168" : 1217,
"395264" : 1308,
"399360" : 1648,
"403456" : 2006,
"407552" : 2294,
"411648" : 2555,
"415744" : 2645,
"419840" : 2684,
"423936" : 2676,
"428032" : 2689,
"432128" : 2580,
"436224" : 2497,
"440320" : 2437,
"444416" : 2354,
"448512" : 2388,
"452608" : 2397,
"456704" : 2427,
"460800" : 2438,
"464896" : 2511,
"468992" : 2529,
"473088" : 2615,
"477184" : 2739,
"481280" : 2847,
"485376" : 2879,
"489472" : 2984,
"493568" : 3047,
"497664" : 3105,
"501760" : 3254,
"505856" : 3405,
"509952" : 3493,
"514048" : 3621,
"518144" : 3658,
"522240" : 3722,
"528384" : 7933,
"536576" : 8236,
"544768" : 8809,
"552960" : 9312,
"561152" : 10046,
"569344" : 10592,
"577536" : 11457,
"585728" : 12012,
"593920" : 12864,
"602112" : 13061,
"610304" : 13354,
"618496" : 13730,
"626688" : 14307,
"634880" : 14566,
"643072" : 15017,
"651264" : 15967,
"659456" : 16272,
"667648" : 17031,
"675840" : 17421,
"684032" : 18252,
"692224" : 19329,
"700416" : 20476,
"708608" : 22149,
"716800" : 23519,
"724992" : 25204,
"733184" : 27088,
"741376" : 27721,
"749568" : 27616,
"757760" : 26526,
"765952" : 25556,
"774144" : 24590,
"782336" : 23700,
"790528" : 23497,
"798720" : 24637,
"806912" : 26335,
"815104" : 27293,
"823296" : 28782,
"831488" : 29103,
"839680" : 29570,
"847872" : 29495,
"856064" : 29649,
"864256" : 30008,
"872448" : 29830,
"880640" : 29732,
"888832" : 29129,
"897024" : 28603,
"905216" : 28921,
"913408" : 29030,
"921600" : 28360,
"929792" : 27533,
"937984" : 27245,
"946176" : 27483,
"954368" : 28048,
"962560" : 28102,
"970752" : 27532,
"978944" : 27282,
"987136" : 28973,
"995328" : 33229,
"1003520" : 34092,
"1011712" : 29376,
"1019904" : 25710,
"1028096" : 23612,
"1036288" : 23219,
"1044480" : 22264,
"1056768" : 43547,
"1073152" : 41939,
"1089536" : 41785,
"1105920" : 42962,
"1122304" : 42202,
"1138688" : 40945,
"1155072" : 40243,
"1171456" : 39486,
"1187840" : 38581,
"1204224" : 37289,
"1220608" : 36555,
"1236992" : 35016,
"1253376" : 33394,
"1269760" : 32351,
"1286144" : 31136,
"1302528" : 29703,
"1318912" : 28735,
"1335296" : 27558,
"1351680" : 26461,
"1368064" : 25445,
"1384448" : 24057,
"1400832" : 23053,
"1417216" : 21831,
"1433600" : 20798,
"1449984" : 19714,
"1466368" : 19019,
"1482752" : 18053,
"1499136" : 17442,
"1515520" : 17114,
"1531904" : 16416,
"1548288" : 15797,
"1564672" : 15116,
"1581056" : 14891,
"1597440" : 14455,
"1613824" : 13846,
"1630208" : 13004,
"1646592" : 12320,
"1662976" : 12151,
"1679360" : 11862,
"1695744" : 11358,
"1712128" : 10589,
"1728512" : 10399,
"1744896" : 9888,
"1761280" : 9597,
"1777664" : 9158,
"1794048" : 8513,
"1810432" : 8169,
"1826816" : 7729,
"1843200" : 7290,
"1859584" : 7040,
"1875968" : 6658,
"1892352" : 6267,
"1908736" : 5801,
"1925120" : 5332,
"1941504" : 4902,
"1957888" : 4712,
"1974272" : 4652,
"1990656" : 4607,
"2007040" : 4357,
"2023424" : 3676,
"2039808" : 3383,
"2056192" : 3248,
"2072576" : 2992,
"2088960" : 2781,
"2113536" : 4912,
"2146304" : 4393,
"2179072" : 3890,
"2211840" : 3414,
"2244608" : 3062,
"2277376" : 2725,
"2310144" : 2556,
"2342912" : 2285,
"2375680" : 2131,
"2408448" : 2081,
"2441216" : 1979,
"2473984" : 1896,
"2506752" : 1907,
"2539520" : 1734,
"2572288" : 1754,
"2605056" : 1715,
"2637824" : 1706,
"2670592" : 1737,
"2703360" : 1640,
"2736128" : 1702,
"2768896" : 1607,
"2801664" : 1565,
"2834432" : 1499,
"2867200" : 1482,
"2899968" : 1472,
"2932736" : 1365,
"2965504" : 1416,
"2998272" : 1460,
"3031040" : 1200,
"3063808" : 1200,
"3096576" : 1074,
"3129344" : 1049,
"3162112" : 1050,
"3194880" : 1034,
"3227648" : 925,
"3260416" : 919,
"3293184" : 836,
"3325952" : 812,
"3358720" : 808,
"3391488" : 697,
"3424256" : 639,
"3457024" : 635,
"3489792" : 603,
"3522560" : 587,
"3555328" : 468,
"3588096" : 471,
"3620864" : 436,
"3653632" : 362,
"3686400" : 358,
"3719168" : 338,
"3751936" : 299,
"3784704" : 275,
"3817472" : 262,
"3850240" : 215,
"3883008" : 224,
"3915776" : 205,
"3948544" : 191,
"3981312" : 157,
"4014080" : 178,
"4046848" : 174,
"4079616" : 139,
"4112384" : 134,
"4145152" : 130,
"4177920" : 131,
"4227072" : 215,
"4292608" : 206,
"4358144" : 187,
"4423680" : 176,
"4489216" : 140,
"4554752" : 146,
"4620288" : 150,
"4685824" : 114,
"4751360" : 94,
"4816896" : 86,
"4882432" : 103,
"4947968" : 107,
"5013504" : 106,
"5079040" : 81,
"5144576" : 68,
"5210112" : 65,
"5275648" : 41,
"5341184" : 50,
"5406720" : 33,
"5472256" : 29,
"5537792" : 17,
"5603328" : 24,
"5668864" : 21,
"5734400" : 19,
"5799936" : 13,
"5865472" : 8,
"5931008" : 5,
"5996544" : 12,
"6062080" : 3,
"6127616" : 9,
"6193152" : 12,
"6258688" : 3,
"6324224" : 3,
"6389760" : 1,
"6455296" : 3,
"6520832" : 3,
"6586368" : 4,
"6651904" : 2,
"6717440" : 2,
"6782976" : 1,
"6914048" : 1,
"6979584" : 2,
"7241728" : 1,
"7766016" : 1,
"8159232" : 1,
"8454144" : 1,
"8716288" : 1
}
},
"lat_ns" : {
"min" : 96588,
"max" : 10935210,
"mean" : 1442703.232697,
"stddev" : 583089.941761,
"N" : 2881267
},
"bw_min" : 52888,
"bw_max" : 131560,
"bw_agg" : 100.000000,
"bw_mean" : 88696.629344,
"bw_dev" : 2194.994755,
"bw_samples" : 2072,
"iops_min" : 13222,
"iops_max" : 32890,
"iops_mean" : 22173.791506,
"iops_stddev" : 548.730273,
"iops_samples" : 2072
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1039992,
"usr_cpu" : 0.728275,
"sys_cpu" : 10.611043,
"ctx" : 2917614,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.084268,
"250" : 0.872635,
"500" : 3.517609,
"750" : 16.032833,
"1000" : 29.590303
},
"latency_ms" : {
"2" : 46.335494,
"4" : 3.453992,
"10" : 0.112589,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119612,
"timestamp_ms" : 1774119612651,
"time" : "Sat Mar 21 16:00:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12618813440,
"io_kbytes" : 12323060,
"bw_bytes" : 90135025,
"bw" : 88022,
"iops" : 22005.757184,
"runtime" : 139999,
"total_ios" : 3080784,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 11858,
"max" : 5085456,
"mean" : 360720.593267,
"stddev" : 219277.659115,
"N" : 3080784
},
"clat_ns" : {
"min" : 72491,
"max" : 8710973,
"mean" : 1092356.520162,
"stddev" : 466431.453774,
"N" : 3080776,
"percentile" : {
"1.000000" : 284672,
"5.000000" : 528384,
"10.000000" : 626688,
"20.000000" : 749568,
"30.000000" : 839680,
"40.000000" : 921600,
"50.000000" : 1003520,
"60.000000" : 1105920,
"70.000000" : 1220608,
"80.000000" : 1384448,
"90.000000" : 1646592,
"95.000000" : 1875968,
"99.000000" : 2834432,
"99.500000" : 3227648,
"99.900000" : 4046848,
"99.950000" : 4489216,
"99.990000" : 5275648
},
"bins" : {
"72192" : 1,
"75264" : 1,
"76288" : 2,
"77312" : 3,
"78336" : 1,
"79360" : 4,
"80384" : 5,
"81408" : 13,
"82432" : 21,
"83456" : 18,
"84480" : 21,
"85504" : 44,
"86528" : 37,
"87552" : 52,
"88576" : 75,
"89600" : 87,
"90624" : 91,
"91648" : 123,
"92672" : 148,
"93696" : 188,
"94720" : 191,
"95744" : 200,
"96768" : 261,
"97792" : 283,
"98816" : 331,
"99840" : 329,
"100864" : 348,
"101888" : 362,
"102912" : 399,
"103936" : 382,
"104960" : 392,
"105984" : 422,
"107008" : 396,
"108032" : 385,
"109056" : 390,
"110080" : 410,
"111104" : 414,
"112128" : 401,
"113152" : 417,
"114176" : 354,
"115200" : 390,
"116224" : 355,
"117248" : 357,
"118272" : 308,
"119296" : 362,
"120320" : 325,
"121344" : 335,
"122368" : 315,
"123392" : 296,
"124416" : 263,
"125440" : 242,
"126464" : 250,
"127488" : 246,
"128512" : 253,
"129536" : 221,
"130560" : 204,
"132096" : 403,
"134144" : 384,
"136192" : 286,
"138240" : 303,
"140288" : 271,
"142336" : 251,
"144384" : 218,
"146432" : 214,
"148480" : 202,
"150528" : 183,
"152576" : 157,
"154624" : 139,
"156672" : 157,
"158720" : 140,
"160768" : 119,
"162816" : 112,
"164864" : 100,
"166912" : 111,
"168960" : 107,
"171008" : 100,
"173056" : 95,
"175104" : 81,
"177152" : 90,
"179200" : 80,
"181248" : 85,
"183296" : 83,
"185344" : 89,
"187392" : 98,
"189440" : 110,
"191488" : 125,
"193536" : 157,
"195584" : 213,
"197632" : 253,
"199680" : 289,
"201728" : 374,
"203776" : 461,
"205824" : 454,
"207872" : 494,
"209920" : 522,
"211968" : 482,
"214016" : 486,
"216064" : 500,
"218112" : 446,
"220160" : 400,
"222208" : 373,
"224256" : 381,
"226304" : 393,
"228352" : 387,
"230400" : 343,
"232448" : 368,
"234496" : 291,
"236544" : 301,
"238592" : 284,
"240640" : 289,
"242688" : 244,
"244736" : 259,
"246784" : 246,
"248832" : 248,
"250880" : 238,
"252928" : 210,
"254976" : 222,
"257024" : 200,
"259072" : 213,
"261120" : 219,
"264192" : 386,
"268288" : 401,
"272384" : 374,
"276480" : 356,
"280576" : 377,
"284672" : 338,
"288768" : 400,
"292864" : 466,
"296960" : 675,
"301056" : 1041,
"305152" : 1363,
"309248" : 1628,
"313344" : 1738,
"317440" : 1899,
"321536" : 1825,
"325632" : 1731,
"329728" : 1617,
"333824" : 1538,
"337920" : 1438,
"342016" : 1368,
"346112" : 1269,
"350208" : 1243,
"354304" : 1213,
"358400" : 1113,
"362496" : 1090,
"366592" : 1124,
"370688" : 1087,
"374784" : 1038,
"378880" : 1070,
"382976" : 1065,
"387072" : 1105,
"391168" : 1229,
"395264" : 1319,
"399360" : 1671,
"403456" : 2032,
"407552" : 2312,
"411648" : 2584,
"415744" : 2673,
"419840" : 2704,
"423936" : 2711,
"428032" : 2722,
"432128" : 2615,
"436224" : 2530,
"440320" : 2487,
"444416" : 2400,
"448512" : 2427,
"452608" : 2462,
"456704" : 2492,
"460800" : 2490,
"464896" : 2610,
"468992" : 2628,
"473088" : 2757,
"477184" : 2898,
"481280" : 3013,
"485376" : 3050,
"489472" : 3164,
"493568" : 3286,
"497664" : 3345,
"501760" : 3531,
"505856" : 3678,
"509952" : 3782,
"514048" : 3932,
"518144" : 3993,
"522240" : 4004,
"528384" : 8624,
"536576" : 9024,
"544768" : 9576,
"552960" : 10092,
"561152" : 10861,
"569344" : 11397,
"577536" : 12286,
"585728" : 12810,
"593920" : 13706,
"602112" : 13922,
"610304" : 14233,
"618496" : 14544,
"626688" : 15172,
"634880" : 15408,
"643072" : 15801,
"651264" : 16800,
"659456" : 17092,
"667648" : 17834,
"675840" : 18213,
"684032" : 19144,
"692224" : 20208,
"700416" : 21332,
"708608" : 23036,
"716800" : 24449,
"724992" : 26099,
"733184" : 28052,
"741376" : 28811,
"749568" : 28715,
"757760" : 27696,
"765952" : 26740,
"774144" : 25827,
"782336" : 24939,
"790528" : 24780,
"798720" : 25972,
"806912" : 27640,
"815104" : 28630,
"823296" : 30136,
"831488" : 30493,
"839680" : 31001,
"847872" : 30926,
"856064" : 31056,
"864256" : 31465,
"872448" : 31204,
"880640" : 31153,
"888832" : 30575,
"897024" : 30015,
"905216" : 30377,
"913408" : 30422,
"921600" : 29843,
"929792" : 28988,
"937984" : 28671,
"946176" : 29019,
"954368" : 29608,
"962560" : 29658,
"970752" : 29054,
"978944" : 28760,
"987136" : 30579,
"995328" : 34951,
"1003520" : 35860,
"1011712" : 31027,
"1019904" : 27267,
"1028096" : 25196,
"1036288" : 24762,
"1044480" : 23776,
"1056768" : 46425,
"1073152" : 44903,
"1089536" : 44805,
"1105920" : 46021,
"1122304" : 45293,
"1138688" : 44114,
"1155072" : 43395,
"1171456" : 42496,
"1187840" : 41723,
"1204224" : 40383,
"1220608" : 39443,
"1236992" : 38053,
"1253376" : 36215,
"1269760" : 35081,
"1286144" : 33876,
"1302528" : 32427,
"1318912" : 31410,
"1335296" : 30012,
"1351680" : 29016,
"1368064" : 27798,
"1384448" : 26499,
"1400832" : 25357,
"1417216" : 24187,
"1433600" : 23055,
"1449984" : 21757,
"1466368" : 21197,
"1482752" : 20108,
"1499136" : 19552,
"1515520" : 19034,
"1531904" : 18361,
"1548288" : 17644,
"1564672" : 16886,
"1581056" : 16716,
"1597440" : 16163,
"1613824" : 15562,
"1630208" : 14526,
"1646592" : 13881,
"1662976" : 13645,
"1679360" : 13272,
"1695744" : 12631,
"1712128" : 11939,
"1728512" : 11656,
"1744896" : 11060,
"1761280" : 10783,
"1777664" : 10260,
"1794048" : 9589,
"1810432" : 9158,
"1826816" : 8679,
"1843200" : 8129,
"1859584" : 7915,
"1875968" : 7484,
"1892352" : 7030,
"1908736" : 6472,
"1925120" : 6055,
"1941504" : 5523,
"1957888" : 5301,
"1974272" : 5225,
"1990656" : 5175,
"2007040" : 4904,
"2023424" : 4140,
"2039808" : 3809,
"2056192" : 3641,
"2072576" : 3369,
"2088960" : 3156,
"2113536" : 5549,
"2146304" : 4939,
"2179072" : 4386,
"2211840" : 3821,
"2244608" : 3435,
"2277376" : 2997,
"2310144" : 2798,
"2342912" : 2503,
"2375680" : 2308,
"2408448" : 2266,
"2441216" : 2104,
"2473984" : 1998,
"2506752" : 2021,
"2539520" : 1842,
"2572288" : 1871,
"2605056" : 1818,
"2637824" : 1793,
"2670592" : 1807,
"2703360" : 1721,
"2736128" : 1763,
"2768896" : 1668,
"2801664" : 1632,
"2834432" : 1552,
"2867200" : 1537,
"2899968" : 1517,
"2932736" : 1411,
"2965504" : 1474,
"2998272" : 1498,
"3031040" : 1244,
"3063808" : 1238,
"3096576" : 1118,
"3129344" : 1084,
"3162112" : 1096,
"3194880" : 1074,
"3227648" : 950,
"3260416" : 948,
"3293184" : 862,
"3325952" : 837,
"3358720" : 824,
"3391488" : 724,
"3424256" : 672,
"3457024" : 650,
"3489792" : 621,
"3522560" : 607,
"3555328" : 489,
"3588096" : 486,
"3620864" : 451,
"3653632" : 374,
"3686400" : 375,
"3719168" : 351,
"3751936" : 309,
"3784704" : 285,
"3817472" : 269,
"3850240" : 221,
"3883008" : 230,
"3915776" : 212,
"3948544" : 196,
"3981312" : 162,
"4014080" : 183,
"4046848" : 181,
"4079616" : 144,
"4112384" : 142,
"4145152" : 133,
"4177920" : 135,
"4227072" : 221,
"4292608" : 208,
"4358144" : 191,
"4423680" : 182,
"4489216" : 146,
"4554752" : 148,
"4620288" : 155,
"4685824" : 120,
"4751360" : 94,
"4816896" : 89,
"4882432" : 105,
"4947968" : 108,
"5013504" : 109,
"5079040" : 82,
"5144576" : 70,
"5210112" : 66,
"5275648" : 43,
"5341184" : 50,
"5406720" : 33,
"5472256" : 29,
"5537792" : 18,
"5603328" : 24,
"5668864" : 21,
"5734400" : 19,
"5799936" : 14,
"5865472" : 8,
"5931008" : 5,
"5996544" : 13,
"6062080" : 3,
"6127616" : 9,
"6193152" : 12,
"6258688" : 3,
"6324224" : 3,
"6389760" : 1,
"6455296" : 3,
"6520832" : 3,
"6586368" : 4,
"6651904" : 2,
"6717440" : 2,
"6782976" : 1,
"6914048" : 1,
"6979584" : 2,
"7241728" : 1,
"7766016" : 1,
"8159232" : 1,
"8454144" : 1,
"8716288" : 1
}
},
"lat_ns" : {
"min" : 96588,
"max" : 10935210,
"mean" : 1453076.062798,
"stddev" : 581286.091779,
"N" : 3080776
},
"bw_min" : 52888,
"bw_max" : 131560,
"bw_agg" : 100.000000,
"bw_mean" : 88102.114695,
"bw_dev" : 2147.078424,
"bw_samples" : 2232,
"iops_min" : 13222,
"iops_max" : 32890,
"iops_mean" : 22025.175627,
"iops_stddev" : 536.751733,
"iops_samples" : 2232
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119992,
"usr_cpu" : 0.726523,
"sys_cpu" : 10.703380,
"ctx" : 3121366,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.078811,
"250" : 0.816123,
"500" : 3.360281,
"750" : 15.810586,
"1000" : 29.071139
},
"latency_ms" : {
"2" : 47.261119,
"4" : 3.493559,
"10" : 0.108122,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119622,
"timestamp_ms" : 1774119622650,
"time" : "Sat Mar 21 16:00:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13404454912,
"io_kbytes" : 13090288,
"bw_bytes" : 89363628,
"bw" : 87269,
"iops" : 21817.352116,
"runtime" : 149999,
"total_ios" : 3272581,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 11858,
"max" : 5085456,
"mean" : 363854.682791,
"stddev" : 219345.023739,
"N" : 3272581
},
"clat_ns" : {
"min" : 72491,
"max" : 8710973,
"mean" : 1101769.941875,
"stddev" : 465975.707696,
"N" : 3272573,
"percentile" : {
"1.000000" : 301056,
"5.000000" : 528384,
"10.000000" : 634880,
"20.000000" : 757760,
"30.000000" : 847872,
"40.000000" : 929792,
"50.000000" : 1011712,
"60.000000" : 1122304,
"70.000000" : 1236992,
"80.000000" : 1400832,
"90.000000" : 1662976,
"95.000000" : 1892352,
"99.000000" : 2801664,
"99.500000" : 3194880,
"99.900000" : 4014080,
"99.950000" : 4489216,
"99.990000" : 5275648
},
"bins" : {
"72192" : 1,
"75264" : 1,
"76288" : 2,
"77312" : 3,
"78336" : 1,
"79360" : 4,
"80384" : 5,
"81408" : 13,
"82432" : 21,
"83456" : 18,
"84480" : 21,
"85504" : 44,
"86528" : 37,
"87552" : 52,
"88576" : 75,
"89600" : 87,
"90624" : 91,
"91648" : 123,
"92672" : 148,
"93696" : 188,
"94720" : 191,
"95744" : 200,
"96768" : 261,
"97792" : 283,
"98816" : 331,
"99840" : 329,
"100864" : 348,
"101888" : 362,
"102912" : 399,
"103936" : 382,
"104960" : 392,
"105984" : 422,
"107008" : 396,
"108032" : 385,
"109056" : 390,
"110080" : 410,
"111104" : 414,
"112128" : 401,
"113152" : 417,
"114176" : 354,
"115200" : 390,
"116224" : 355,
"117248" : 357,
"118272" : 308,
"119296" : 362,
"120320" : 325,
"121344" : 335,
"122368" : 315,
"123392" : 296,
"124416" : 263,
"125440" : 242,
"126464" : 250,
"127488" : 246,
"128512" : 253,
"129536" : 221,
"130560" : 204,
"132096" : 403,
"134144" : 384,
"136192" : 286,
"138240" : 303,
"140288" : 271,
"142336" : 251,
"144384" : 218,
"146432" : 214,
"148480" : 202,
"150528" : 183,
"152576" : 157,
"154624" : 139,
"156672" : 157,
"158720" : 140,
"160768" : 119,
"162816" : 112,
"164864" : 100,
"166912" : 111,
"168960" : 107,
"171008" : 100,
"173056" : 95,
"175104" : 81,
"177152" : 90,
"179200" : 80,
"181248" : 85,
"183296" : 83,
"185344" : 89,
"187392" : 98,
"189440" : 110,
"191488" : 125,
"193536" : 157,
"195584" : 213,
"197632" : 253,
"199680" : 289,
"201728" : 374,
"203776" : 461,
"205824" : 454,
"207872" : 494,
"209920" : 522,
"211968" : 482,
"214016" : 486,
"216064" : 500,
"218112" : 446,
"220160" : 400,
"222208" : 373,
"224256" : 381,
"226304" : 393,
"228352" : 387,
"230400" : 343,
"232448" : 368,
"234496" : 291,
"236544" : 301,
"238592" : 284,
"240640" : 289,
"242688" : 244,
"244736" : 259,
"246784" : 246,
"248832" : 248,
"250880" : 238,
"252928" : 210,
"254976" : 222,
"257024" : 200,
"259072" : 213,
"261120" : 219,
"264192" : 386,
"268288" : 401,
"272384" : 374,
"276480" : 356,
"280576" : 377,
"284672" : 338,
"288768" : 400,
"292864" : 466,
"296960" : 675,
"301056" : 1041,
"305152" : 1363,
"309248" : 1628,
"313344" : 1738,
"317440" : 1899,
"321536" : 1825,
"325632" : 1731,
"329728" : 1617,
"333824" : 1538,
"337920" : 1438,
"342016" : 1368,
"346112" : 1269,
"350208" : 1243,
"354304" : 1213,
"358400" : 1113,
"362496" : 1090,
"366592" : 1124,
"370688" : 1087,
"374784" : 1038,
"378880" : 1070,
"382976" : 1065,
"387072" : 1105,
"391168" : 1229,
"395264" : 1320,
"399360" : 1673,
"403456" : 2036,
"407552" : 2314,
"411648" : 2588,
"415744" : 2675,
"419840" : 2711,
"423936" : 2713,
"428032" : 2724,
"432128" : 2623,
"436224" : 2537,
"440320" : 2496,
"444416" : 2410,
"448512" : 2438,
"452608" : 2476,
"456704" : 2510,
"460800" : 2512,
"464896" : 2629,
"468992" : 2653,
"473088" : 2791,
"477184" : 2927,
"481280" : 3050,
"485376" : 3100,
"489472" : 3219,
"493568" : 3339,
"497664" : 3407,
"501760" : 3591,
"505856" : 3750,
"509952" : 3859,
"514048" : 4021,
"518144" : 4106,
"522240" : 4096,
"528384" : 8874,
"536576" : 9375,
"544768" : 9984,
"552960" : 10513,
"561152" : 11307,
"569344" : 11873,
"577536" : 12783,
"585728" : 13376,
"593920" : 14305,
"602112" : 14501,
"610304" : 14858,
"618496" : 15108,
"626688" : 15790,
"634880" : 16035,
"643072" : 16446,
"651264" : 17506,
"659456" : 17718,
"667648" : 18498,
"675840" : 18877,
"684032" : 19872,
"692224" : 20921,
"700416" : 22060,
"708608" : 23773,
"716800" : 25254,
"724992" : 26929,
"733184" : 28841,
"741376" : 29693,
"749568" : 29681,
"757760" : 28708,
"765952" : 27710,
"774144" : 26873,
"782336" : 26022,
"790528" : 25799,
"798720" : 27082,
"806912" : 28800,
"815104" : 29850,
"823296" : 31396,
"831488" : 31739,
"839680" : 32271,
"847872" : 32266,
"856064" : 32413,
"864256" : 32828,
"872448" : 32600,
"880640" : 32588,
"888832" : 31960,
"897024" : 31451,
"905216" : 31841,
"913408" : 31795,
"921600" : 31325,
"929792" : 30525,
"937984" : 30139,
"946176" : 30572,
"954368" : 31116,
"962560" : 31125,
"970752" : 30595,
"978944" : 30308,
"987136" : 32222,
"995328" : 36735,
"1003520" : 37717,
"1011712" : 32749,
"1019904" : 28899,
"1028096" : 26738,
"1036288" : 26348,
"1044480" : 25336,
"1056768" : 49543,
"1073152" : 47976,
"1089536" : 47885,
"1105920" : 49073,
"1122304" : 48335,
"1138688" : 47227,
"1155072" : 46379,
"1171456" : 45508,
"1187840" : 44793,
"1204224" : 43331,
"1220608" : 42311,
"1236992" : 40944,
"1253376" : 39083,
"1269760" : 37851,
"1286144" : 36438,
"1302528" : 35048,
"1318912" : 33979,
"1335296" : 32501,
"1351680" : 31429,
"1368064" : 30213,
"1384448" : 28862,
"1400832" : 27721,
"1417216" : 26538,
"1433600" : 25323,
"1449984" : 23902,
"1466368" : 23419,
"1482752" : 22249,
"1499136" : 21612,
"1515520" : 21073,
"1531904" : 20323,
"1548288" : 19499,
"1564672" : 18718,
"1581056" : 18560,
"1597440" : 17877,
"1613824" : 17309,
"1630208" : 16215,
"1646592" : 15514,
"1662976" : 15145,
"1679360" : 14779,
"1695744" : 14077,
"1712128" : 13365,
"1728512" : 13013,
"1744896" : 12432,
"1761280" : 11988,
"1777664" : 11391,
"1794048" : 10770,
"1810432" : 10284,
"1826816" : 9756,
"1843200" : 9069,
"1859584" : 8863,
"1875968" : 8370,
"1892352" : 7906,
"1908736" : 7291,
"1925120" : 6850,
"1941504" : 6202,
"1957888" : 5947,
"1974272" : 5871,
"1990656" : 5804,
"2007040" : 5524,
"2023424" : 4705,
"2039808" : 4343,
"2056192" : 4148,
"2072576" : 3771,
"2088960" : 3578,
"2113536" : 6337,
"2146304" : 5591,
"2179072" : 4906,
"2211840" : 4320,
"2244608" : 3887,
"2277376" : 3320,
"2310144" : 3103,
"2342912" : 2831,
"2375680" : 2554,
"2408448" : 2440,
"2441216" : 2275,
"2473984" : 2164,
"2506752" : 2144,
"2539520" : 1965,
"2572288" : 1975,
"2605056" : 1909,
"2637824" : 1871,
"2670592" : 1883,
"2703360" : 1768,
"2736128" : 1826,
"2768896" : 1730,
"2801664" : 1699,
"2834432" : 1615,
"2867200" : 1586,
"2899968" : 1564,
"2932736" : 1448,
"2965504" : 1519,
"2998272" : 1538,
"3031040" : 1295,
"3063808" : 1268,
"3096576" : 1152,
"3129344" : 1125,
"3162112" : 1124,
"3194880" : 1112,
"3227648" : 997,
"3260416" : 972,
"3293184" : 885,
"3325952" : 870,
"3358720" : 854,
"3391488" : 744,
"3424256" : 700,
"3457024" : 673,
"3489792" : 642,
"3522560" : 629,
"3555328" : 507,
"3588096" : 502,
"3620864" : 468,
"3653632" : 392,
"3686400" : 386,
"3719168" : 363,
"3751936" : 324,
"3784704" : 295,
"3817472" : 280,
"3850240" : 232,
"3883008" : 238,
"3915776" : 221,
"3948544" : 205,
"3981312" : 166,
"4014080" : 190,
"4046848" : 189,
"4079616" : 149,
"4112384" : 148,
"4145152" : 137,
"4177920" : 140,
"4227072" : 232,
"4292608" : 211,
"4358144" : 197,
"4423680" : 184,
"4489216" : 150,
"4554752" : 149,
"4620288" : 160,
"4685824" : 123,
"4751360" : 94,
"4816896" : 93,
"4882432" : 108,
"4947968" : 108,
"5013504" : 112,
"5079040" : 82,
"5144576" : 72,
"5210112" : 69,
"5275648" : 44,
"5341184" : 50,
"5406720" : 34,
"5472256" : 30,
"5537792" : 18,
"5603328" : 24,
"5668864" : 21,
"5734400" : 19,
"5799936" : 16,
"5865472" : 8,
"5931008" : 5,
"5996544" : 13,
"6062080" : 3,
"6127616" : 9,
"6193152" : 12,
"6258688" : 3,
"6324224" : 3,
"6389760" : 1,
"6455296" : 3,
"6520832" : 3,
"6586368" : 4,
"6651904" : 2,
"6717440" : 2,
"6782976" : 1,
"6914048" : 1,
"6979584" : 2,
"7241728" : 1,
"7766016" : 1,
"8159232" : 1,
"8454144" : 1,
"8716288" : 1
}
},
"lat_ns" : {
"min" : 96588,
"max" : 10935210,
"mean" : 1465622.788908,
"stddev" : 580430.031044,
"N" : 3272573
},
"bw_min" : 52888,
"bw_max" : 131560,
"bw_agg" : 100.000000,
"bw_mean" : 87365.120401,
"bw_dev" : 2114.810321,
"bw_samples" : 2392,
"iops_min" : 13222,
"iops_max" : 32890,
"iops_mean" : 21840.943144,
"iops_stddev" : 528.684750,
"iops_samples" : 2392
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1199992,
"usr_cpu" : 0.726172,
"sys_cpu" : 10.765155,
"ctx" : 3317496,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.074192,
"250" : 0.768293,
"500" : 3.178409,
"750" : 15.420917,
"1000" : 28.620957
},
"latency_ms" : {
"2" : 48.256254,
"4" : 3.576229,
"10" : 0.104505,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119632,
"timestamp_ms" : 1774119632652,
"time" : "Sat Mar 21 16:00:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14191337472,
"io_kbytes" : 13858728,
"bw_bytes" : 88695859,
"bw" : 86617,
"iops" : 21654.512500,
"runtime" : 160000,
"total_ios" : 3464722,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 11858,
"max" : 5085456,
"mean" : 366609.077088,
"stddev" : 219749.350746,
"N" : 3464722
},
"clat_ns" : {
"min" : 72491,
"max" : 8710973,
"mean" : 1110051.575159,
"stddev" : 465735.027035,
"N" : 3464714,
"percentile" : {
"1.000000" : 305152,
"5.000000" : 536576,
"10.000000" : 643072,
"20.000000" : 757760,
"30.000000" : 856064,
"40.000000" : 937984,
"50.000000" : 1019904,
"60.000000" : 1138688,
"70.000000" : 1253376,
"80.000000" : 1417216,
"90.000000" : 1662976,
"95.000000" : 1892352,
"99.000000" : 2801664,
"99.500000" : 3194880,
"99.900000" : 4014080,
"99.950000" : 4423680,
"99.990000" : 5210112
},
"bins" : {
"72192" : 1,
"75264" : 1,
"76288" : 2,
"77312" : 3,
"78336" : 1,
"79360" : 4,
"80384" : 5,
"81408" : 13,
"82432" : 21,
"83456" : 18,
"84480" : 21,
"85504" : 44,
"86528" : 37,
"87552" : 52,
"88576" : 75,
"89600" : 87,
"90624" : 91,
"91648" : 123,
"92672" : 148,
"93696" : 188,
"94720" : 191,
"95744" : 200,
"96768" : 261,
"97792" : 283,
"98816" : 331,
"99840" : 329,
"100864" : 348,
"101888" : 362,
"102912" : 399,
"103936" : 382,
"104960" : 392,
"105984" : 422,
"107008" : 396,
"108032" : 385,
"109056" : 390,
"110080" : 410,
"111104" : 414,
"112128" : 401,
"113152" : 417,
"114176" : 354,
"115200" : 390,
"116224" : 355,
"117248" : 357,
"118272" : 308,
"119296" : 362,
"120320" : 325,
"121344" : 335,
"122368" : 315,
"123392" : 296,
"124416" : 263,
"125440" : 242,
"126464" : 250,
"127488" : 246,
"128512" : 253,
"129536" : 221,
"130560" : 204,
"132096" : 403,
"134144" : 384,
"136192" : 286,
"138240" : 303,
"140288" : 271,
"142336" : 251,
"144384" : 218,
"146432" : 214,
"148480" : 202,
"150528" : 183,
"152576" : 157,
"154624" : 139,
"156672" : 157,
"158720" : 140,
"160768" : 119,
"162816" : 112,
"164864" : 100,
"166912" : 111,
"168960" : 107,
"171008" : 100,
"173056" : 95,
"175104" : 81,
"177152" : 90,
"179200" : 80,
"181248" : 85,
"183296" : 83,
"185344" : 89,
"187392" : 98,
"189440" : 110,
"191488" : 125,
"193536" : 157,
"195584" : 213,
"197632" : 253,
"199680" : 289,
"201728" : 374,
"203776" : 461,
"205824" : 454,
"207872" : 494,
"209920" : 522,
"211968" : 482,
"214016" : 486,
"216064" : 500,
"218112" : 446,
"220160" : 400,
"222208" : 373,
"224256" : 381,
"226304" : 393,
"228352" : 387,
"230400" : 343,
"232448" : 368,
"234496" : 291,
"236544" : 301,
"238592" : 284,
"240640" : 289,
"242688" : 244,
"244736" : 259,
"246784" : 246,
"248832" : 248,
"250880" : 239,
"252928" : 210,
"254976" : 222,
"257024" : 200,
"259072" : 214,
"261120" : 219,
"264192" : 386,
"268288" : 401,
"272384" : 375,
"276480" : 357,
"280576" : 377,
"284672" : 338,
"288768" : 400,
"292864" : 466,
"296960" : 675,
"301056" : 1041,
"305152" : 1363,
"309248" : 1628,
"313344" : 1739,
"317440" : 1900,
"321536" : 1826,
"325632" : 1733,
"329728" : 1617,
"333824" : 1538,
"337920" : 1439,
"342016" : 1368,
"346112" : 1274,
"350208" : 1245,
"354304" : 1214,
"358400" : 1117,
"362496" : 1092,
"366592" : 1130,
"370688" : 1089,
"374784" : 1040,
"378880" : 1073,
"382976" : 1074,
"387072" : 1109,
"391168" : 1240,
"395264" : 1330,
"399360" : 1684,
"403456" : 2056,
"407552" : 2327,
"411648" : 2606,
"415744" : 2694,
"419840" : 2732,
"423936" : 2738,
"428032" : 2753,
"432128" : 2658,
"436224" : 2569,
"440320" : 2545,
"444416" : 2470,
"448512" : 2500,
"452608" : 2526,
"456704" : 2581,
"460800" : 2578,
"464896" : 2734,
"468992" : 2762,
"473088" : 2885,
"477184" : 3057,
"481280" : 3194,
"485376" : 3249,
"489472" : 3382,
"493568" : 3498,
"497664" : 3569,
"501760" : 3796,
"505856" : 3948,
"509952" : 4078,
"514048" : 4255,
"518144" : 4320,
"522240" : 4326,
"528384" : 9415,
"536576" : 9963,
"544768" : 10593,
"552960" : 11083,
"561152" : 11923,
"569344" : 12526,
"577536" : 13470,
"585728" : 14087,
"593920" : 14979,
"602112" : 15154,
"610304" : 15535,
"618496" : 15747,
"626688" : 16431,
"634880" : 16711,
"643072" : 17107,
"651264" : 18194,
"659456" : 18416,
"667648" : 19184,
"675840" : 19531,
"684032" : 20600,
"692224" : 21653,
"700416" : 22798,
"708608" : 24594,
"716800" : 26008,
"724992" : 27726,
"733184" : 29658,
"741376" : 30578,
"749568" : 30658,
"757760" : 29664,
"765952" : 28691,
"774144" : 27902,
"782336" : 27043,
"790528" : 26829,
"798720" : 28199,
"806912" : 29933,
"815104" : 30968,
"823296" : 32588,
"831488" : 32954,
"839680" : 33401,
"847872" : 33453,
"856064" : 33704,
"864256" : 34095,
"872448" : 33846,
"880640" : 33821,
"888832" : 33268,
"897024" : 32778,
"905216" : 33155,
"913408" : 33079,
"921600" : 32668,
"929792" : 31852,
"937984" : 31400,
"946176" : 31940,
"954368" : 32536,
"962560" : 32470,
"970752" : 31882,
"978944" : 31663,
"987136" : 33598,
"995328" : 38197,
"1003520" : 39304,
"1011712" : 34237,
"1019904" : 30339,
"1028096" : 28119,
"1036288" : 27672,
"1044480" : 26757,
"1056768" : 52247,
"1073152" : 50679,
"1089536" : 50569,
"1105920" : 51873,
"1122304" : 51079,
"1138688" : 50121,
"1155072" : 49190,
"1171456" : 48449,
"1187840" : 47679,
"1204224" : 46222,
"1220608" : 45082,
"1236992" : 43822,
"1253376" : 41823,
"1269760" : 40678,
"1286144" : 39131,
"1302528" : 37660,
"1318912" : 36498,
"1335296" : 35005,
"1351680" : 33958,
"1368064" : 32722,
"1384448" : 31351,
"1400832" : 30179,
"1417216" : 28924,
"1433600" : 27632,
"1449984" : 26267,
"1466368" : 25786,
"1482752" : 24509,
"1499136" : 23790,
"1515520" : 23172,
"1531904" : 22418,
"1548288" : 21551,
"1564672" : 20753,
"1581056" : 20531,
"1597440" : 19676,
"1613824" : 19174,
"1630208" : 18030,
"1646592" : 17223,
"1662976" : 16780,
"1679360" : 16355,
"1695744" : 15583,
"1712128" : 14781,
"1728512" : 14413,
"1744896" : 13836,
"1761280" : 13383,
"1777664" : 12657,
"1794048" : 11961,
"1810432" : 11449,
"1826816" : 10833,
"1843200" : 10207,
"1859584" : 9972,
"1875968" : 9335,
"1892352" : 8820,
"1908736" : 8084,
"1925120" : 7601,
"1941504" : 6999,
"1957888" : 6688,
"1974272" : 6595,
"1990656" : 6474,
"2007040" : 6128,
"2023424" : 5254,
"2039808" : 4868,
"2056192" : 4642,
"2072576" : 4229,
"2088960" : 4025,
"2113536" : 7095,
"2146304" : 6311,
"2179072" : 5467,
"2211840" : 4791,
"2244608" : 4317,
"2277376" : 3645,
"2310144" : 3408,
"2342912" : 3105,
"2375680" : 2809,
"2408448" : 2606,
"2441216" : 2449,
"2473984" : 2295,
"2506752" : 2272,
"2539520" : 2066,
"2572288" : 2072,
"2605056" : 1999,
"2637824" : 1943,
"2670592" : 1965,
"2703360" : 1836,
"2736128" : 1874,
"2768896" : 1788,
"2801664" : 1755,
"2834432" : 1662,
"2867200" : 1634,
"2899968" : 1599,
"2932736" : 1494,
"2965504" : 1552,
"2998272" : 1575,
"3031040" : 1331,
"3063808" : 1314,
"3096576" : 1185,
"3129344" : 1153,
"3162112" : 1153,
"3194880" : 1153,
"3227648" : 1028,
"3260416" : 1000,
"3293184" : 914,
"3325952" : 897,
"3358720" : 878,
"3391488" : 776,
"3424256" : 722,
"3457024" : 694,
"3489792" : 660,
"3522560" : 648,
"3555328" : 522,
"3588096" : 514,
"3620864" : 482,
"3653632" : 402,
"3686400" : 389,
"3719168" : 372,
"3751936" : 329,
"3784704" : 299,
"3817472" : 286,
"3850240" : 236,
"3883008" : 245,
"3915776" : 228,
"3948544" : 211,
"3981312" : 171,
"4014080" : 192,
"4046848" : 196,
"4079616" : 154,
"4112384" : 148,
"4145152" : 137,
"4177920" : 140,
"4227072" : 235,
"4292608" : 214,
"4358144" : 202,
"4423680" : 187,
"4489216" : 153,
"4554752" : 151,
"4620288" : 164,
"4685824" : 125,
"4751360" : 94,
"4816896" : 95,
"4882432" : 111,
"4947968" : 109,
"5013504" : 112,
"5079040" : 82,
"5144576" : 73,
"5210112" : 71,
"5275648" : 45,
"5341184" : 50,
"5406720" : 34,
"5472256" : 31,
"5537792" : 18,
"5603328" : 24,
"5668864" : 21,
"5734400" : 19,
"5799936" : 16,
"5865472" : 8,
"5931008" : 5,
"5996544" : 13,
"6062080" : 3,
"6127616" : 9,
"6193152" : 12,
"6258688" : 3,
"6324224" : 3,
"6389760" : 1,
"6455296" : 3,
"6520832" : 3,
"6586368" : 4,
"6651904" : 2,
"6717440" : 2,
"6782976" : 1,
"6914048" : 1,
"6979584" : 2,
"7241728" : 1,
"7766016" : 1,
"8159232" : 1,
"8454144" : 1,
"8716288" : 1
}
},
"lat_ns" : {
"min" : 96588,
"max" : 10935210,
"mean" : 1476659.697508,
"stddev" : 579701.246806,
"N" : 3464714
},
"bw_min" : 52888,
"bw_max" : 131560,
"bw_agg" : 100.000000,
"bw_mean" : 86707.799373,
"bw_dev" : 2089.280276,
"bw_samples" : 2552,
"iops_min" : 13222,
"iops_max" : 32890,
"iops_mean" : 21676.598746,
"iops_stddev" : 522.306098,
"iops_samples" : 2552
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279994,
"usr_cpu" : 0.725472,
"sys_cpu" : 10.841223,
"ctx" : 3513345,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.070078,
"250" : 0.725686,
"500" : 3.056667,
"750" : 15.155098,
"1000" : 28.114896
},
"latency_ms" : {
"2" : 49.133206,
"4" : 3.643986,
"10" : 0.100152,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119642,
"timestamp_ms" : 1774119642651,
"time" : "Sat Mar 21 16:00:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14956158976,
"io_kbytes" : 14605624,
"bw_bytes" : 87977405,
"bw" : 85915,
"iops" : 21478.923529,
"runtime" : 170000,
"total_ios" : 3651417,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 11858,
"max" : 5085456,
"mean" : 369623.020521,
"stddev" : 220085.716547,
"N" : 3651417
},
"clat_ns" : {
"min" : 72491,
"max" : 8710973,
"mean" : 1119104.851741,
"stddev" : 466160.031855,
"N" : 3651409,
"percentile" : {
"1.000000" : 309248,
"5.000000" : 544768,
"10.000000" : 643072,
"20.000000" : 765952,
"30.000000" : 856064,
"40.000000" : 946176,
"50.000000" : 1036288,
"60.000000" : 1138688,
"70.000000" : 1269760,
"80.000000" : 1433600,
"90.000000" : 1679360,
"95.000000" : 1908736,
"99.000000" : 2768896,
"99.500000" : 3162112,
"99.900000" : 3981312,
"99.950000" : 4423680,
"99.990000" : 5210112
},
"bins" : {
"72192" : 1,
"75264" : 1,
"76288" : 2,
"77312" : 3,
"78336" : 1,
"79360" : 4,
"80384" : 5,
"81408" : 13,
"82432" : 21,
"83456" : 18,
"84480" : 21,
"85504" : 44,
"86528" : 37,
"87552" : 52,
"88576" : 75,
"89600" : 87,
"90624" : 91,
"91648" : 123,
"92672" : 148,
"93696" : 188,
"94720" : 191,
"95744" : 200,
"96768" : 261,
"97792" : 283,
"98816" : 331,
"99840" : 329,
"100864" : 348,
"101888" : 362,
"102912" : 399,
"103936" : 382,
"104960" : 392,
"105984" : 422,
"107008" : 396,
"108032" : 385,
"109056" : 390,
"110080" : 410,
"111104" : 414,
"112128" : 401,
"113152" : 417,
"114176" : 354,
"115200" : 390,
"116224" : 355,
"117248" : 357,
"118272" : 308,
"119296" : 362,
"120320" : 325,
"121344" : 335,
"122368" : 315,
"123392" : 296,
"124416" : 263,
"125440" : 242,
"126464" : 250,
"127488" : 246,
"128512" : 253,
"129536" : 221,
"130560" : 204,
"132096" : 403,
"134144" : 384,
"136192" : 286,
"138240" : 303,
"140288" : 271,
"142336" : 251,
"144384" : 218,
"146432" : 214,
"148480" : 202,
"150528" : 183,
"152576" : 157,
"154624" : 139,
"156672" : 157,
"158720" : 140,
"160768" : 119,
"162816" : 112,
"164864" : 100,
"166912" : 111,
"168960" : 107,
"171008" : 100,
"173056" : 95,
"175104" : 81,
"177152" : 90,
"179200" : 80,
"181248" : 85,
"183296" : 83,
"185344" : 89,
"187392" : 98,
"189440" : 110,
"191488" : 125,
"193536" : 157,
"195584" : 213,
"197632" : 253,
"199680" : 289,
"201728" : 374,
"203776" : 461,
"205824" : 454,
"207872" : 494,
"209920" : 522,
"211968" : 482,
"214016" : 486,
"216064" : 500,
"218112" : 446,
"220160" : 400,
"222208" : 373,
"224256" : 381,
"226304" : 393,
"228352" : 387,
"230400" : 343,
"232448" : 368,
"234496" : 291,
"236544" : 301,
"238592" : 284,
"240640" : 289,
"242688" : 244,
"244736" : 259,
"246784" : 246,
"248832" : 248,
"250880" : 239,
"252928" : 210,
"254976" : 222,
"257024" : 200,
"259072" : 214,
"261120" : 219,
"264192" : 386,
"268288" : 401,
"272384" : 375,
"276480" : 357,
"280576" : 377,
"284672" : 338,
"288768" : 400,
"292864" : 466,
"296960" : 675,
"301056" : 1041,
"305152" : 1363,
"309248" : 1628,
"313344" : 1739,
"317440" : 1900,
"321536" : 1826,
"325632" : 1733,
"329728" : 1617,
"333824" : 1538,
"337920" : 1439,
"342016" : 1368,
"346112" : 1274,
"350208" : 1245,
"354304" : 1215,
"358400" : 1117,
"362496" : 1093,
"366592" : 1130,
"370688" : 1089,
"374784" : 1040,
"378880" : 1074,
"382976" : 1074,
"387072" : 1109,
"391168" : 1240,
"395264" : 1330,
"399360" : 1685,
"403456" : 2056,
"407552" : 2327,
"411648" : 2607,
"415744" : 2695,
"419840" : 2734,
"423936" : 2742,
"428032" : 2760,
"432128" : 2663,
"436224" : 2576,
"440320" : 2559,
"444416" : 2482,
"448512" : 2513,
"452608" : 2536,
"456704" : 2594,
"460800" : 2599,
"464896" : 2759,
"468992" : 2790,
"473088" : 2914,
"477184" : 3090,
"481280" : 3229,
"485376" : 3289,
"489472" : 3429,
"493568" : 3540,
"497664" : 3626,
"501760" : 3853,
"505856" : 4013,
"509952" : 4147,
"514048" : 4331,
"518144" : 4435,
"522240" : 4453,
"528384" : 9724,
"536576" : 10306,
"544768" : 10977,
"552960" : 11533,
"561152" : 12430,
"569344" : 13099,
"577536" : 13993,
"585728" : 14617,
"593920" : 15518,
"602112" : 15752,
"610304" : 16148,
"618496" : 16376,
"626688" : 17004,
"634880" : 17330,
"643072" : 17691,
"651264" : 18741,
"659456" : 18978,
"667648" : 19796,
"675840" : 20118,
"684032" : 21209,
"692224" : 22257,
"700416" : 23412,
"708608" : 25216,
"716800" : 26673,
"724992" : 28439,
"733184" : 30404,
"741376" : 31367,
"749568" : 31430,
"757760" : 30514,
"765952" : 29598,
"774144" : 28780,
"782336" : 27954,
"790528" : 27825,
"798720" : 29263,
"806912" : 30969,
"815104" : 32088,
"823296" : 33696,
"831488" : 34086,
"839680" : 34549,
"847872" : 34611,
"856064" : 34855,
"864256" : 35212,
"872448" : 35069,
"880640" : 35074,
"888832" : 34553,
"897024" : 34113,
"905216" : 34465,
"913408" : 34296,
"921600" : 33915,
"929792" : 33158,
"937984" : 32653,
"946176" : 33280,
"954368" : 33871,
"962560" : 33851,
"970752" : 33265,
"978944" : 32998,
"987136" : 35007,
"995328" : 39728,
"1003520" : 40880,
"1011712" : 35809,
"1019904" : 31745,
"1028096" : 29579,
"1036288" : 29053,
"1044480" : 28159,
"1056768" : 54855,
"1073152" : 53352,
"1089536" : 53283,
"1105920" : 54597,
"1122304" : 53930,
"1138688" : 52958,
"1155072" : 51998,
"1171456" : 51291,
"1187840" : 50491,
"1204224" : 48966,
"1220608" : 47897,
"1236992" : 46587,
"1253376" : 44580,
"1269760" : 43425,
"1286144" : 41703,
"1302528" : 40168,
"1318912" : 39009,
"1335296" : 37599,
"1351680" : 36427,
"1368064" : 35183,
"1384448" : 33704,
"1400832" : 32465,
"1417216" : 31289,
"1433600" : 29941,
"1449984" : 28480,
"1466368" : 28005,
"1482752" : 26626,
"1499136" : 25884,
"1515520" : 25326,
"1531904" : 24456,
"1548288" : 23599,
"1564672" : 22696,
"1581056" : 22432,
"1597440" : 21499,
"1613824" : 20990,
"1630208" : 19787,
"1646592" : 18910,
"1662976" : 18434,
"1679360" : 17916,
"1695744" : 17146,
"1712128" : 16251,
"1728512" : 15929,
"1744896" : 15275,
"1761280" : 14701,
"1777664" : 13980,
"1794048" : 13256,
"1810432" : 12642,
"1826816" : 12012,
"1843200" : 11283,
"1859584" : 11038,
"1875968" : 10356,
"1892352" : 9831,
"1908736" : 9028,
"1925120" : 8509,
"1941504" : 7822,
"1957888" : 7515,
"1974272" : 7377,
"1990656" : 7244,
"2007040" : 6874,
"2023424" : 5909,
"2039808" : 5486,
"2056192" : 5227,
"2072576" : 4775,
"2088960" : 4542,
"2113536" : 8111,
"2146304" : 7102,
"2179072" : 6235,
"2211840" : 5426,
"2244608" : 4846,
"2277376" : 4088,
"2310144" : 3794,
"2342912" : 3455,
"2375680" : 3116,
"2408448" : 2844,
"2441216" : 2660,
"2473984" : 2463,
"2506752" : 2432,
"2539520" : 2192,
"2572288" : 2195,
"2605056" : 2106,
"2637824" : 2043,
"2670592" : 2051,
"2703360" : 1907,
"2736128" : 1929,
"2768896" : 1844,
"2801664" : 1818,
"2834432" : 1712,
"2867200" : 1670,
"2899968" : 1646,
"2932736" : 1545,
"2965504" : 1584,
"2998272" : 1615,
"3031040" : 1369,
"3063808" : 1350,
"3096576" : 1219,
"3129344" : 1186,
"3162112" : 1188,
"3194880" : 1178,
"3227648" : 1057,
"3260416" : 1027,
"3293184" : 930,
"3325952" : 918,
"3358720" : 892,
"3391488" : 797,
"3424256" : 743,
"3457024" : 709,
"3489792" : 679,
"3522560" : 664,
"3555328" : 538,
"3588096" : 524,
"3620864" : 495,
"3653632" : 410,
"3686400" : 396,
"3719168" : 379,
"3751936" : 340,
"3784704" : 311,
"3817472" : 299,
"3850240" : 246,
"3883008" : 255,
"3915776" : 235,
"3948544" : 213,
"3981312" : 183,
"4014080" : 196,
"4046848" : 200,
"4079616" : 162,
"4112384" : 150,
"4145152" : 140,
"4177920" : 141,
"4227072" : 240,
"4292608" : 218,
"4358144" : 209,
"4423680" : 192,
"4489216" : 156,
"4554752" : 154,
"4620288" : 166,
"4685824" : 130,
"4751360" : 95,
"4816896" : 96,
"4882432" : 112,
"4947968" : 113,
"5013504" : 114,
"5079040" : 84,
"5144576" : 75,
"5210112" : 72,
"5275648" : 47,
"5341184" : 52,
"5406720" : 35,
"5472256" : 32,
"5537792" : 19,
"5603328" : 24,
"5668864" : 22,
"5734400" : 19,
"5799936" : 16,
"5865472" : 8,
"5931008" : 5,
"5996544" : 13,
"6062080" : 3,
"6127616" : 9,
"6193152" : 12,
"6258688" : 3,
"6324224" : 4,
"6389760" : 1,
"6455296" : 3,
"6520832" : 4,
"6586368" : 4,
"6651904" : 2,
"6717440" : 2,
"6782976" : 1,
"6914048" : 1,
"6979584" : 2,
"7241728" : 1,
"7766016" : 1,
"8159232" : 1,
"8454144" : 1,
"8716288" : 1
}
},
"lat_ns" : {
"min" : 96588,
"max" : 10935210,
"mean" : 1488725.338180,
"stddev" : 580066.757929,
"N" : 3651409
},
"bw_min" : 52888,
"bw_max" : 131560,
"bw_agg" : 100.000000,
"bw_mean" : 85952.421829,
"bw_dev" : 2078.787675,
"bw_samples" : 2712,
"iops_min" : 13222,
"iops_max" : 32890,
"iops_mean" : 21487.764012,
"iops_stddev" : 519.683734,
"iops_samples" : 2712
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1359998,
"usr_cpu" : 0.723089,
"sys_cpu" : 10.892957,
"ctx" : 3704148,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.066495,
"250" : 0.688582,
"500" : 2.912760,
"750" : 14.828928,
"1000" : 27.668245
},
"latency_ms" : {
"2" : 49.973394,
"4" : 3.764210,
"10" : 0.097168,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119652,
"timestamp_ms" : 1774119652651,
"time" : "Sat Mar 21 16:00:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15687774208,
"io_kbytes" : 15320092,
"bw_bytes" : 87154785,
"bw" : 85112,
"iops" : 21278.034878,
"runtime" : 179999,
"total_ios" : 3830025,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 11858,
"max" : 5085456,
"mean" : 373138.830021,
"stddev" : 220507.817329,
"N" : 3830033
},
"clat_ns" : {
"min" : 2865,
"max" : 8710973,
"mean" : 1129652.255542,
"stddev" : 467545.480576,
"N" : 3830049,
"percentile" : {
"1.000000" : 313344,
"5.000000" : 544768,
"10.000000" : 651264,
"20.000000" : 774144,
"30.000000" : 864256,
"40.000000" : 954368,
"50.000000" : 1044480,
"60.000000" : 1155072,
"70.000000" : 1286144,
"80.000000" : 1449984,
"90.000000" : 1695744,
"95.000000" : 1925120,
"99.000000" : 2768896,
"99.500000" : 3162112,
"99.900000" : 3948544,
"99.950000" : 4423680,
"99.990000" : 5210112
},
"bins" : {
"2864" : 1,
"3440" : 1,
"7328" : 1,
"8256" : 1,
"8384" : 1,
"9024" : 1,
"9280" : 1,
"13760" : 1,
"72192" : 1,
"75264" : 1,
"76288" : 2,
"77312" : 3,
"78336" : 1,
"79360" : 4,
"80384" : 5,
"81408" : 13,
"82432" : 21,
"83456" : 18,
"84480" : 21,
"85504" : 44,
"86528" : 37,
"87552" : 52,
"88576" : 75,
"89600" : 87,
"90624" : 91,
"91648" : 123,
"92672" : 148,
"93696" : 188,
"94720" : 191,
"95744" : 200,
"96768" : 261,
"97792" : 283,
"98816" : 331,
"99840" : 329,
"100864" : 348,
"101888" : 362,
"102912" : 399,
"103936" : 382,
"104960" : 392,
"105984" : 422,
"107008" : 396,
"108032" : 385,
"109056" : 390,
"110080" : 410,
"111104" : 414,
"112128" : 401,
"113152" : 417,
"114176" : 354,
"115200" : 390,
"116224" : 355,
"117248" : 357,
"118272" : 308,
"119296" : 362,
"120320" : 325,
"121344" : 335,
"122368" : 315,
"123392" : 296,
"124416" : 263,
"125440" : 242,
"126464" : 250,
"127488" : 246,
"128512" : 253,
"129536" : 221,
"130560" : 204,
"132096" : 403,
"134144" : 384,
"136192" : 286,
"138240" : 303,
"140288" : 271,
"142336" : 251,
"144384" : 218,
"146432" : 214,
"148480" : 202,
"150528" : 183,
"152576" : 157,
"154624" : 139,
"156672" : 157,
"158720" : 140,
"160768" : 119,
"162816" : 112,
"164864" : 100,
"166912" : 111,
"168960" : 107,
"171008" : 100,
"173056" : 95,
"175104" : 81,
"177152" : 91,
"179200" : 80,
"181248" : 85,
"183296" : 83,
"185344" : 89,
"187392" : 98,
"189440" : 110,
"191488" : 125,
"193536" : 157,
"195584" : 213,
"197632" : 253,
"199680" : 289,
"201728" : 374,
"203776" : 461,
"205824" : 454,
"207872" : 494,
"209920" : 522,
"211968" : 482,
"214016" : 486,
"216064" : 500,
"218112" : 446,
"220160" : 400,
"222208" : 373,
"224256" : 381,
"226304" : 393,
"228352" : 387,
"230400" : 343,
"232448" : 368,
"234496" : 291,
"236544" : 301,
"238592" : 284,
"240640" : 289,
"242688" : 244,
"244736" : 259,
"246784" : 246,
"248832" : 248,
"250880" : 240,
"252928" : 211,
"254976" : 222,
"257024" : 200,
"259072" : 214,
"261120" : 219,
"264192" : 386,
"268288" : 402,
"272384" : 375,
"276480" : 358,
"280576" : 378,
"284672" : 339,
"288768" : 401,
"292864" : 467,
"296960" : 675,
"301056" : 1041,
"305152" : 1364,
"309248" : 1628,
"313344" : 1740,
"317440" : 1900,
"321536" : 1826,
"325632" : 1734,
"329728" : 1617,
"333824" : 1540,
"337920" : 1442,
"342016" : 1369,
"346112" : 1275,
"350208" : 1247,
"354304" : 1217,
"358400" : 1118,
"362496" : 1099,
"366592" : 1135,
"370688" : 1095,
"374784" : 1044,
"378880" : 1080,
"382976" : 1079,
"387072" : 1111,
"391168" : 1249,
"395264" : 1332,
"399360" : 1697,
"403456" : 2064,
"407552" : 2335,
"411648" : 2619,
"415744" : 2702,
"419840" : 2744,
"423936" : 2751,
"428032" : 2772,
"432128" : 2676,
"436224" : 2589,
"440320" : 2582,
"444416" : 2501,
"448512" : 2528,
"452608" : 2556,
"456704" : 2630,
"460800" : 2640,
"464896" : 2825,
"468992" : 2841,
"473088" : 2979,
"477184" : 3157,
"481280" : 3304,
"485376" : 3355,
"489472" : 3495,
"493568" : 3636,
"497664" : 3705,
"501760" : 3930,
"505856" : 4109,
"509952" : 4236,
"514048" : 4413,
"518144" : 4507,
"522240" : 4549,
"528384" : 9915,
"536576" : 10557,
"544768" : 11259,
"552960" : 11850,
"561152" : 12725,
"569344" : 13413,
"577536" : 14287,
"585728" : 14949,
"593920" : 15843,
"602112" : 16125,
"610304" : 16561,
"618496" : 16752,
"626688" : 17378,
"634880" : 17699,
"643072" : 18087,
"651264" : 19170,
"659456" : 19374,
"667648" : 20267,
"675840" : 20555,
"684032" : 21605,
"692224" : 22673,
"700416" : 23833,
"708608" : 25728,
"716800" : 27193,
"724992" : 28950,
"733184" : 30928,
"741376" : 31942,
"749568" : 32009,
"757760" : 31179,
"765952" : 30264,
"774144" : 29408,
"782336" : 28655,
"790528" : 28516,
"798720" : 30004,
"806912" : 31783,
"815104" : 32909,
"823296" : 34530,
"831488" : 34894,
"839680" : 35350,
"847872" : 35411,
"856064" : 35683,
"864256" : 36117,
"872448" : 36011,
"880640" : 36012,
"888832" : 35581,
"897024" : 35134,
"905216" : 35483,
"913408" : 35197,
"921600" : 34900,
"929792" : 34185,
"937984" : 33699,
"946176" : 34304,
"954368" : 34949,
"962560" : 35010,
"970752" : 34392,
"978944" : 34137,
"987136" : 36178,
"995328" : 41004,
"1003520" : 42182,
"1011712" : 37128,
"1019904" : 33016,
"1028096" : 30755,
"1036288" : 30311,
"1044480" : 29434,
"1056768" : 57301,
"1073152" : 55800,
"1089536" : 55762,
"1105920" : 57192,
"1122304" : 56679,
"1138688" : 55699,
"1155072" : 54654,
"1171456" : 54071,
"1187840" : 53310,
"1204224" : 51781,
"1220608" : 50677,
"1236992" : 49315,
"1253376" : 47138,
"1269760" : 46105,
"1286144" : 44430,
"1302528" : 42756,
"1318912" : 41611,
"1335296" : 40213,
"1351680" : 39026,
"1368064" : 37713,
"1384448" : 36201,
"1400832" : 34976,
"1417216" : 33767,
"1433600" : 32313,
"1449984" : 30924,
"1466368" : 30452,
"1482752" : 28909,
"1499136" : 28241,
"1515520" : 27538,
"1531904" : 26629,
"1548288" : 25793,
"1564672" : 24784,
"1581056" : 24464,
"1597440" : 23479,
"1613824" : 22991,
"1630208" : 21725,
"1646592" : 20760,
"1662976" : 20196,
"1679360" : 19626,
"1695744" : 18748,
"1712128" : 17872,
"1728512" : 17490,
"1744896" : 16827,
"1761280" : 16207,
"1777664" : 15514,
"1794048" : 14621,
"1810432" : 13920,
"1826816" : 13330,
"1843200" : 12502,
"1859584" : 12210,
"1875968" : 11466,
"1892352" : 10898,
"1908736" : 10069,
"1925120" : 9491,
"1941504" : 8758,
"1957888" : 8446,
"1974272" : 8197,
"1990656" : 8108,
"2007040" : 7748,
"2023424" : 6631,
"2039808" : 6174,
"2056192" : 5891,
"2072576" : 5399,
"2088960" : 5104,
"2113536" : 9200,
"2146304" : 7995,
"2179072" : 7072,
"2211840" : 6187,
"2244608" : 5482,
"2277376" : 4668,
"2310144" : 4269,
"2342912" : 3894,
"2375680" : 3432,
"2408448" : 3169,
"2441216" : 2921,
"2473984" : 2708,
"2506752" : 2621,
"2539520" : 2394,
"2572288" : 2350,
"2605056" : 2246,
"2637824" : 2148,
"2670592" : 2155,
"2703360" : 1990,
"2736128" : 2005,
"2768896" : 1911,
"2801664" : 1881,
"2834432" : 1771,
"2867200" : 1721,
"2899968" : 1696,
"2932736" : 1595,
"2965504" : 1637,
"2998272" : 1652,
"3031040" : 1408,
"3063808" : 1391,
"3096576" : 1251,
"3129344" : 1222,
"3162112" : 1227,
"3194880" : 1205,
"3227648" : 1082,
"3260416" : 1066,
"3293184" : 954,
"3325952" : 945,
"3358720" : 922,
"3391488" : 825,
"3424256" : 764,
"3457024" : 724,
"3489792" : 701,
"3522560" : 684,
"3555328" : 555,
"3588096" : 537,
"3620864" : 512,
"3653632" : 428,
"3686400" : 409,
"3719168" : 390,
"3751936" : 351,
"3784704" : 320,
"3817472" : 305,
"3850240" : 255,
"3883008" : 263,
"3915776" : 240,
"3948544" : 219,
"3981312" : 186,
"4014080" : 200,
"4046848" : 204,
"4079616" : 165,
"4112384" : 154,
"4145152" : 142,
"4177920" : 148,
"4227072" : 243,
"4292608" : 223,
"4358144" : 216,
"4423680" : 194,
"4489216" : 156,
"4554752" : 158,
"4620288" : 168,
"4685824" : 131,
"4751360" : 97,
"4816896" : 97,
"4882432" : 112,
"4947968" : 115,
"5013504" : 115,
"5079040" : 84,
"5144576" : 75,
"5210112" : 75,
"5275648" : 48,
"5341184" : 53,
"5406720" : 36,
"5472256" : 33,
"5537792" : 19,
"5603328" : 24,
"5668864" : 22,
"5734400" : 19,
"5799936" : 16,
"5865472" : 8,
"5931008" : 5,
"5996544" : 13,
"6062080" : 3,
"6127616" : 9,
"6193152" : 12,
"6258688" : 3,
"6324224" : 4,
"6389760" : 1,
"6455296" : 3,
"6520832" : 4,
"6586368" : 4,
"6651904" : 2,
"6717440" : 2,
"6782976" : 1,
"6914048" : 1,
"6979584" : 2,
"7241728" : 1,
"7766016" : 1,
"8159232" : 1,
"8454144" : 1,
"8716288" : 1
}
},
"lat_ns" : {
"min" : 96588,
"max" : 10935210,
"mean" : 1502790.840239,
"stddev" : 581892.692805,
"N" : 3830049
},
"bw_min" : 52888,
"bw_max" : 131560,
"bw_agg" : 100.000000,
"bw_mean" : 85173.657382,
"bw_dev" : 2070.926799,
"bw_samples" : 2872,
"iops_min" : 13222,
"iops_max" : 32890,
"iops_mean" : 21293.091922,
"iops_stddev" : 517.717308,
"iops_samples" : 2872
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439992,
"usr_cpu" : 0.716532,
"sys_cpu" : 10.916033,
"ctx" : 3885247,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.063394,
"250" : 0.656497,
"500" : 2.802097,
"750" : 14.432569,
"1000" : 27.108126
},
"latency_ms" : {
"2" : 50.915307,
"4" : 3.928199,
"10" : 0.094229,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119652,
"timestamp_ms" : 1774119652680,
"time" : "Sat Mar 21 16:00:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15687913472,
"io_kbytes" : 15320228,
"bw_bytes" : 87153622,
"bw" : 85110,
"iops" : 21277.562041,
"runtime" : 180003,
"total_ios" : 3830025,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 11858,
"max" : 5085456,
"mean" : 373138.830021,
"stddev" : 220507.817329,
"N" : 3830033
},
"clat_ns" : {
"min" : 2865,
"max" : 8710973,
"mean" : 1129652.255542,
"stddev" : 467545.480576,
"N" : 3830049,
"percentile" : {
"1.000000" : 313344,
"5.000000" : 544768,
"10.000000" : 651264,
"20.000000" : 774144,
"30.000000" : 864256,
"40.000000" : 954368,
"50.000000" : 1044480,
"60.000000" : 1155072,
"70.000000" : 1286144,
"80.000000" : 1449984,
"90.000000" : 1695744,
"95.000000" : 1925120,
"99.000000" : 2768896,
"99.500000" : 3162112,
"99.900000" : 3948544,
"99.950000" : 4423680,
"99.990000" : 5210112
},
"bins" : {
"2864" : 1,
"3440" : 1,
"7328" : 1,
"8256" : 1,
"8384" : 1,
"9024" : 1,
"9280" : 1,
"13760" : 1,
"72192" : 1,
"75264" : 1,
"76288" : 2,
"77312" : 3,
"78336" : 1,
"79360" : 4,
"80384" : 5,
"81408" : 13,
"82432" : 21,
"83456" : 18,
"84480" : 21,
"85504" : 44,
"86528" : 37,
"87552" : 52,
"88576" : 75,
"89600" : 87,
"90624" : 91,
"91648" : 123,
"92672" : 148,
"93696" : 188,
"94720" : 191,
"95744" : 200,
"96768" : 261,
"97792" : 283,
"98816" : 331,
"99840" : 329,
"100864" : 348,
"101888" : 362,
"102912" : 399,
"103936" : 382,
"104960" : 392,
"105984" : 422,
"107008" : 396,
"108032" : 385,
"109056" : 390,
"110080" : 410,
"111104" : 414,
"112128" : 401,
"113152" : 417,
"114176" : 354,
"115200" : 390,
"116224" : 355,
"117248" : 357,
"118272" : 308,
"119296" : 362,
"120320" : 325,
"121344" : 335,
"122368" : 315,
"123392" : 296,
"124416" : 263,
"125440" : 242,
"126464" : 250,
"127488" : 246,
"128512" : 253,
"129536" : 221,
"130560" : 204,
"132096" : 403,
"134144" : 384,
"136192" : 286,
"138240" : 303,
"140288" : 271,
"142336" : 251,
"144384" : 218,
"146432" : 214,
"148480" : 202,
"150528" : 183,
"152576" : 157,
"154624" : 139,
"156672" : 157,
"158720" : 140,
"160768" : 119,
"162816" : 112,
"164864" : 100,
"166912" : 111,
"168960" : 107,
"171008" : 100,
"173056" : 95,
"175104" : 81,
"177152" : 91,
"179200" : 80,
"181248" : 85,
"183296" : 83,
"185344" : 89,
"187392" : 98,
"189440" : 110,
"191488" : 125,
"193536" : 157,
"195584" : 213,
"197632" : 253,
"199680" : 289,
"201728" : 374,
"203776" : 461,
"205824" : 454,
"207872" : 494,
"209920" : 522,
"211968" : 482,
"214016" : 486,
"216064" : 500,
"218112" : 446,
"220160" : 400,
"222208" : 373,
"224256" : 381,
"226304" : 393,
"228352" : 387,
"230400" : 343,
"232448" : 368,
"234496" : 291,
"236544" : 301,
"238592" : 284,
"240640" : 289,
"242688" : 244,
"244736" : 259,
"246784" : 246,
"248832" : 248,
"250880" : 240,
"252928" : 211,
"254976" : 222,
"257024" : 200,
"259072" : 214,
"261120" : 219,
"264192" : 386,
"268288" : 402,
"272384" : 375,
"276480" : 358,
"280576" : 378,
"284672" : 339,
"288768" : 401,
"292864" : 467,
"296960" : 675,
"301056" : 1041,
"305152" : 1364,
"309248" : 1628,
"313344" : 1740,
"317440" : 1900,
"321536" : 1826,
"325632" : 1734,
"329728" : 1617,
"333824" : 1540,
"337920" : 1442,
"342016" : 1369,
"346112" : 1275,
"350208" : 1247,
"354304" : 1217,
"358400" : 1118,
"362496" : 1099,
"366592" : 1135,
"370688" : 1095,
"374784" : 1044,
"378880" : 1080,
"382976" : 1079,
"387072" : 1111,
"391168" : 1249,
"395264" : 1332,
"399360" : 1697,
"403456" : 2064,
"407552" : 2335,
"411648" : 2619,
"415744" : 2702,
"419840" : 2744,
"423936" : 2751,
"428032" : 2772,
"432128" : 2676,
"436224" : 2589,
"440320" : 2582,
"444416" : 2501,
"448512" : 2528,
"452608" : 2556,
"456704" : 2630,
"460800" : 2640,
"464896" : 2825,
"468992" : 2841,
"473088" : 2979,
"477184" : 3157,
"481280" : 3304,
"485376" : 3355,
"489472" : 3495,
"493568" : 3636,
"497664" : 3705,
"501760" : 3930,
"505856" : 4109,
"509952" : 4236,
"514048" : 4413,
"518144" : 4507,
"522240" : 4549,
"528384" : 9915,
"536576" : 10557,
"544768" : 11259,
"552960" : 11850,
"561152" : 12725,
"569344" : 13413,
"577536" : 14287,
"585728" : 14949,
"593920" : 15843,
"602112" : 16125,
"610304" : 16561,
"618496" : 16752,
"626688" : 17378,
"634880" : 17699,
"643072" : 18087,
"651264" : 19170,
"659456" : 19374,
"667648" : 20267,
"675840" : 20555,
"684032" : 21605,
"692224" : 22673,
"700416" : 23833,
"708608" : 25728,
"716800" : 27193,
"724992" : 28950,
"733184" : 30928,
"741376" : 31942,
"749568" : 32009,
"757760" : 31179,
"765952" : 30264,
"774144" : 29408,
"782336" : 28655,
"790528" : 28516,
"798720" : 30004,
"806912" : 31783,
"815104" : 32909,
"823296" : 34530,
"831488" : 34894,
"839680" : 35350,
"847872" : 35411,
"856064" : 35683,
"864256" : 36117,
"872448" : 36011,
"880640" : 36012,
"888832" : 35581,
"897024" : 35134,
"905216" : 35483,
"913408" : 35197,
"921600" : 34900,
"929792" : 34185,
"937984" : 33699,
"946176" : 34304,
"954368" : 34949,
"962560" : 35010,
"970752" : 34392,
"978944" : 34137,
"987136" : 36178,
"995328" : 41004,
"1003520" : 42182,
"1011712" : 37128,
"1019904" : 33016,
"1028096" : 30755,
"1036288" : 30311,
"1044480" : 29434,
"1056768" : 57301,
"1073152" : 55800,
"1089536" : 55762,
"1105920" : 57192,
"1122304" : 56679,
"1138688" : 55699,
"1155072" : 54654,
"1171456" : 54071,
"1187840" : 53310,
"1204224" : 51781,
"1220608" : 50677,
"1236992" : 49315,
"1253376" : 47138,
"1269760" : 46105,
"1286144" : 44430,
"1302528" : 42756,
"1318912" : 41611,
"1335296" : 40213,
"1351680" : 39026,
"1368064" : 37713,
"1384448" : 36201,
"1400832" : 34976,
"1417216" : 33767,
"1433600" : 32313,
"1449984" : 30924,
"1466368" : 30452,
"1482752" : 28909,
"1499136" : 28241,
"1515520" : 27538,
"1531904" : 26629,
"1548288" : 25793,
"1564672" : 24784,
"1581056" : 24464,
"1597440" : 23479,
"1613824" : 22991,
"1630208" : 21725,
"1646592" : 20760,
"1662976" : 20196,
"1679360" : 19626,
"1695744" : 18748,
"1712128" : 17872,
"1728512" : 17490,
"1744896" : 16827,
"1761280" : 16207,
"1777664" : 15514,
"1794048" : 14621,
"1810432" : 13920,
"1826816" : 13330,
"1843200" : 12502,
"1859584" : 12210,
"1875968" : 11466,
"1892352" : 10898,
"1908736" : 10069,
"1925120" : 9491,
"1941504" : 8758,
"1957888" : 8446,
"1974272" : 8197,
"1990656" : 8108,
"2007040" : 7748,
"2023424" : 6631,
"2039808" : 6174,
"2056192" : 5891,
"2072576" : 5399,
"2088960" : 5104,
"2113536" : 9200,
"2146304" : 7995,
"2179072" : 7072,
"2211840" : 6187,
"2244608" : 5482,
"2277376" : 4668,
"2310144" : 4269,
"2342912" : 3894,
"2375680" : 3432,
"2408448" : 3169,
"2441216" : 2921,
"2473984" : 2708,
"2506752" : 2621,
"2539520" : 2394,
"2572288" : 2350,
"2605056" : 2246,
"2637824" : 2148,
"2670592" : 2155,
"2703360" : 1990,
"2736128" : 2005,
"2768896" : 1911,
"2801664" : 1881,
"2834432" : 1771,
"2867200" : 1721,
"2899968" : 1696,
"2932736" : 1595,
"2965504" : 1637,
"2998272" : 1652,
"3031040" : 1408,
"3063808" : 1391,
"3096576" : 1251,
"3129344" : 1222,
"3162112" : 1227,
"3194880" : 1205,
"3227648" : 1082,
"3260416" : 1066,
"3293184" : 954,
"3325952" : 945,
"3358720" : 922,
"3391488" : 825,
"3424256" : 764,
"3457024" : 724,
"3489792" : 701,
"3522560" : 684,
"3555328" : 555,
"3588096" : 537,
"3620864" : 512,
"3653632" : 428,
"3686400" : 409,
"3719168" : 390,
"3751936" : 351,
"3784704" : 320,
"3817472" : 305,
"3850240" : 255,
"3883008" : 263,
"3915776" : 240,
"3948544" : 219,
"3981312" : 186,
"4014080" : 200,
"4046848" : 204,
"4079616" : 165,
"4112384" : 154,
"4145152" : 142,
"4177920" : 148,
"4227072" : 243,
"4292608" : 223,
"4358144" : 216,
"4423680" : 194,
"4489216" : 156,
"4554752" : 158,
"4620288" : 168,
"4685824" : 131,
"4751360" : 97,
"4816896" : 97,
"4882432" : 112,
"4947968" : 115,
"5013504" : 115,
"5079040" : 84,
"5144576" : 75,
"5210112" : 75,
"5275648" : 48,
"5341184" : 53,
"5406720" : 36,
"5472256" : 33,
"5537792" : 19,
"5603328" : 24,
"5668864" : 22,
"5734400" : 19,
"5799936" : 16,
"5865472" : 8,
"5931008" : 5,
"5996544" : 13,
"6062080" : 3,
"6127616" : 9,
"6193152" : 12,
"6258688" : 3,
"6324224" : 4,
"6389760" : 1,
"6455296" : 3,
"6520832" : 4,
"6586368" : 4,
"6651904" : 2,
"6717440" : 2,
"6782976" : 1,
"6914048" : 1,
"6979584" : 2,
"7241728" : 1,
"7766016" : 1,
"8159232" : 1,
"8454144" : 1,
"8716288" : 1
}
},
"lat_ns" : {
"min" : 96588,
"max" : 10935210,
"mean" : 1502790.840239,
"stddev" : 581892.692805,
"N" : 3830049
},
"bw_min" : 52888,
"bw_max" : 131560,
"bw_agg" : 100.000000,
"bw_mean" : 85173.657382,
"bw_dev" : 2070.926799,
"bw_samples" : 2872,
"iops_min" : 13222,
"iops_max" : 32890,
"iops_mean" : 21293.091922,
"iops_stddev" : 517.717308,
"iops_samples" : 2872
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440015,
"usr_cpu" : 0.716520,
"sys_cpu" : 10.915859,
"ctx" : 3885264,
"majf" : 0,
"minf" : 293,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.063394,
"250" : 0.656497,
"500" : 2.802097,
"750" : 14.432569,
"1000" : 27.108126
},
"latency_ms" : {
"2" : 50.915307,
"4" : 3.928199,
"10" : 0.094229,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}