raidz2/benchmarks/rand/rand-write-qd16-nj1_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773093161,
"timestamp_ms" : 1773093161751,
"time" : "Mon Mar 9 18:52:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1143316480,
"io_kbytes" : 1116520,
"bw_bytes" : 117059125,
"bw" : 114315,
"iops" : 28580.628647,
"runtime" : 9767,
"total_ios" : 279147,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9767,
"usr_cpu" : 4.975939,
"sys_cpu" : 80.546739,
"ctx" : 14697,
"majf" : 0,
"minf" : 8,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 99.994626,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999642,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999642,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093171,
"timestamp_ms" : 1773093171983,
"time" : "Mon Mar 9 18:52:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1253662720,
"io_kbytes" : 1224280,
"bw_bytes" : 125378809,
"bw" : 122440,
"iops" : 30610.161016,
"runtime" : 9999,
"total_ios" : 306071,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9465,
"max" : 271875,
"mean" : 30887.664748,
"stddev" : 15807.672624,
"N" : 306071
},
"clat_ns" : {
"min" : 327941,
"max" : 2094211,
"mean" : 491303.268958,
"stddev" : 118006.941101,
"N" : 306070,
"percentile" : {
"1.000000" : 387072,
"5.000000" : 407552,
"10.000000" : 419840,
"20.000000" : 436224,
"30.000000" : 444416,
"40.000000" : 452608,
"50.000000" : 460800,
"60.000000" : 468992,
"70.000000" : 485376,
"80.000000" : 518144,
"90.000000" : 585728,
"95.000000" : 667648,
"99.000000" : 905216,
"99.500000" : 1155072,
"99.900000" : 1859584,
"99.950000" : 1892352,
"99.990000" : 2007040
},
"bins" : {
"329728" : 2,
"333824" : 1,
"337920" : 3,
"342016" : 6,
"346112" : 19,
"350208" : 26,
"354304" : 44,
"358400" : 67,
"362496" : 172,
"366592" : 190,
"370688" : 328,
"374784" : 445,
"378880" : 555,
"382976" : 935,
"387072" : 1250,
"391168" : 1535,
"395264" : 1863,
"399360" : 2474,
"403456" : 3133,
"407552" : 3211,
"411648" : 4198,
"415744" : 5183,
"419840" : 6088,
"423936" : 7150,
"428032" : 8654,
"432128" : 10135,
"436224" : 11940,
"440320" : 13439,
"444416" : 15011,
"448512" : 15748,
"452608" : 16026,
"456704" : 15511,
"460800" : 14564,
"464896" : 13204,
"468992" : 11877,
"473088" : 10410,
"477184" : 9220,
"481280" : 7773,
"485376" : 6650,
"489472" : 5606,
"493568" : 4727,
"497664" : 3890,
"501760" : 3441,
"505856" : 2955,
"509952" : 2538,
"514048" : 2174,
"518144" : 1971,
"522240" : 1807,
"528384" : 3540,
"536576" : 4030,
"544768" : 4504,
"552960" : 4443,
"561152" : 4017,
"569344" : 3161,
"577536" : 2428,
"585728" : 1966,
"593920" : 1581,
"602112" : 1376,
"610304" : 1344,
"618496" : 1369,
"626688" : 1407,
"634880" : 1496,
"643072" : 1699,
"651264" : 1732,
"659456" : 1611,
"667648" : 1295,
"675840" : 1062,
"684032" : 782,
"692224" : 738,
"700416" : 662,
"708608" : 698,
"716800" : 710,
"724992" : 693,
"733184" : 642,
"741376" : 555,
"749568" : 594,
"757760" : 582,
"765952" : 414,
"774144" : 378,
"782336" : 332,
"790528" : 300,
"798720" : 287,
"806912" : 307,
"815104" : 268,
"823296" : 256,
"831488" : 228,
"839680" : 186,
"847872" : 223,
"856064" : 191,
"864256" : 172,
"872448" : 178,
"880640" : 114,
"888832" : 102,
"897024" : 105,
"905216" : 125,
"913408" : 119,
"921600" : 109,
"929792" : 88,
"937984" : 97,
"946176" : 82,
"954368" : 77,
"962560" : 49,
"970752" : 56,
"978944" : 50,
"987136" : 47,
"995328" : 49,
"1003520" : 45,
"1011712" : 58,
"1019904" : 55,
"1028096" : 39,
"1036288" : 47,
"1044480" : 41,
"1056768" : 82,
"1073152" : 65,
"1089536" : 46,
"1105920" : 49,
"1122304" : 42,
"1138688" : 61,
"1155072" : 61,
"1171456" : 44,
"1187840" : 28,
"1204224" : 19,
"1220608" : 32,
"1236992" : 33,
"1253376" : 38,
"1269760" : 32,
"1286144" : 15,
"1302528" : 9,
"1318912" : 14,
"1335296" : 12,
"1351680" : 34,
"1368064" : 34,
"1384448" : 19,
"1400832" : 18,
"1417216" : 33,
"1433600" : 16,
"1449984" : 27,
"1466368" : 40,
"1482752" : 26,
"1499136" : 23,
"1515520" : 20,
"1531904" : 14,
"1548288" : 16,
"1564672" : 22,
"1581056" : 27,
"1597440" : 57,
"1613824" : 26,
"1630208" : 13,
"1646592" : 11,
"1662976" : 17,
"1679360" : 26,
"1695744" : 46,
"1712128" : 42,
"1728512" : 27,
"1744896" : 20,
"1761280" : 17,
"1777664" : 19,
"1794048" : 18,
"1810432" : 26,
"1826816" : 25,
"1843200" : 44,
"1859584" : 146,
"1875968" : 129,
"1892352" : 19,
"1908736" : 11,
"1925120" : 21,
"1941504" : 27,
"1957888" : 17,
"1974272" : 15,
"1990656" : 2,
"2007040" : 55,
"2023424" : 1,
"2039808" : 1,
"2088960" : 1
}
},
"lat_ns" : {
"min" : 357256,
"max" : 2231031,
"mean" : 522191.028801,
"stddev" : 124948.147991,
"N" : 306070
},
"bw_min" : 94264,
"bw_max" : 133720,
"bw_agg" : 99.564487,
"bw_mean" : 121907.684211,
"bw_dev" : 13077.052646,
"bw_samples" : 19,
"iops_min" : 23566,
"iops_max" : 33430,
"iops_mean" : 30476.894737,
"iops_stddev" : 3269.307315,
"iops_samples" : 19
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 5.250525,
"sys_cpu" : 86.798680,
"ctx" : 7477,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999673,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999673,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 76.306805,
"750" : 21.062433,
"1000" : 1.908054
},
"latency_ms" : {
"2" : 0.704085,
"4" : 0.018296,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093181,
"timestamp_ms" : 1773093181984,
"time" : "Mon Mar 9 18:53:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2462240768,
"io_kbytes" : 2404532,
"bw_bytes" : 123118194,
"bw" : 120232,
"iops" : 30058.202910,
"runtime" : 19999,
"total_ios" : 601134,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9465,
"max" : 463668,
"mean" : 31487.249492,
"stddev" : 17264.684761,
"N" : 601134
},
"clat_ns" : {
"min" : 321151,
"max" : 2094211,
"mean" : 500289.581485,
"stddev" : 134952.990331,
"N" : 601133,
"percentile" : {
"1.000000" : 391168,
"5.000000" : 411648,
"10.000000" : 423936,
"20.000000" : 436224,
"30.000000" : 448512,
"40.000000" : 456704,
"50.000000" : 464896,
"60.000000" : 473088,
"70.000000" : 493568,
"80.000000" : 536576,
"90.000000" : 602112,
"95.000000" : 692224,
"99.000000" : 1044480,
"99.500000" : 1482752,
"99.900000" : 1875968,
"99.950000" : 1925120,
"99.990000" : 2007040
},
"bins" : {
"321536" : 4,
"325632" : 2,
"329728" : 2,
"333824" : 5,
"337920" : 9,
"342016" : 7,
"346112" : 23,
"350208" : 32,
"354304" : 55,
"358400" : 82,
"362496" : 191,
"366592" : 232,
"370688" : 400,
"374784" : 558,
"378880" : 751,
"382976" : 1237,
"387072" : 1665,
"391168" : 2139,
"395264" : 2736,
"399360" : 3706,
"403456" : 4733,
"407552" : 5351,
"411648" : 7248,
"415744" : 9385,
"419840" : 11478,
"423936" : 13731,
"428032" : 16516,
"432128" : 19448,
"436224" : 22625,
"440320" : 25718,
"444416" : 28499,
"448512" : 30113,
"452608" : 30699,
"456704" : 30403,
"460800" : 28548,
"464896" : 25823,
"468992" : 22727,
"473088" : 19568,
"477184" : 17170,
"481280" : 14202,
"485376" : 11925,
"489472" : 9966,
"493568" : 8222,
"497664" : 6877,
"501760" : 5949,
"505856" : 5293,
"509952" : 4884,
"514048" : 4666,
"518144" : 4670,
"522240" : 4725,
"528384" : 9420,
"536576" : 11067,
"544768" : 12245,
"552960" : 11424,
"561152" : 9053,
"569344" : 6883,
"577536" : 5421,
"585728" : 4295,
"593920" : 3758,
"602112" : 3452,
"610304" : 3542,
"618496" : 3503,
"626688" : 3535,
"634880" : 3503,
"643072" : 3559,
"651264" : 3122,
"659456" : 2655,
"667648" : 2177,
"675840" : 1845,
"684032" : 1569,
"692224" : 1596,
"700416" : 1569,
"708608" : 1669,
"716800" : 1773,
"724992" : 1581,
"733184" : 1354,
"741376" : 1111,
"749568" : 1012,
"757760" : 961,
"765952" : 700,
"774144" : 651,
"782336" : 599,
"790528" : 608,
"798720" : 626,
"806912" : 709,
"815104" : 693,
"823296" : 679,
"831488" : 595,
"839680" : 484,
"847872" : 472,
"856064" : 367,
"864256" : 303,
"872448" : 316,
"880640" : 232,
"888832" : 207,
"897024" : 204,
"905216" : 238,
"913408" : 258,
"921600" : 255,
"929792" : 282,
"937984" : 251,
"946176" : 226,
"954368" : 187,
"962560" : 156,
"970752" : 135,
"978944" : 132,
"987136" : 122,
"995328" : 114,
"1003520" : 106,
"1011712" : 123,
"1019904" : 133,
"1028096" : 98,
"1036288" : 123,
"1044480" : 131,
"1056768" : 233,
"1073152" : 173,
"1089536" : 150,
"1105920" : 140,
"1122304" : 150,
"1138688" : 177,
"1155072" : 177,
"1171456" : 128,
"1187840" : 101,
"1204224" : 83,
"1220608" : 94,
"1236992" : 108,
"1253376" : 123,
"1269760" : 138,
"1286144" : 68,
"1302528" : 55,
"1318912" : 70,
"1335296" : 72,
"1351680" : 107,
"1368064" : 110,
"1384448" : 67,
"1400832" : 57,
"1417216" : 79,
"1433600" : 67,
"1449984" : 72,
"1466368" : 95,
"1482752" : 70,
"1499136" : 62,
"1515520" : 58,
"1531904" : 43,
"1548288" : 44,
"1564672" : 57,
"1581056" : 68,
"1597440" : 127,
"1613824" : 86,
"1630208" : 46,
"1646592" : 35,
"1662976" : 46,
"1679360" : 68,
"1695744" : 161,
"1712128" : 142,
"1728512" : 73,
"1744896" : 61,
"1761280" : 35,
"1777664" : 44,
"1794048" : 64,
"1810432" : 68,
"1826816" : 55,
"1843200" : 101,
"1859584" : 512,
"1875968" : 525,
"1892352" : 53,
"1908736" : 46,
"1925120" : 46,
"1941504" : 95,
"1957888" : 69,
"1974272" : 38,
"1990656" : 8,
"2007040" : 61,
"2023424" : 2,
"2039808" : 1,
"2072576" : 1,
"2088960" : 1
}
},
"lat_ns" : {
"min" : 345939,
"max" : 2231031,
"mean" : 531776.798825,
"stddev" : 143008.796817,
"N" : 601133
},
"bw_min" : 94264,
"bw_max" : 133720,
"bw_agg" : 100.000000,
"bw_mean" : 120504.948718,
"bw_dev" : 10525.533383,
"bw_samples" : 39,
"iops_min" : 23566,
"iops_max" : 33430,
"iops_mean" : 30126.205128,
"iops_stddev" : 2631.405130,
"iops_samples" : 39
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 5.240262,
"sys_cpu" : 85.184259,
"ctx" : 18560,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999834,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999834,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 72.410977,
"750" : 24.446130,
"1000" : 2.032326
},
"latency_ms" : {
"2" : 1.099921,
"4" : 0.010480,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093191,
"timestamp_ms" : 1773093191984,
"time" : "Mon Mar 9 18:53:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3206414336,
"io_kbytes" : 3131264,
"bw_bytes" : 106884040,
"bw" : 104378,
"iops" : 26094.769826,
"runtime" : 29999,
"total_ios" : 782817,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9415,
"max" : 4281144,
"mean" : 36532.194795,
"stddev" : 78836.973988,
"N" : 782817
},
"clat_ns" : {
"min" : 321151,
"max" : 15329164,
"mean" : 576076.903663,
"stddev" : 472205.749496,
"N" : 782816,
"percentile" : {
"1.000000" : 391168,
"5.000000" : 415744,
"10.000000" : 423936,
"20.000000" : 440320,
"30.000000" : 448512,
"40.000000" : 456704,
"50.000000" : 468992,
"60.000000" : 481280,
"70.000000" : 514048,
"80.000000" : 561152,
"90.000000" : 708608,
"95.000000" : 1044480,
"99.000000" : 2441216,
"99.500000" : 3915776,
"99.900000" : 6717440,
"99.950000" : 7897088,
"99.990000" : 9895936
},
"bins" : {
"321536" : 4,
"325632" : 2,
"329728" : 2,
"333824" : 5,
"337920" : 9,
"342016" : 9,
"346112" : 25,
"350208" : 37,
"354304" : 59,
"358400" : 96,
"362496" : 227,
"366592" : 278,
"370688" : 497,
"374784" : 695,
"378880" : 942,
"382976" : 1542,
"387072" : 2045,
"391168" : 2659,
"395264" : 3305,
"399360" : 4493,
"403456" : 5719,
"407552" : 6518,
"411648" : 8699,
"415744" : 11204,
"419840" : 13620,
"423936" : 16374,
"428032" : 19733,
"432128" : 23297,
"436224" : 27078,
"440320" : 30975,
"444416" : 34211,
"448512" : 36365,
"452608" : 36956,
"456704" : 36431,
"460800" : 34341,
"464896" : 31267,
"468992" : 27459,
"473088" : 23637,
"477184" : 20505,
"481280" : 17038,
"485376" : 14296,
"489472" : 11961,
"493568" : 9993,
"497664" : 8398,
"501760" : 7254,
"505856" : 6517,
"509952" : 6032,
"514048" : 5824,
"518144" : 5922,
"522240" : 5982,
"528384" : 12236,
"536576" : 14702,
"544768" : 16045,
"552960" : 14897,
"561152" : 11738,
"569344" : 8762,
"577536" : 6865,
"585728" : 5510,
"593920" : 4891,
"602112" : 4399,
"610304" : 4583,
"618496" : 4616,
"626688" : 4626,
"634880" : 4497,
"643072" : 4468,
"651264" : 3846,
"659456" : 3248,
"667648" : 2752,
"675840" : 2504,
"684032" : 2335,
"692224" : 2653,
"700416" : 2873,
"708608" : 2990,
"716800" : 3026,
"724992" : 2695,
"733184" : 2337,
"741376" : 2088,
"749568" : 2100,
"757760" : 2075,
"765952" : 1633,
"774144" : 1505,
"782336" : 1180,
"790528" : 983,
"798720" : 857,
"806912" : 923,
"815104" : 927,
"823296" : 848,
"831488" : 816,
"839680" : 657,
"847872" : 631,
"856064" : 491,
"864256" : 412,
"872448" : 419,
"880640" : 343,
"888832" : 313,
"897024" : 313,
"905216" : 338,
"913408" : 377,
"921600" : 374,
"929792" : 420,
"937984" : 411,
"946176" : 381,
"954368" : 364,
"962560" : 333,
"970752" : 353,
"978944" : 435,
"987136" : 511,
"995328" : 632,
"1003520" : 672,
"1011712" : 763,
"1019904" : 750,
"1028096" : 704,
"1036288" : 849,
"1044480" : 884,
"1056768" : 1951,
"1073152" : 1791,
"1089536" : 1402,
"1105920" : 1283,
"1122304" : 1020,
"1138688" : 647,
"1155072" : 372,
"1171456" : 278,
"1187840" : 213,
"1204224" : 221,
"1220608" : 227,
"1236992" : 250,
"1253376" : 340,
"1269760" : 383,
"1286144" : 416,
"1302528" : 548,
"1318912" : 716,
"1335296" : 778,
"1351680" : 975,
"1368064" : 1108,
"1384448" : 1004,
"1400832" : 828,
"1417216" : 776,
"1433600" : 634,
"1449984" : 529,
"1466368" : 517,
"1482752" : 403,
"1499136" : 241,
"1515520" : 177,
"1531904" : 176,
"1548288" : 159,
"1564672" : 184,
"1581056" : 244,
"1597440" : 343,
"1613824" : 360,
"1630208" : 301,
"1646592" : 312,
"1662976" : 391,
"1679360" : 432,
"1695744" : 518,
"1712128" : 570,
"1728512" : 482,
"1744896" : 376,
"1761280" : 279,
"1777664" : 273,
"1794048" : 255,
"1810432" : 217,
"1826816" : 182,
"1843200" : 228,
"1859584" : 739,
"1875968" : 743,
"1892352" : 128,
"1908736" : 124,
"1925120" : 162,
"1941504" : 229,
"1957888" : 218,
"1974272" : 157,
"1990656" : 153,
"2007040" : 207,
"2023424" : 130,
"2039808" : 130,
"2056192" : 123,
"2072576" : 131,
"2088960" : 153,
"2113536" : 242,
"2146304" : 173,
"2179072" : 108,
"2211840" : 123,
"2244608" : 142,
"2277376" : 94,
"2310144" : 116,
"2342912" : 137,
"2375680" : 167,
"2408448" : 122,
"2441216" : 98,
"2473984" : 76,
"2506752" : 129,
"2539520" : 100,
"2572288" : 98,
"2605056" : 141,
"2637824" : 158,
"2670592" : 147,
"2703360" : 114,
"2736128" : 110,
"2768896" : 128,
"2801664" : 160,
"2834432" : 99,
"2867200" : 87,
"2899968" : 91,
"2932736" : 85,
"2965504" : 68,
"2998272" : 96,
"3031040" : 97,
"3063808" : 63,
"3096576" : 66,
"3129344" : 87,
"3162112" : 78,
"3194880" : 102,
"3227648" : 64,
"3260416" : 90,
"3293184" : 102,
"3325952" : 103,
"3358720" : 33,
"3391488" : 77,
"3424256" : 51,
"3457024" : 120,
"3489792" : 54,
"3522560" : 55,
"3555328" : 73,
"3588096" : 100,
"3620864" : 70,
"3653632" : 66,
"3686400" : 87,
"3719168" : 62,
"3751936" : 53,
"3784704" : 53,
"3817472" : 65,
"3850240" : 59,
"3883008" : 27,
"3915776" : 51,
"3948544" : 55,
"3981312" : 59,
"4014080" : 51,
"4046848" : 59,
"4079616" : 44,
"4112384" : 64,
"4145152" : 58,
"4177920" : 68,
"4227072" : 110,
"4292608" : 116,
"4358144" : 115,
"4423680" : 93,
"4489216" : 141,
"4554752" : 94,
"4620288" : 112,
"4685824" : 108,
"4751360" : 108,
"4816896" : 76,
"4882432" : 43,
"4947968" : 85,
"5013504" : 99,
"5079040" : 84,
"5144576" : 89,
"5210112" : 61,
"5275648" : 74,
"5341184" : 75,
"5406720" : 39,
"5472256" : 66,
"5537792" : 82,
"5603328" : 70,
"5668864" : 69,
"5734400" : 52,
"5799936" : 54,
"5865472" : 34,
"5931008" : 44,
"5996544" : 42,
"6062080" : 40,
"6127616" : 58,
"6193152" : 35,
"6258688" : 30,
"6324224" : 55,
"6389760" : 47,
"6455296" : 42,
"6520832" : 39,
"6586368" : 21,
"6651904" : 17,
"6717440" : 22,
"6782976" : 36,
"6848512" : 29,
"6914048" : 40,
"6979584" : 10,
"7045120" : 21,
"7110656" : 18,
"7176192" : 29,
"7241728" : 22,
"7307264" : 34,
"7372800" : 22,
"7438336" : 19,
"7503872" : 20,
"7569408" : 20,
"7634944" : 11,
"7700480" : 16,
"7766016" : 8,
"7831552" : 14,
"7897088" : 22,
"7962624" : 23,
"8028160" : 6,
"8093696" : 11,
"8159232" : 18,
"8224768" : 7,
"8290304" : 16,
"8355840" : 16,
"8454144" : 15,
"8585216" : 43,
"8716288" : 23,
"8847360" : 14,
"8978432" : 26,
"9109504" : 18,
"9240576" : 17,
"9371648" : 8,
"9502720" : 8,
"9633792" : 8,
"9764864" : 14,
"9895936" : 14,
"10027008" : 13,
"10158080" : 4,
"10289152" : 3,
"10420224" : 4,
"10551296" : 5,
"10813440" : 5,
"10944512" : 1,
"11075584" : 11,
"11468800" : 4,
"11730944" : 1,
"11993088" : 1,
"12124160" : 5,
"12255232" : 1,
"12517376" : 2,
"13172736" : 1,
"13828096" : 1,
"14483456" : 5,
"15269888" : 4
}
},
"lat_ns" : {
"min" : 345939,
"max" : 15362695,
"mean" : 612606.964653,
"stddev" : 497578.251706,
"N" : 782816
},
"bw_min" : 20696,
"bw_max" : 133720,
"bw_agg" : 100.000000,
"bw_mean" : 105525.542373,
"bw_dev" : 31957.831336,
"bw_samples" : 59,
"iops_min" : 5174,
"iops_max" : 33430,
"iops_mean" : 26381.355932,
"iops_stddev" : 7989.451006,
"iops_samples" : 59
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 4.560152,
"sys_cpu" : 74.595820,
"ctx" : 31032,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999872,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999872,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 66.882809,
"750" : 24.821127,
"1000" : 2.713022
},
"latency_ms" : {
"2" : 4.286698,
"4" : 0.817560,
"10" : 0.469969,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093201,
"timestamp_ms" : 1773093201983,
"time" : "Mon Mar 9 18:53:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3650588672,
"io_kbytes" : 3565028,
"bw_bytes" : 91266998,
"bw" : 89127,
"iops" : 22282.007050,
"runtime" : 39999,
"total_ios" : 891258,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8964,
"max" : 5129291,
"mean" : 43080.785128,
"stddev" : 119694.990519,
"N" : 891258
},
"clat_ns" : {
"min" : 321151,
"max" : 15329164,
"mean" : 674435.559844,
"stddev" : 677298.505550,
"N" : 891257,
"percentile" : {
"1.000000" : 387072,
"5.000000" : 411648,
"10.000000" : 423936,
"20.000000" : 440320,
"30.000000" : 452608,
"40.000000" : 460800,
"50.000000" : 473088,
"60.000000" : 497664,
"70.000000" : 552960,
"80.000000" : 675840,
"90.000000" : 1056768,
"95.000000" : 1515520,
"99.000000" : 4079616,
"99.500000" : 5341184,
"99.900000" : 7897088,
"99.950000" : 8847360,
"99.990000" : 10551296
},
"bins" : {
"321536" : 4,
"325632" : 2,
"329728" : 2,
"333824" : 6,
"337920" : 13,
"342016" : 16,
"346112" : 42,
"350208" : 76,
"354304" : 98,
"358400" : 206,
"362496" : 405,
"366592" : 543,
"370688" : 875,
"374784" : 1168,
"378880" : 1546,
"382976" : 2324,
"387072" : 3043,
"391168" : 3699,
"395264" : 4577,
"399360" : 5937,
"403456" : 6930,
"407552" : 7860,
"411648" : 9863,
"415744" : 12084,
"419840" : 14278,
"423936" : 16865,
"428032" : 20173,
"432128" : 23653,
"436224" : 27342,
"440320" : 31218,
"444416" : 34464,
"448512" : 36641,
"452608" : 37178,
"456704" : 36653,
"460800" : 34551,
"464896" : 31461,
"468992" : 27610,
"473088" : 23795,
"477184" : 20647,
"481280" : 17168,
"485376" : 14412,
"489472" : 12026,
"493568" : 10049,
"497664" : 8446,
"501760" : 7291,
"505856" : 6555,
"509952" : 6072,
"514048" : 5872,
"518144" : 5955,
"522240" : 6008,
"528384" : 12301,
"536576" : 14757,
"544768" : 16070,
"552960" : 14909,
"561152" : 11747,
"569344" : 8777,
"577536" : 6869,
"585728" : 5521,
"593920" : 4896,
"602112" : 4416,
"610304" : 4616,
"618496" : 4643,
"626688" : 4695,
"634880" : 4615,
"643072" : 4627,
"651264" : 4087,
"659456" : 3655,
"667648" : 3369,
"675840" : 3371,
"684032" : 3700,
"692224" : 4437,
"700416" : 5003,
"708608" : 4854,
"716800" : 4826,
"724992" : 4065,
"733184" : 3782,
"741376" : 3816,
"749568" : 4239,
"757760" : 4207,
"765952" : 3559,
"774144" : 2748,
"782336" : 1821,
"790528" : 1417,
"798720" : 1081,
"806912" : 1101,
"815104" : 1124,
"823296" : 964,
"831488" : 923,
"839680" : 793,
"847872" : 737,
"856064" : 630,
"864256" : 544,
"872448" : 531,
"880640" : 498,
"888832" : 421,
"897024" : 462,
"905216" : 456,
"913408" : 507,
"921600" : 511,
"929792" : 603,
"937984" : 599,
"946176" : 651,
"954368" : 652,
"962560" : 733,
"970752" : 811,
"978944" : 1079,
"987136" : 1336,
"995328" : 1632,
"1003520" : 1713,
"1011712" : 1876,
"1019904" : 1769,
"1028096" : 1823,
"1036288" : 2207,
"1044480" : 2397,
"1056768" : 5220,
"1073152" : 4488,
"1089536" : 3352,
"1105920" : 2992,
"1122304" : 2378,
"1138688" : 1440,
"1155072" : 764,
"1171456" : 485,
"1187840" : 479,
"1204224" : 454,
"1220608" : 446,
"1236992" : 527,
"1253376" : 714,
"1269760" : 833,
"1286144" : 1135,
"1302528" : 1333,
"1318912" : 1563,
"1335296" : 2081,
"1351680" : 2386,
"1368064" : 2608,
"1384448" : 2315,
"1400832" : 2109,
"1417216" : 1935,
"1433600" : 1532,
"1449984" : 1193,
"1466368" : 1060,
"1482752" : 790,
"1499136" : 518,
"1515520" : 357,
"1531904" : 312,
"1548288" : 330,
"1564672" : 394,
"1581056" : 442,
"1597440" : 559,
"1613824" : 728,
"1630208" : 717,
"1646592" : 806,
"1662976" : 941,
"1679360" : 993,
"1695744" : 1071,
"1712128" : 1155,
"1728512" : 1055,
"1744896" : 865,
"1761280" : 657,
"1777664" : 652,
"1794048" : 539,
"1810432" : 428,
"1826816" : 346,
"1843200" : 404,
"1859584" : 909,
"1875968" : 850,
"1892352" : 233,
"1908736" : 279,
"1925120" : 273,
"1941504" : 359,
"1957888" : 403,
"1974272" : 388,
"1990656" : 372,
"2007040" : 388,
"2023424" : 315,
"2039808" : 322,
"2056192" : 342,
"2072576" : 320,
"2088960" : 385,
"2113536" : 625,
"2146304" : 458,
"2179072" : 411,
"2211840" : 407,
"2244608" : 347,
"2277376" : 282,
"2310144" : 372,
"2342912" : 407,
"2375680" : 432,
"2408448" : 334,
"2441216" : 320,
"2473984" : 327,
"2506752" : 397,
"2539520" : 352,
"2572288" : 325,
"2605056" : 397,
"2637824" : 380,
"2670592" : 328,
"2703360" : 308,
"2736128" : 279,
"2768896" : 301,
"2801664" : 359,
"2834432" : 250,
"2867200" : 313,
"2899968" : 277,
"2932736" : 277,
"2965504" : 268,
"2998272" : 306,
"3031040" : 271,
"3063808" : 212,
"3096576" : 230,
"3129344" : 252,
"3162112" : 242,
"3194880" : 293,
"3227648" : 211,
"3260416" : 230,
"3293184" : 249,
"3325952" : 266,
"3358720" : 137,
"3391488" : 171,
"3424256" : 186,
"3457024" : 213,
"3489792" : 206,
"3522560" : 221,
"3555328" : 199,
"3588096" : 217,
"3620864" : 189,
"3653632" : 178,
"3686400" : 196,
"3719168" : 194,
"3751936" : 124,
"3784704" : 152,
"3817472" : 137,
"3850240" : 151,
"3883008" : 111,
"3915776" : 136,
"3948544" : 140,
"3981312" : 135,
"4014080" : 131,
"4046848" : 129,
"4079616" : 117,
"4112384" : 148,
"4145152" : 175,
"4177920" : 132,
"4227072" : 257,
"4292608" : 295,
"4358144" : 280,
"4423680" : 216,
"4489216" : 288,
"4554752" : 219,
"4620288" : 235,
"4685824" : 275,
"4751360" : 253,
"4816896" : 184,
"4882432" : 155,
"4947968" : 193,
"5013504" : 245,
"5079040" : 205,
"5144576" : 181,
"5210112" : 161,
"5275648" : 193,
"5341184" : 187,
"5406720" : 96,
"5472256" : 211,
"5537792" : 175,
"5603328" : 158,
"5668864" : 172,
"5734400" : 155,
"5799936" : 114,
"5865472" : 95,
"5931008" : 123,
"5996544" : 125,
"6062080" : 157,
"6127616" : 148,
"6193152" : 116,
"6258688" : 70,
"6324224" : 104,
"6389760" : 120,
"6455296" : 104,
"6520832" : 107,
"6586368" : 79,
"6651904" : 57,
"6717440" : 75,
"6782976" : 91,
"6848512" : 73,
"6914048" : 60,
"6979584" : 58,
"7045120" : 74,
"7110656" : 78,
"7176192" : 57,
"7241728" : 70,
"7307264" : 65,
"7372800" : 70,
"7438336" : 49,
"7503872" : 41,
"7569408" : 34,
"7634944" : 38,
"7700480" : 36,
"7766016" : 36,
"7831552" : 30,
"7897088" : 43,
"7962624" : 39,
"8028160" : 23,
"8093696" : 34,
"8159232" : 34,
"8224768" : 34,
"8290304" : 37,
"8355840" : 32,
"8454144" : 51,
"8585216" : 61,
"8716288" : 43,
"8847360" : 29,
"8978432" : 43,
"9109504" : 46,
"9240576" : 44,
"9371648" : 48,
"9502720" : 20,
"9633792" : 21,
"9764864" : 20,
"9895936" : 24,
"10027008" : 26,
"10158080" : 7,
"10289152" : 17,
"10420224" : 20,
"10551296" : 9,
"10682368" : 7,
"10813440" : 11,
"10944512" : 5,
"11075584" : 16,
"11337728" : 4,
"11468800" : 4,
"11599872" : 1,
"11730944" : 1,
"11862016" : 1,
"11993088" : 3,
"12124160" : 10,
"12255232" : 1,
"12517376" : 2,
"12910592" : 1,
"13041664" : 5,
"13172736" : 5,
"13303808" : 2,
"13828096" : 1,
"14483456" : 5,
"15269888" : 4
}
},
"lat_ns" : {
"min" : 345939,
"max" : 15362695,
"mean" : 717516.422911,
"stddev" : 712528.084912,
"N" : 891257
},
"bw_min" : 20696,
"bw_max" : 133720,
"bw_agg" : 100.000000,
"bw_mean" : 89818.848101,
"bw_dev" : 38711.998316,
"bw_samples" : 79,
"iops_min" : 5174,
"iops_max" : 33430,
"iops_mean" : 22454.683544,
"iops_stddev" : 9677.994044,
"iops_samples" : 79
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 3.897597,
"sys_cpu" : 64.194105,
"ctx" : 43801,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999888,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999888,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 60.646524,
"750" : 23.782339,
"1000" : 3.943303
},
"latency_ms" : {
"2" : 8.598408,
"4" : 1.990669,
"10" : 1.020355,
"20" : 0.018289,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093211,
"timestamp_ms" : 1773093211983,
"time" : "Mon Mar 9 18:53:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4084940800,
"io_kbytes" : 3989200,
"bw_bytes" : 81700450,
"bw" : 79785,
"iops" : 19946.418928,
"runtime" : 49999,
"total_ios" : 997301,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8964,
"max" : 5129291,
"mean" : 48331.411707,
"stddev" : 148472.089488,
"N" : 997301
},
"clat_ns" : {
"min" : 321151,
"max" : 15329164,
"mean" : 753261.352005,
"stddev" : 798364.081116,
"N" : 997300,
"percentile" : {
"1.000000" : 387072,
"5.000000" : 407552,
"10.000000" : 423936,
"20.000000" : 440320,
"30.000000" : 452608,
"40.000000" : 464896,
"50.000000" : 477184,
"60.000000" : 522240,
"70.000000" : 602112,
"80.000000" : 757760,
"90.000000" : 1318912,
"95.000000" : 1957888,
"99.000000" : 4685824,
"99.500000" : 5865472,
"99.900000" : 8093696,
"99.950000" : 9109504,
"99.990000" : 10682368
},
"bins" : {
"321536" : 4,
"325632" : 2,
"329728" : 2,
"333824" : 6,
"337920" : 13,
"342016" : 20,
"346112" : 52,
"350208" : 94,
"354304" : 110,
"358400" : 253,
"362496" : 509,
"366592" : 719,
"370688" : 1121,
"374784" : 1597,
"378880" : 2166,
"382976" : 3092,
"387072" : 4137,
"391168" : 4961,
"395264" : 6161,
"399360" : 7597,
"403456" : 8483,
"407552" : 9466,
"411648" : 11364,
"415744" : 13238,
"419840" : 15218,
"423936" : 17686,
"428032" : 20983,
"432128" : 24549,
"436224" : 28109,
"440320" : 31958,
"444416" : 35107,
"448512" : 37211,
"452608" : 37717,
"456704" : 37049,
"460800" : 34869,
"464896" : 31741,
"468992" : 27812,
"473088" : 23968,
"477184" : 20750,
"481280" : 17260,
"485376" : 14519,
"489472" : 12142,
"493568" : 10118,
"497664" : 8513,
"501760" : 7372,
"505856" : 6642,
"509952" : 6115,
"514048" : 5904,
"518144" : 5992,
"522240" : 6044,
"528384" : 12338,
"536576" : 14771,
"544768" : 16092,
"552960" : 14920,
"561152" : 11755,
"569344" : 8780,
"577536" : 6873,
"585728" : 5526,
"593920" : 4901,
"602112" : 4419,
"610304" : 4628,
"618496" : 4671,
"626688" : 4781,
"634880" : 4714,
"643072" : 4739,
"651264" : 4278,
"659456" : 3927,
"667648" : 3698,
"675840" : 3923,
"684032" : 4590,
"692224" : 5781,
"700416" : 6734,
"708608" : 6744,
"716800" : 6547,
"724992" : 5506,
"733184" : 5113,
"741376" : 5276,
"749568" : 6173,
"757760" : 6010,
"765952" : 5341,
"774144" : 4224,
"782336" : 2803,
"790528" : 1944,
"798720" : 1518,
"806912" : 1487,
"815104" : 1478,
"823296" : 1316,
"831488" : 1253,
"839680" : 1021,
"847872" : 945,
"856064" : 821,
"864256" : 748,
"872448" : 779,
"880640" : 701,
"888832" : 582,
"897024" : 613,
"905216" : 646,
"913408" : 654,
"921600" : 715,
"929792" : 737,
"937984" : 812,
"946176" : 883,
"954368" : 904,
"962560" : 989,
"970752" : 1140,
"978944" : 1411,
"987136" : 1853,
"995328" : 2333,
"1003520" : 2507,
"1011712" : 2590,
"1019904" : 2500,
"1028096" : 2632,
"1036288" : 3008,
"1044480" : 3381,
"1056768" : 7382,
"1073152" : 6523,
"1089536" : 4920,
"1105920" : 4403,
"1122304" : 3559,
"1138688" : 2265,
"1155072" : 1288,
"1171456" : 896,
"1187840" : 909,
"1204224" : 907,
"1220608" : 812,
"1236992" : 932,
"1253376" : 1018,
"1269760" : 1287,
"1286144" : 1582,
"1302528" : 1817,
"1318912" : 2107,
"1335296" : 2734,
"1351680" : 3251,
"1368064" : 3476,
"1384448" : 3150,
"1400832" : 2864,
"1417216" : 2596,
"1433600" : 2192,
"1449984" : 1707,
"1466368" : 1485,
"1482752" : 1188,
"1499136" : 837,
"1515520" : 587,
"1531904" : 483,
"1548288" : 514,
"1564672" : 589,
"1581056" : 639,
"1597440" : 804,
"1613824" : 1018,
"1630208" : 984,
"1646592" : 1135,
"1662976" : 1291,
"1679360" : 1320,
"1695744" : 1413,
"1712128" : 1481,
"1728512" : 1424,
"1744896" : 1214,
"1761280" : 896,
"1777664" : 849,
"1794048" : 720,
"1810432" : 662,
"1826816" : 524,
"1843200" : 544,
"1859584" : 1087,
"1875968" : 1014,
"1892352" : 400,
"1908736" : 450,
"1925120" : 412,
"1941504" : 506,
"1957888" : 526,
"1974272" : 570,
"1990656" : 584,
"2007040" : 616,
"2023424" : 531,
"2039808" : 535,
"2056192" : 540,
"2072576" : 483,
"2088960" : 590,
"2113536" : 933,
"2146304" : 743,
"2179072" : 791,
"2211840" : 845,
"2244608" : 679,
"2277376" : 606,
"2310144" : 618,
"2342912" : 717,
"2375680" : 792,
"2408448" : 732,
"2441216" : 631,
"2473984" : 698,
"2506752" : 737,
"2539520" : 719,
"2572288" : 593,
"2605056" : 676,
"2637824" : 723,
"2670592" : 594,
"2703360" : 640,
"2736128" : 634,
"2768896" : 683,
"2801664" : 668,
"2834432" : 545,
"2867200" : 596,
"2899968" : 608,
"2932736" : 569,
"2965504" : 520,
"2998272" : 578,
"3031040" : 555,
"3063808" : 427,
"3096576" : 444,
"3129344" : 558,
"3162112" : 433,
"3194880" : 526,
"3227648" : 467,
"3260416" : 390,
"3293184" : 403,
"3325952" : 439,
"3358720" : 312,
"3391488" : 353,
"3424256" : 391,
"3457024" : 408,
"3489792" : 427,
"3522560" : 383,
"3555328" : 415,
"3588096" : 378,
"3620864" : 424,
"3653632" : 324,
"3686400" : 373,
"3719168" : 334,
"3751936" : 249,
"3784704" : 297,
"3817472" : 275,
"3850240" : 270,
"3883008" : 217,
"3915776" : 272,
"3948544" : 290,
"3981312" : 245,
"4014080" : 277,
"4046848" : 244,
"4079616" : 202,
"4112384" : 260,
"4145152" : 303,
"4177920" : 226,
"4227072" : 474,
"4292608" : 479,
"4358144" : 500,
"4423680" : 415,
"4489216" : 528,
"4554752" : 374,
"4620288" : 434,
"4685824" : 470,
"4751360" : 419,
"4816896" : 326,
"4882432" : 287,
"4947968" : 375,
"5013504" : 371,
"5079040" : 357,
"5144576" : 309,
"5210112" : 281,
"5275648" : 301,
"5341184" : 266,
"5406720" : 205,
"5472256" : 295,
"5537792" : 262,
"5603328" : 237,
"5668864" : 243,
"5734400" : 230,
"5799936" : 187,
"5865472" : 176,
"5931008" : 215,
"5996544" : 186,
"6062080" : 227,
"6127616" : 211,
"6193152" : 182,
"6258688" : 158,
"6324224" : 151,
"6389760" : 201,
"6455296" : 172,
"6520832" : 146,
"6586368" : 138,
"6651904" : 97,
"6717440" : 100,
"6782976" : 144,
"6848512" : 110,
"6914048" : 94,
"6979584" : 92,
"7045120" : 120,
"7110656" : 113,
"7176192" : 81,
"7241728" : 90,
"7307264" : 93,
"7372800" : 91,
"7438336" : 71,
"7503872" : 66,
"7569408" : 58,
"7634944" : 57,
"7700480" : 42,
"7766016" : 48,
"7831552" : 43,
"7897088" : 73,
"7962624" : 63,
"8028160" : 50,
"8093696" : 56,
"8159232" : 35,
"8224768" : 49,
"8290304" : 72,
"8355840" : 37,
"8454144" : 76,
"8585216" : 71,
"8716288" : 54,
"8847360" : 35,
"8978432" : 47,
"9109504" : 62,
"9240576" : 58,
"9371648" : 54,
"9502720" : 32,
"9633792" : 25,
"9764864" : 26,
"9895936" : 33,
"10027008" : 38,
"10158080" : 12,
"10289152" : 26,
"10420224" : 28,
"10551296" : 17,
"10682368" : 9,
"10813440" : 14,
"10944512" : 5,
"11075584" : 16,
"11206656" : 1,
"11337728" : 4,
"11468800" : 4,
"11599872" : 4,
"11730944" : 2,
"11862016" : 1,
"11993088" : 3,
"12124160" : 11,
"12255232" : 1,
"12517376" : 2,
"12910592" : 1,
"13041664" : 5,
"13172736" : 5,
"13303808" : 2,
"13828096" : 1,
"14483456" : 5,
"15269888" : 4
}
},
"lat_ns" : {
"min" : 345939,
"max" : 15362695,
"mean" : 801592.452765,
"stddev" : 838508.588551,
"N" : 997300
},
"bw_min" : 20696,
"bw_max" : 133720,
"bw_agg" : 100.000000,
"bw_mean" : 80130.979798,
"bw_dev" : 39625.665616,
"bw_samples" : 99,
"iops_min" : 5174,
"iops_max" : 33430,
"iops_mean" : 20032.717172,
"iops_stddev" : 9906.411699,
"iops_samples" : 99
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 3.454069,
"sys_cpu" : 57.759155,
"ctx" : 54414,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999900,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999900,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 56.454370,
"750" : 22.749802,
"1000" : 4.978437
},
"latency_ms" : {
"2" : 10.950054,
"4" : 3.351746,
"10" : 1.494032,
"20" : 0.021458,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093221,
"timestamp_ms" : 1773093221984,
"time" : "Mon Mar 9 18:53:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4604350464,
"io_kbytes" : 4496436,
"bw_bytes" : 76740453,
"bw" : 74941,
"iops" : 18735.478925,
"runtime" : 59999,
"total_ios" : 1124110,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8964,
"max" : 5129291,
"mean" : 51565.997471,
"stddev" : 164618.356483,
"N" : 1124110
},
"clat_ns" : {
"min" : 321151,
"max" : 15329164,
"mean" : 801853.086024,
"stddev" : 852823.021542,
"N" : 1124109,
"percentile" : {
"1.000000" : 382976,
"5.000000" : 407552,
"10.000000" : 419840,
"20.000000" : 440320,
"30.000000" : 452608,
"40.000000" : 464896,
"50.000000" : 485376,
"60.000000" : 544768,
"70.000000" : 684032,
"80.000000" : 905216,
"90.000000" : 1400832,
"95.000000" : 2310144,
"99.000000" : 4947968,
"99.500000" : 5996544,
"99.900000" : 8159232,
"99.950000" : 9109504,
"99.990000" : 10682368
},
"bins" : {
"321536" : 4,
"325632" : 2,
"329728" : 4,
"333824" : 12,
"337920" : 16,
"342016" : 27,
"346112" : 62,
"350208" : 129,
"354304" : 156,
"358400" : 347,
"362496" : 688,
"366592" : 976,
"370688" : 1446,
"374784" : 2091,
"378880" : 2870,
"382976" : 4281,
"387072" : 5523,
"391168" : 6771,
"395264" : 8464,
"399360" : 9915,
"403456" : 11128,
"407552" : 12078,
"411648" : 13847,
"415744" : 15297,
"419840" : 16640,
"423936" : 18909,
"428032" : 22196,
"432128" : 25588,
"436224" : 29284,
"440320" : 33305,
"444416" : 36529,
"448512" : 38446,
"452608" : 38947,
"456704" : 38162,
"460800" : 35860,
"464896" : 32553,
"468992" : 28521,
"473088" : 24454,
"477184" : 21125,
"481280" : 17571,
"485376" : 14763,
"489472" : 12356,
"493568" : 10307,
"497664" : 8698,
"501760" : 7498,
"505856" : 6772,
"509952" : 6204,
"514048" : 5986,
"518144" : 6058,
"522240" : 6101,
"528384" : 12431,
"536576" : 14822,
"544768" : 16128,
"552960" : 14956,
"561152" : 11776,
"569344" : 8814,
"577536" : 6889,
"585728" : 5536,
"593920" : 4911,
"602112" : 4439,
"610304" : 4653,
"618496" : 4712,
"626688" : 4861,
"634880" : 4866,
"643072" : 4902,
"651264" : 4542,
"659456" : 4296,
"667648" : 4244,
"675840" : 4761,
"684032" : 5818,
"692224" : 7523,
"700416" : 9049,
"708608" : 9109,
"716800" : 8764,
"724992" : 7305,
"733184" : 6943,
"741376" : 7406,
"749568" : 8718,
"757760" : 8693,
"765952" : 8010,
"774144" : 6120,
"782336" : 4037,
"790528" : 2818,
"798720" : 2154,
"806912" : 2008,
"815104" : 1977,
"823296" : 1821,
"831488" : 1593,
"839680" : 1339,
"847872" : 1177,
"856064" : 997,
"864256" : 946,
"872448" : 939,
"880640" : 839,
"888832" : 681,
"897024" : 722,
"905216" : 760,
"913408" : 770,
"921600" : 855,
"929792" : 923,
"937984" : 1042,
"946176" : 1141,
"954368" : 1139,
"962560" : 1265,
"970752" : 1512,
"978944" : 1846,
"987136" : 2481,
"995328" : 3069,
"1003520" : 3348,
"1011712" : 3403,
"1019904" : 3356,
"1028096" : 3470,
"1036288" : 3960,
"1044480" : 4483,
"1056768" : 9919,
"1073152" : 8750,
"1089536" : 6555,
"1105920" : 6039,
"1122304" : 4819,
"1138688" : 3081,
"1155072" : 1858,
"1171456" : 1251,
"1187840" : 1279,
"1204224" : 1207,
"1220608" : 1101,
"1236992" : 1228,
"1253376" : 1332,
"1269760" : 1632,
"1286144" : 1943,
"1302528" : 2357,
"1318912" : 2678,
"1335296" : 3365,
"1351680" : 4045,
"1368064" : 4319,
"1384448" : 3808,
"1400832" : 3580,
"1417216" : 3337,
"1433600" : 2808,
"1449984" : 2139,
"1466368" : 1889,
"1482752" : 1469,
"1499136" : 1102,
"1515520" : 762,
"1531904" : 619,
"1548288" : 664,
"1564672" : 732,
"1581056" : 785,
"1597440" : 979,
"1613824" : 1166,
"1630208" : 1159,
"1646592" : 1372,
"1662976" : 1566,
"1679360" : 1568,
"1695744" : 1597,
"1712128" : 1700,
"1728512" : 1667,
"1744896" : 1432,
"1761280" : 1140,
"1777664" : 1025,
"1794048" : 918,
"1810432" : 837,
"1826816" : 668,
"1843200" : 692,
"1859584" : 1251,
"1875968" : 1169,
"1892352" : 549,
"1908736" : 627,
"1925120" : 560,
"1941504" : 631,
"1957888" : 646,
"1974272" : 704,
"1990656" : 775,
"2007040" : 780,
"2023424" : 713,
"2039808" : 655,
"2056192" : 646,
"2072576" : 640,
"2088960" : 740,
"2113536" : 1203,
"2146304" : 1084,
"2179072" : 1066,
"2211840" : 1074,
"2244608" : 1024,
"2277376" : 938,
"2310144" : 916,
"2342912" : 1102,
"2375680" : 1105,
"2408448" : 1058,
"2441216" : 1001,
"2473984" : 1027,
"2506752" : 1096,
"2539520" : 995,
"2572288" : 874,
"2605056" : 1009,
"2637824" : 1043,
"2670592" : 896,
"2703360" : 953,
"2736128" : 919,
"2768896" : 970,
"2801664" : 1011,
"2834432" : 851,
"2867200" : 814,
"2899968" : 880,
"2932736" : 795,
"2965504" : 803,
"2998272" : 934,
"3031040" : 808,
"3063808" : 636,
"3096576" : 690,
"3129344" : 847,
"3162112" : 674,
"3194880" : 697,
"3227648" : 728,
"3260416" : 573,
"3293184" : 549,
"3325952" : 619,
"3358720" : 437,
"3391488" : 477,
"3424256" : 518,
"3457024" : 533,
"3489792" : 564,
"3522560" : 521,
"3555328" : 576,
"3588096" : 536,
"3620864" : 541,
"3653632" : 428,
"3686400" : 460,
"3719168" : 425,
"3751936" : 352,
"3784704" : 399,
"3817472" : 391,
"3850240" : 403,
"3883008" : 349,
"3915776" : 392,
"3948544" : 392,
"3981312" : 311,
"4014080" : 365,
"4046848" : 339,
"4079616" : 322,
"4112384" : 318,
"4145152" : 409,
"4177920" : 301,
"4227072" : 687,
"4292608" : 651,
"4358144" : 660,
"4423680" : 568,
"4489216" : 707,
"4554752" : 562,
"4620288" : 617,
"4685824" : 609,
"4751360" : 568,
"4816896" : 464,
"4882432" : 386,
"4947968" : 521,
"5013504" : 531,
"5079040" : 496,
"5144576" : 437,
"5210112" : 415,
"5275648" : 380,
"5341184" : 337,
"5406720" : 291,
"5472256" : 391,
"5537792" : 346,
"5603328" : 291,
"5668864" : 299,
"5734400" : 298,
"5799936" : 246,
"5865472" : 212,
"5931008" : 260,
"5996544" : 247,
"6062080" : 263,
"6127616" : 264,
"6193152" : 232,
"6258688" : 209,
"6324224" : 192,
"6389760" : 241,
"6455296" : 198,
"6520832" : 178,
"6586368" : 212,
"6651904" : 132,
"6717440" : 126,
"6782976" : 171,
"6848512" : 132,
"6914048" : 124,
"6979584" : 118,
"7045120" : 159,
"7110656" : 132,
"7176192" : 96,
"7241728" : 110,
"7307264" : 108,
"7372800" : 106,
"7438336" : 93,
"7503872" : 97,
"7569408" : 71,
"7634944" : 64,
"7700480" : 63,
"7766016" : 68,
"7831552" : 50,
"7897088" : 102,
"7962624" : 72,
"8028160" : 70,
"8093696" : 67,
"8159232" : 37,
"8224768" : 58,
"8290304" : 78,
"8355840" : 55,
"8454144" : 85,
"8585216" : 80,
"8716288" : 60,
"8847360" : 41,
"8978432" : 53,
"9109504" : 69,
"9240576" : 68,
"9371648" : 63,
"9502720" : 33,
"9633792" : 26,
"9764864" : 26,
"9895936" : 39,
"10027008" : 56,
"10158080" : 12,
"10289152" : 26,
"10420224" : 31,
"10551296" : 19,
"10682368" : 12,
"10813440" : 14,
"10944512" : 5,
"11075584" : 16,
"11206656" : 3,
"11337728" : 7,
"11468800" : 4,
"11599872" : 4,
"11730944" : 8,
"11862016" : 1,
"11993088" : 3,
"12124160" : 11,
"12255232" : 4,
"12517376" : 2,
"12910592" : 1,
"13041664" : 5,
"13172736" : 5,
"13303808" : 2,
"13828096" : 1,
"14483456" : 5,
"15269888" : 4
}
},
"lat_ns" : {
"min" : 345939,
"max" : 15362695,
"mean" : 853416.992027,
"stddev" : 894611.811585,
"N" : 1124109
},
"bw_min" : 20696,
"bw_max" : 133720,
"bw_agg" : 100.000000,
"bw_mean" : 75156.000000,
"bw_dev" : 37793.599566,
"bw_samples" : 119,
"iops_min" : 5174,
"iops_max" : 33430,
"iops_mean" : 18788.966387,
"iops_stddev" : 9448.400056,
"iops_samples" : 119
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 3.295055,
"sys_cpu" : 54.342572,
"ctx" : 64156,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999911,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999911,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 53.458558,
"750" : 21.984770,
"1000" : 6.047896
},
"latency_ms" : {
"2" : 12.514789,
"4" : 4.218715,
"10" : 1.752586,
"20" : 0.022596,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093231,
"timestamp_ms" : 1773093231983,
"time" : "Mon Mar 9 18:53:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5190897664,
"io_kbytes" : 5069236,
"bw_bytes" : 74156740,
"bw" : 72418,
"iops" : 18104.687210,
"runtime" : 69999,
"total_ios" : 1267310,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8964,
"max" : 5129291,
"mean" : 53425.063182,
"stddev" : 174669.708158,
"N" : 1267310
},
"clat_ns" : {
"min" : 321151,
"max" : 15329164,
"mean" : 829761.663908,
"stddev" : 881325.224537,
"N" : 1267309,
"percentile" : {
"1.000000" : 382976,
"5.000000" : 403456,
"10.000000" : 415744,
"20.000000" : 440320,
"30.000000" : 452608,
"40.000000" : 464896,
"50.000000" : 489472,
"60.000000" : 561152,
"70.000000" : 716800,
"80.000000" : 995328,
"90.000000" : 1449984,
"95.000000" : 2506752,
"99.000000" : 5013504,
"99.500000" : 6062080,
"99.900000" : 8093696,
"99.950000" : 8978432,
"99.990000" : 10551296
},
"bins" : {
"321536" : 4,
"325632" : 2,
"329728" : 5,
"333824" : 16,
"337920" : 23,
"342016" : 36,
"346112" : 76,
"350208" : 183,
"354304" : 253,
"358400" : 456,
"362496" : 885,
"366592" : 1340,
"370688" : 1972,
"374784" : 2910,
"378880" : 4182,
"382976" : 6020,
"387072" : 7957,
"391168" : 9799,
"395264" : 12146,
"399360" : 13994,
"403456" : 15451,
"407552" : 16346,
"411648" : 17683,
"415744" : 18102,
"419840" : 18779,
"423936" : 20643,
"428032" : 23704,
"432128" : 27019,
"436224" : 30659,
"440320" : 34759,
"444416" : 37994,
"448512" : 39937,
"452608" : 40319,
"456704" : 39398,
"460800" : 37026,
"464896" : 33494,
"468992" : 29319,
"473088" : 25146,
"477184" : 21683,
"481280" : 18029,
"485376" : 15122,
"489472" : 12720,
"493568" : 10597,
"497664" : 8982,
"501760" : 7733,
"505856" : 6960,
"509952" : 6351,
"514048" : 6086,
"518144" : 6168,
"522240" : 6164,
"528384" : 12525,
"536576" : 14899,
"544768" : 16202,
"552960" : 15009,
"561152" : 11815,
"569344" : 8847,
"577536" : 6919,
"585728" : 5561,
"593920" : 4933,
"602112" : 4458,
"610304" : 4676,
"618496" : 4754,
"626688" : 4907,
"634880" : 4971,
"643072" : 5084,
"651264" : 4849,
"659456" : 4688,
"667648" : 4913,
"675840" : 5660,
"684032" : 7195,
"692224" : 9507,
"700416" : 11794,
"708608" : 12421,
"716800" : 11599,
"724992" : 9680,
"733184" : 8968,
"741376" : 9757,
"749568" : 11446,
"757760" : 11566,
"765952" : 10883,
"774144" : 8664,
"782336" : 5672,
"790528" : 3892,
"798720" : 2856,
"806912" : 2501,
"815104" : 2392,
"823296" : 2138,
"831488" : 1864,
"839680" : 1591,
"847872" : 1414,
"856064" : 1171,
"864256" : 1092,
"872448" : 1038,
"880640" : 950,
"888832" : 805,
"897024" : 863,
"905216" : 910,
"913408" : 881,
"921600" : 1026,
"929792" : 1050,
"937984" : 1187,
"946176" : 1333,
"954368" : 1410,
"962560" : 1557,
"970752" : 1904,
"978944" : 2258,
"987136" : 2894,
"995328" : 3646,
"1003520" : 4074,
"1011712" : 4238,
"1019904" : 4152,
"1028096" : 4256,
"1036288" : 4855,
"1044480" : 5507,
"1056768" : 12007,
"1073152" : 10884,
"1089536" : 8323,
"1105920" : 7377,
"1122304" : 6171,
"1138688" : 3994,
"1155072" : 2378,
"1171456" : 1614,
"1187840" : 1501,
"1204224" : 1469,
"1220608" : 1356,
"1236992" : 1489,
"1253376" : 1583,
"1269760" : 1911,
"1286144" : 2258,
"1302528" : 2747,
"1318912" : 3045,
"1335296" : 3792,
"1351680" : 4514,
"1368064" : 4872,
"1384448" : 4335,
"1400832" : 4139,
"1417216" : 3880,
"1433600" : 3302,
"1449984" : 2613,
"1466368" : 2218,
"1482752" : 1705,
"1499136" : 1318,
"1515520" : 922,
"1531904" : 788,
"1548288" : 832,
"1564672" : 876,
"1581056" : 942,
"1597440" : 1114,
"1613824" : 1312,
"1630208" : 1308,
"1646592" : 1522,
"1662976" : 1714,
"1679360" : 1704,
"1695744" : 1754,
"1712128" : 1906,
"1728512" : 1844,
"1744896" : 1590,
"1761280" : 1273,
"1777664" : 1186,
"1794048" : 1121,
"1810432" : 985,
"1826816" : 812,
"1843200" : 823,
"1859584" : 1367,
"1875968" : 1281,
"1892352" : 710,
"1908736" : 749,
"1925120" : 695,
"1941504" : 739,
"1957888" : 756,
"1974272" : 788,
"1990656" : 912,
"2007040" : 897,
"2023424" : 829,
"2039808" : 798,
"2056192" : 777,
"2072576" : 766,
"2088960" : 865,
"2113536" : 1448,
"2146304" : 1400,
"2179072" : 1327,
"2211840" : 1322,
"2244608" : 1414,
"2277376" : 1202,
"2310144" : 1191,
"2342912" : 1423,
"2375680" : 1415,
"2408448" : 1415,
"2441216" : 1289,
"2473984" : 1325,
"2506752" : 1372,
"2539520" : 1367,
"2572288" : 1155,
"2605056" : 1407,
"2637824" : 1387,
"2670592" : 1213,
"2703360" : 1283,
"2736128" : 1237,
"2768896" : 1297,
"2801664" : 1318,
"2834432" : 1119,
"2867200" : 1074,
"2899968" : 1082,
"2932736" : 1071,
"2965504" : 1079,
"2998272" : 1141,
"3031040" : 1038,
"3063808" : 829,
"3096576" : 872,
"3129344" : 993,
"3162112" : 844,
"3194880" : 875,
"3227648" : 868,
"3260416" : 723,
"3293184" : 685,
"3325952" : 753,
"3358720" : 567,
"3391488" : 615,
"3424256" : 619,
"3457024" : 701,
"3489792" : 649,
"3522560" : 690,
"3555328" : 714,
"3588096" : 674,
"3620864" : 625,
"3653632" : 501,
"3686400" : 535,
"3719168" : 519,
"3751936" : 491,
"3784704" : 489,
"3817472" : 494,
"3850240" : 494,
"3883008" : 463,
"3915776" : 489,
"3948544" : 550,
"3981312" : 427,
"4014080" : 441,
"4046848" : 403,
"4079616" : 427,
"4112384" : 388,
"4145152" : 483,
"4177920" : 360,
"4227072" : 827,
"4292608" : 837,
"4358144" : 845,
"4423680" : 775,
"4489216" : 883,
"4554752" : 748,
"4620288" : 816,
"4685824" : 768,
"4751360" : 728,
"4816896" : 563,
"4882432" : 508,
"4947968" : 707,
"5013504" : 650,
"5079040" : 635,
"5144576" : 498,
"5210112" : 505,
"5275648" : 472,
"5341184" : 407,
"5406720" : 368,
"5472256" : 460,
"5537792" : 422,
"5603328" : 344,
"5668864" : 356,
"5734400" : 372,
"5799936" : 306,
"5865472" : 269,
"5931008" : 321,
"5996544" : 302,
"6062080" : 293,
"6127616" : 310,
"6193152" : 271,
"6258688" : 256,
"6324224" : 214,
"6389760" : 271,
"6455296" : 231,
"6520832" : 211,
"6586368" : 266,
"6651904" : 139,
"6717440" : 145,
"6782976" : 239,
"6848512" : 163,
"6914048" : 150,
"6979584" : 127,
"7045120" : 175,
"7110656" : 138,
"7176192" : 119,
"7241728" : 130,
"7307264" : 122,
"7372800" : 140,
"7438336" : 118,
"7503872" : 98,
"7569408" : 86,
"7634944" : 80,
"7700480" : 77,
"7766016" : 90,
"7831552" : 67,
"7897088" : 114,
"7962624" : 83,
"8028160" : 86,
"8093696" : 74,
"8159232" : 50,
"8224768" : 60,
"8290304" : 86,
"8355840" : 58,
"8454144" : 106,
"8585216" : 84,
"8716288" : 79,
"8847360" : 45,
"8978432" : 61,
"9109504" : 87,
"9240576" : 69,
"9371648" : 69,
"9502720" : 34,
"9633792" : 26,
"9764864" : 28,
"9895936" : 41,
"10027008" : 64,
"10158080" : 14,
"10289152" : 26,
"10420224" : 34,
"10551296" : 20,
"10682368" : 12,
"10813440" : 14,
"10944512" : 8,
"11075584" : 16,
"11206656" : 4,
"11337728" : 7,
"11468800" : 4,
"11599872" : 4,
"11730944" : 8,
"11862016" : 1,
"11993088" : 3,
"12124160" : 11,
"12255232" : 4,
"12517376" : 2,
"12910592" : 1,
"13041664" : 5,
"13172736" : 5,
"13303808" : 2,
"13828096" : 1,
"14483456" : 5,
"15269888" : 4
}
},
"lat_ns" : {
"min" : 345939,
"max" : 15362695,
"mean" : 883186.471767,
"stddev" : 923568.132581,
"N" : 1267309
},
"bw_min" : 20696,
"bw_max" : 133720,
"bw_agg" : 100.000000,
"bw_mean" : 72471.928058,
"bw_dev" : 35591.752740,
"bw_samples" : 139,
"iops_min" : 5174,
"iops_max" : 33430,
"iops_mean" : 18117.942446,
"iops_stddev" : 8897.941835,
"iops_samples" : 139
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 3.188617,
"sys_cpu" : 52.479321,
"ctx" : 72943,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 51.745350,
"750" : 21.430195,
"1000" : 6.865329
},
"latency_ms" : {
"2" : 13.253821,
"4" : 4.771603,
"10" : 1.912160,
"20" : 0.021463,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093241,
"timestamp_ms" : 1773093241985,
"time" : "Mon Mar 9 18:54:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5842071552,
"io_kbytes" : 5705148,
"bw_bytes" : 73026807,
"bw" : 71315,
"iops" : 17828.822860,
"runtime" : 79999,
"total_ios" : 1426288,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8964,
"max" : 5129291,
"mean" : 54281.360026,
"stddev" : 181815.347485,
"N" : 1426289
},
"clat_ns" : {
"min" : 321151,
"max" : 15329164,
"mean" : 842578.448042,
"stddev" : 893752.021925,
"N" : 1426287,
"percentile" : {
"1.000000" : 378880,
"5.000000" : 399360,
"10.000000" : 411648,
"20.000000" : 436224,
"30.000000" : 448512,
"40.000000" : 464896,
"50.000000" : 489472,
"60.000000" : 577536,
"70.000000" : 724992,
"80.000000" : 1011712,
"90.000000" : 1499136,
"95.000000" : 2605056,
"99.000000" : 5013504,
"99.500000" : 5996544,
"99.900000" : 8093696,
"99.950000" : 8978432,
"99.990000" : 10551296
},
"bins" : {
"321536" : 5,
"325632" : 3,
"329728" : 6,
"333824" : 23,
"337920" : 28,
"342016" : 69,
"346112" : 120,
"350208" : 240,
"354304" : 382,
"358400" : 687,
"362496" : 1268,
"366592" : 1954,
"370688" : 3006,
"374784" : 4302,
"378880" : 6187,
"382976" : 8986,
"387072" : 11476,
"391168" : 14152,
"395264" : 17746,
"399360" : 19595,
"403456" : 21023,
"407552" : 21852,
"411648" : 22286,
"415744" : 21517,
"419840" : 21080,
"423936" : 22746,
"428032" : 25730,
"432128" : 29216,
"436224" : 32821,
"440320" : 36981,
"444416" : 40429,
"448512" : 42324,
"452608" : 42611,
"456704" : 41382,
"460800" : 38793,
"464896" : 35082,
"468992" : 30643,
"473088" : 26268,
"477184" : 22568,
"481280" : 18699,
"485376" : 15690,
"489472" : 13205,
"493568" : 11040,
"497664" : 9315,
"501760" : 8049,
"505856" : 7214,
"509952" : 6607,
"514048" : 6279,
"518144" : 6350,
"522240" : 6305,
"528384" : 12751,
"536576" : 15089,
"544768" : 16316,
"552960" : 15099,
"561152" : 11889,
"569344" : 8922,
"577536" : 6978,
"585728" : 5603,
"593920" : 4968,
"602112" : 4494,
"610304" : 4705,
"618496" : 4800,
"626688" : 4986,
"634880" : 5095,
"643072" : 5290,
"651264" : 5106,
"659456" : 5075,
"667648" : 5519,
"675840" : 6491,
"684032" : 8271,
"692224" : 11312,
"700416" : 14317,
"708608" : 15519,
"716800" : 14421,
"724992" : 12054,
"733184" : 11052,
"741376" : 12019,
"749568" : 14127,
"757760" : 14334,
"765952" : 13708,
"774144" : 10856,
"782336" : 7289,
"790528" : 4954,
"798720" : 3445,
"806912" : 2920,
"815104" : 2705,
"823296" : 2413,
"831488" : 2135,
"839680" : 1837,
"847872" : 1611,
"856064" : 1383,
"864256" : 1266,
"872448" : 1235,
"880640" : 1121,
"888832" : 921,
"897024" : 1000,
"905216" : 1068,
"913408" : 997,
"921600" : 1184,
"929792" : 1189,
"937984" : 1319,
"946176" : 1449,
"954368" : 1556,
"962560" : 1746,
"970752" : 2204,
"978944" : 2545,
"987136" : 3186,
"995328" : 4080,
"1003520" : 4553,
"1011712" : 4725,
"1019904" : 4704,
"1028096" : 4787,
"1036288" : 5399,
"1044480" : 6184,
"1056768" : 13608,
"1073152" : 12456,
"1089536" : 9523,
"1105920" : 8387,
"1122304" : 7075,
"1138688" : 4665,
"1155072" : 2860,
"1171456" : 1950,
"1187840" : 1751,
"1204224" : 1687,
"1220608" : 1499,
"1236992" : 1617,
"1253376" : 1719,
"1269760" : 2091,
"1286144" : 2406,
"1302528" : 2969,
"1318912" : 3311,
"1335296" : 4079,
"1351680" : 4901,
"1368064" : 5255,
"1384448" : 4740,
"1400832" : 4497,
"1417216" : 4200,
"1433600" : 3708,
"1449984" : 2935,
"1466368" : 2431,
"1482752" : 1898,
"1499136" : 1493,
"1515520" : 1067,
"1531904" : 883,
"1548288" : 955,
"1564672" : 1012,
"1581056" : 1043,
"1597440" : 1239,
"1613824" : 1446,
"1630208" : 1475,
"1646592" : 1678,
"1662976" : 1849,
"1679360" : 1830,
"1695744" : 1896,
"1712128" : 2019,
"1728512" : 1981,
"1744896" : 1730,
"1761280" : 1434,
"1777664" : 1342,
"1794048" : 1255,
"1810432" : 1176,
"1826816" : 924,
"1843200" : 935,
"1859584" : 1480,
"1875968" : 1392,
"1892352" : 838,
"1908736" : 955,
"1925120" : 879,
"1941504" : 879,
"1957888" : 892,
"1974272" : 921,
"1990656" : 1016,
"2007040" : 1028,
"2023424" : 1014,
"2039808" : 957,
"2056192" : 935,
"2072576" : 954,
"2088960" : 1058,
"2113536" : 1732,
"2146304" : 1644,
"2179072" : 1614,
"2211840" : 1688,
"2244608" : 1753,
"2277376" : 1601,
"2310144" : 1501,
"2342912" : 1747,
"2375680" : 1653,
"2408448" : 1727,
"2441216" : 1624,
"2473984" : 1646,
"2506752" : 1717,
"2539520" : 1754,
"2572288" : 1530,
"2605056" : 1854,
"2637824" : 1744,
"2670592" : 1646,
"2703360" : 1765,
"2736128" : 1574,
"2768896" : 1651,
"2801664" : 1744,
"2834432" : 1522,
"2867200" : 1430,
"2899968" : 1469,
"2932736" : 1333,
"2965504" : 1307,
"2998272" : 1391,
"3031040" : 1346,
"3063808" : 1053,
"3096576" : 1041,
"3129344" : 1162,
"3162112" : 982,
"3194880" : 1002,
"3227648" : 1083,
"3260416" : 944,
"3293184" : 816,
"3325952" : 885,
"3358720" : 726,
"3391488" : 705,
"3424256" : 706,
"3457024" : 834,
"3489792" : 767,
"3522560" : 793,
"3555328" : 826,
"3588096" : 825,
"3620864" : 748,
"3653632" : 622,
"3686400" : 641,
"3719168" : 623,
"3751936" : 597,
"3784704" : 598,
"3817472" : 590,
"3850240" : 550,
"3883008" : 514,
"3915776" : 571,
"3948544" : 664,
"3981312" : 543,
"4014080" : 547,
"4046848" : 512,
"4079616" : 517,
"4112384" : 431,
"4145152" : 545,
"4177920" : 486,
"4227072" : 1023,
"4292608" : 1031,
"4358144" : 1003,
"4423680" : 905,
"4489216" : 1034,
"4554752" : 914,
"4620288" : 974,
"4685824" : 919,
"4751360" : 838,
"4816896" : 711,
"4882432" : 627,
"4947968" : 797,
"5013504" : 782,
"5079040" : 739,
"5144576" : 562,
"5210112" : 560,
"5275648" : 560,
"5341184" : 472,
"5406720" : 421,
"5472256" : 540,
"5537792" : 449,
"5603328" : 381,
"5668864" : 417,
"5734400" : 428,
"5799936" : 377,
"5865472" : 313,
"5931008" : 353,
"5996544" : 367,
"6062080" : 326,
"6127616" : 338,
"6193152" : 307,
"6258688" : 284,
"6324224" : 239,
"6389760" : 284,
"6455296" : 262,
"6520832" : 229,
"6586368" : 304,
"6651904" : 153,
"6717440" : 164,
"6782976" : 261,
"6848512" : 179,
"6914048" : 175,
"6979584" : 152,
"7045120" : 180,
"7110656" : 140,
"7176192" : 123,
"7241728" : 149,
"7307264" : 128,
"7372800" : 159,
"7438336" : 128,
"7503872" : 102,
"7569408" : 86,
"7634944" : 82,
"7700480" : 90,
"7766016" : 95,
"7831552" : 73,
"7897088" : 120,
"7962624" : 84,
"8028160" : 93,
"8093696" : 83,
"8159232" : 55,
"8224768" : 60,
"8290304" : 99,
"8355840" : 63,
"8454144" : 110,
"8585216" : 89,
"8716288" : 85,
"8847360" : 58,
"8978432" : 65,
"9109504" : 87,
"9240576" : 80,
"9371648" : 69,
"9502720" : 39,
"9633792" : 31,
"9764864" : 28,
"9895936" : 41,
"10027008" : 69,
"10158080" : 26,
"10289152" : 30,
"10420224" : 35,
"10551296" : 20,
"10682368" : 12,
"10813440" : 14,
"10944512" : 13,
"11075584" : 16,
"11206656" : 4,
"11337728" : 7,
"11468800" : 4,
"11599872" : 4,
"11730944" : 8,
"11862016" : 3,
"11993088" : 3,
"12124160" : 11,
"12255232" : 4,
"12517376" : 2,
"12910592" : 1,
"13041664" : 5,
"13172736" : 5,
"13303808" : 2,
"13828096" : 3,
"14483456" : 5,
"15269888" : 4
}
},
"lat_ns" : {
"min" : 345749,
"max" : 15362695,
"mean" : 896858.147539,
"stddev" : 935507.689303,
"N" : 1426287
},
"bw_min" : 20696,
"bw_max" : 133720,
"bw_agg" : 100.000000,
"bw_mean" : 71337.289308,
"bw_dev" : 33464.948347,
"bw_samples" : 159,
"iops_min" : 5174,
"iops_max" : 33430,
"iops_mean" : 17834.283019,
"iops_stddev" : 8366.240933,
"iops_samples" : 159
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 3.162540,
"sys_cpu" : 51.511894,
"ctx" : 80089,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999930,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 51.473405,
"750" : 20.741673,
"1000" : 7.333372
},
"latency_ms" : {
"2" : 13.196493,
"4" : 5.261560,
"10" : 1.972182,
"20" : 0.021244,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093251,
"timestamp_ms" : 1773093251983,
"time" : "Mon Mar 9 18:54:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6545616896,
"io_kbytes" : 6392204,
"bw_bytes" : 72729884,
"bw" : 71025,
"iops" : 17756.330626,
"runtime" : 89999,
"total_ios" : 1598052,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8673,
"max" : 5129291,
"mean" : 54510.251539,
"stddev" : 186802.126958,
"N" : 1598052
},
"clat_ns" : {
"min" : 321151,
"max" : 15329164,
"mean" : 846016.045092,
"stddev" : 897173.934889,
"N" : 1598051,
"percentile" : {
"1.000000" : 374784,
"5.000000" : 395264,
"10.000000" : 407552,
"20.000000" : 432128,
"30.000000" : 448512,
"40.000000" : 460800,
"50.000000" : 489472,
"60.000000" : 577536,
"70.000000" : 733184,
"80.000000" : 1011712,
"90.000000" : 1581056,
"95.000000" : 2670592,
"99.000000" : 5013504,
"99.500000" : 5931008,
"99.900000" : 7962624,
"99.950000" : 8847360,
"99.990000" : 10420224
},
"bins" : {
"321536" : 5,
"325632" : 5,
"329728" : 7,
"333824" : 34,
"337920" : 44,
"342016" : 85,
"346112" : 160,
"350208" : 333,
"354304" : 562,
"358400" : 954,
"362496" : 1662,
"366592" : 2659,
"370688" : 4116,
"374784" : 5953,
"378880" : 8287,
"382976" : 12093,
"387072" : 15352,
"391168" : 18826,
"395264" : 23530,
"399360" : 25988,
"403456" : 27243,
"407552" : 27883,
"411648" : 27770,
"415744" : 25787,
"419840" : 24741,
"423936" : 26182,
"428032" : 29089,
"432128" : 32569,
"436224" : 36408,
"440320" : 40510,
"444416" : 44150,
"448512" : 45695,
"452608" : 45866,
"456704" : 44325,
"460800" : 41166,
"464896" : 37019,
"468992" : 32308,
"473088" : 27770,
"477184" : 23769,
"481280" : 19709,
"485376" : 16551,
"489472" : 14043,
"493568" : 11786,
"497664" : 9936,
"501760" : 8605,
"505856" : 7712,
"509952" : 7043,
"514048" : 6654,
"518144" : 6653,
"522240" : 6584,
"528384" : 13205,
"536576" : 15454,
"544768" : 16604,
"552960" : 15308,
"561152" : 12079,
"569344" : 9079,
"577536" : 7141,
"585728" : 5699,
"593920" : 5055,
"602112" : 4536,
"610304" : 4744,
"618496" : 4828,
"626688" : 5042,
"634880" : 5164,
"643072" : 5454,
"651264" : 5296,
"659456" : 5328,
"667648" : 5844,
"675840" : 7203,
"684032" : 9207,
"692224" : 12730,
"700416" : 16275,
"708608" : 17826,
"716800" : 16633,
"724992" : 13972,
"733184" : 12835,
"741376" : 13819,
"749568" : 16007,
"757760" : 16841,
"765952" : 16114,
"774144" : 12933,
"782336" : 8861,
"790528" : 6180,
"798720" : 4203,
"806912" : 3427,
"815104" : 3058,
"823296" : 2671,
"831488" : 2435,
"839680" : 2071,
"847872" : 1791,
"856064" : 1517,
"864256" : 1451,
"872448" : 1386,
"880640" : 1242,
"888832" : 1067,
"897024" : 1146,
"905216" : 1198,
"913408" : 1170,
"921600" : 1329,
"929792" : 1317,
"937984" : 1439,
"946176" : 1596,
"954368" : 1677,
"962560" : 1919,
"970752" : 2421,
"978944" : 2756,
"987136" : 3405,
"995328" : 4331,
"1003520" : 4776,
"1011712" : 5045,
"1019904" : 5016,
"1028096" : 5180,
"1036288" : 5785,
"1044480" : 6630,
"1056768" : 14509,
"1073152" : 13426,
"1089536" : 10388,
"1105920" : 9133,
"1122304" : 7715,
"1138688" : 5185,
"1155072" : 3233,
"1171456" : 2250,
"1187840" : 1977,
"1204224" : 1872,
"1220608" : 1691,
"1236992" : 1809,
"1253376" : 1910,
"1269760" : 2264,
"1286144" : 2613,
"1302528" : 3147,
"1318912" : 3489,
"1335296" : 4328,
"1351680" : 5182,
"1368064" : 5524,
"1384448" : 4922,
"1400832" : 4682,
"1417216" : 4400,
"1433600" : 3925,
"1449984" : 3133,
"1466368" : 2616,
"1482752" : 2117,
"1499136" : 1663,
"1515520" : 1202,
"1531904" : 1014,
"1548288" : 1079,
"1564672" : 1116,
"1581056" : 1163,
"1597440" : 1341,
"1613824" : 1581,
"1630208" : 1619,
"1646592" : 1786,
"1662976" : 1969,
"1679360" : 1940,
"1695744" : 2019,
"1712128" : 2156,
"1728512" : 2133,
"1744896" : 1864,
"1761280" : 1546,
"1777664" : 1501,
"1794048" : 1361,
"1810432" : 1264,
"1826816" : 1041,
"1843200" : 1064,
"1859584" : 1590,
"1875968" : 1495,
"1892352" : 968,
"1908736" : 1065,
"1925120" : 985,
"1941504" : 1000,
"1957888" : 1027,
"1974272" : 1082,
"1990656" : 1202,
"2007040" : 1245,
"2023424" : 1197,
"2039808" : 1131,
"2056192" : 1147,
"2072576" : 1157,
"2088960" : 1215,
"2113536" : 2018,
"2146304" : 2041,
"2179072" : 1941,
"2211840" : 1987,
"2244608" : 2140,
"2277376" : 1934,
"2310144" : 1865,
"2342912" : 2136,
"2375680" : 2083,
"2408448" : 2116,
"2441216" : 1954,
"2473984" : 2069,
"2506752" : 2173,
"2539520" : 2209,
"2572288" : 1953,
"2605056" : 2230,
"2637824" : 2081,
"2670592" : 2034,
"2703360" : 2178,
"2736128" : 2045,
"2768896" : 1970,
"2801664" : 2075,
"2834432" : 1919,
"2867200" : 1734,
"2899968" : 1758,
"2932736" : 1686,
"2965504" : 1670,
"2998272" : 1685,
"3031040" : 1712,
"3063808" : 1377,
"3096576" : 1339,
"3129344" : 1399,
"3162112" : 1249,
"3194880" : 1215,
"3227648" : 1277,
"3260416" : 1124,
"3293184" : 984,
"3325952" : 984,
"3358720" : 875,
"3391488" : 842,
"3424256" : 908,
"3457024" : 934,
"3489792" : 883,
"3522560" : 919,
"3555328" : 957,
"3588096" : 896,
"3620864" : 872,
"3653632" : 732,
"3686400" : 770,
"3719168" : 783,
"3751936" : 706,
"3784704" : 674,
"3817472" : 636,
"3850240" : 705,
"3883008" : 613,
"3915776" : 685,
"3948544" : 717,
"3981312" : 626,
"4014080" : 601,
"4046848" : 580,
"4079616" : 606,
"4112384" : 497,
"4145152" : 603,
"4177920" : 555,
"4227072" : 1179,
"4292608" : 1173,
"4358144" : 1156,
"4423680" : 1050,
"4489216" : 1155,
"4554752" : 1021,
"4620288" : 1105,
"4685824" : 1022,
"4751360" : 946,
"4816896" : 758,
"4882432" : 726,
"4947968" : 945,
"5013504" : 858,
"5079040" : 772,
"5144576" : 641,
"5210112" : 634,
"5275648" : 634,
"5341184" : 559,
"5406720" : 467,
"5472256" : 571,
"5537792" : 517,
"5603328" : 439,
"5668864" : 456,
"5734400" : 469,
"5799936" : 436,
"5865472" : 326,
"5931008" : 392,
"5996544" : 419,
"6062080" : 364,
"6127616" : 352,
"6193152" : 346,
"6258688" : 315,
"6324224" : 261,
"6389760" : 296,
"6455296" : 292,
"6520832" : 248,
"6586368" : 314,
"6651904" : 183,
"6717440" : 182,
"6782976" : 276,
"6848512" : 210,
"6914048" : 191,
"6979584" : 162,
"7045120" : 193,
"7110656" : 141,
"7176192" : 123,
"7241728" : 165,
"7307264" : 133,
"7372800" : 159,
"7438336" : 128,
"7503872" : 117,
"7569408" : 86,
"7634944" : 87,
"7700480" : 93,
"7766016" : 108,
"7831552" : 81,
"7897088" : 123,
"7962624" : 84,
"8028160" : 93,
"8093696" : 83,
"8159232" : 61,
"8224768" : 60,
"8290304" : 103,
"8355840" : 63,
"8454144" : 110,
"8585216" : 90,
"8716288" : 89,
"8847360" : 69,
"8978432" : 67,
"9109504" : 87,
"9240576" : 86,
"9371648" : 69,
"9502720" : 39,
"9633792" : 31,
"9764864" : 28,
"9895936" : 41,
"10027008" : 74,
"10158080" : 26,
"10289152" : 30,
"10420224" : 35,
"10551296" : 20,
"10682368" : 12,
"10813440" : 14,
"10944512" : 22,
"11075584" : 16,
"11206656" : 4,
"11337728" : 7,
"11468800" : 4,
"11599872" : 4,
"11730944" : 8,
"11862016" : 3,
"11993088" : 3,
"12124160" : 11,
"12255232" : 4,
"12517376" : 2,
"12910592" : 1,
"13041664" : 5,
"13172736" : 5,
"13303808" : 2,
"13828096" : 3,
"14483456" : 5,
"15269888" : 4
}
},
"lat_ns" : {
"min" : 345749,
"max" : 15362695,
"mean" : 900525.885439,
"stddev" : 938051.646716,
"N" : 1598051
},
"bw_min" : 20696,
"bw_max" : 133720,
"bw_agg" : 100.000000,
"bw_mean" : 71084.424581,
"bw_dev" : 31586.250990,
"bw_samples" : 179,
"iops_min" : 5174,
"iops_max" : 33430,
"iops_mean" : 17771.078212,
"iops_stddev" : 7896.562041,
"iops_samples" : 179
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 3.133368,
"sys_cpu" : 51.159457,
"ctx" : 85929,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 52.163697,
"750" : 19.862871,
"1000" : 7.560705
},
"latency_ms" : {
"2" : 12.730625,
"4" : 5.703006,
"10" : 1.959198,
"20" : 0.019837,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093261,
"timestamp_ms" : 1773093261985,
"time" : "Mon Mar 9 18:54:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7308378112,
"io_kbytes" : 7137088,
"bw_bytes" : 73084511,
"bw" : 71371,
"iops" : 17842.908429,
"runtime" : 99999,
"total_ios" : 1784273,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8673,
"max" : 5129291,
"mean" : 54240.221370,
"stddev" : 189651.073459,
"N" : 1784273
},
"clat_ns" : {
"min" : 321151,
"max" : 15329164,
"mean" : 841914.501100,
"stddev" : 893099.402923,
"N" : 1784272,
"percentile" : {
"1.000000" : 374784,
"5.000000" : 391168,
"10.000000" : 403456,
"20.000000" : 428032,
"30.000000" : 444416,
"40.000000" : 460800,
"50.000000" : 481280,
"60.000000" : 561152,
"70.000000" : 724992,
"80.000000" : 1003520,
"90.000000" : 1630208,
"95.000000" : 2670592,
"99.000000" : 4947968,
"99.500000" : 5799936,
"99.900000" : 7897088,
"99.950000" : 8716288,
"99.990000" : 10420224
},
"bins" : {
"321536" : 6,
"325632" : 11,
"329728" : 11,
"333824" : 34,
"337920" : 55,
"342016" : 100,
"346112" : 206,
"350208" : 413,
"354304" : 674,
"358400" : 1193,
"362496" : 2044,
"366592" : 3245,
"370688" : 5086,
"374784" : 7558,
"378880" : 10385,
"382976" : 15061,
"387072" : 19530,
"391168" : 23722,
"395264" : 29808,
"399360" : 32594,
"403456" : 34024,
"407552" : 34892,
"411648" : 34310,
"415744" : 31664,
"419840" : 29825,
"423936" : 31086,
"428032" : 34082,
"432128" : 37802,
"436224" : 42050,
"440320" : 46086,
"444416" : 49386,
"448512" : 50555,
"452608" : 50058,
"456704" : 47754,
"460800" : 44047,
"464896" : 39393,
"468992" : 34230,
"473088" : 29495,
"477184" : 25257,
"481280" : 21007,
"485376" : 17697,
"489472" : 15120,
"493568" : 12780,
"497664" : 10824,
"501760" : 9436,
"505856" : 8493,
"509952" : 7765,
"514048" : 7300,
"518144" : 7178,
"522240" : 7078,
"528384" : 14080,
"536576" : 16170,
"544768" : 17207,
"552960" : 15714,
"561152" : 12407,
"569344" : 9356,
"577536" : 7367,
"585728" : 5859,
"593920" : 5205,
"602112" : 4679,
"610304" : 4843,
"618496" : 4908,
"626688" : 5124,
"634880" : 5261,
"643072" : 5612,
"651264" : 5461,
"659456" : 5550,
"667648" : 6151,
"675840" : 7681,
"684032" : 9951,
"692224" : 13774,
"700416" : 17571,
"708608" : 19274,
"716800" : 18074,
"724992" : 15325,
"733184" : 14071,
"741376" : 15119,
"749568" : 17413,
"757760" : 18511,
"765952" : 17702,
"774144" : 14338,
"782336" : 9894,
"790528" : 6914,
"798720" : 4750,
"806912" : 3843,
"815104" : 3412,
"823296" : 2931,
"831488" : 2704,
"839680" : 2307,
"847872" : 2001,
"856064" : 1748,
"864256" : 1656,
"872448" : 1546,
"880640" : 1396,
"888832" : 1209,
"897024" : 1304,
"905216" : 1345,
"913408" : 1314,
"921600" : 1472,
"929792" : 1434,
"937984" : 1568,
"946176" : 1702,
"954368" : 1811,
"962560" : 2057,
"970752" : 2601,
"978944" : 2970,
"987136" : 3648,
"995328" : 4534,
"1003520" : 4962,
"1011712" : 5230,
"1019904" : 5213,
"1028096" : 5400,
"1036288" : 6032,
"1044480" : 6893,
"1056768" : 14920,
"1073152" : 13955,
"1089536" : 10957,
"1105920" : 9552,
"1122304" : 8129,
"1138688" : 5524,
"1155072" : 3545,
"1171456" : 2511,
"1187840" : 2153,
"1204224" : 2013,
"1220608" : 1845,
"1236992" : 1953,
"1253376" : 2066,
"1269760" : 2435,
"1286144" : 2821,
"1302528" : 3330,
"1318912" : 3631,
"1335296" : 4474,
"1351680" : 5322,
"1368064" : 5635,
"1384448" : 5053,
"1400832" : 4810,
"1417216" : 4533,
"1433600" : 4054,
"1449984" : 3256,
"1466368" : 2791,
"1482752" : 2211,
"1499136" : 1822,
"1515520" : 1325,
"1531904" : 1148,
"1548288" : 1261,
"1564672" : 1246,
"1581056" : 1274,
"1597440" : 1469,
"1613824" : 1724,
"1630208" : 1780,
"1646592" : 1885,
"1662976" : 2138,
"1679360" : 2119,
"1695744" : 2131,
"1712128" : 2286,
"1728512" : 2258,
"1744896" : 2024,
"1761280" : 1740,
"1777664" : 1722,
"1794048" : 1581,
"1810432" : 1400,
"1826816" : 1178,
"1843200" : 1230,
"1859584" : 1734,
"1875968" : 1653,
"1892352" : 1139,
"1908736" : 1212,
"1925120" : 1161,
"1941504" : 1211,
"1957888" : 1208,
"1974272" : 1283,
"1990656" : 1422,
"2007040" : 1444,
"2023424" : 1421,
"2039808" : 1316,
"2056192" : 1341,
"2072576" : 1320,
"2088960" : 1354,
"2113536" : 2394,
"2146304" : 2397,
"2179072" : 2245,
"2211840" : 2307,
"2244608" : 2607,
"2277376" : 2365,
"2310144" : 2281,
"2342912" : 2476,
"2375680" : 2529,
"2408448" : 2510,
"2441216" : 2422,
"2473984" : 2585,
"2506752" : 2700,
"2539520" : 2761,
"2572288" : 2472,
"2605056" : 2719,
"2637824" : 2601,
"2670592" : 2582,
"2703360" : 2586,
"2736128" : 2537,
"2768896" : 2358,
"2801664" : 2425,
"2834432" : 2232,
"2867200" : 2047,
"2899968" : 2160,
"2932736" : 2006,
"2965504" : 1951,
"2998272" : 1963,
"3031040" : 1917,
"3063808" : 1619,
"3096576" : 1643,
"3129344" : 1564,
"3162112" : 1450,
"3194880" : 1462,
"3227648" : 1474,
"3260416" : 1349,
"3293184" : 1140,
"3325952" : 1125,
"3358720" : 1019,
"3391488" : 942,
"3424256" : 992,
"3457024" : 1028,
"3489792" : 1013,
"3522560" : 1018,
"3555328" : 1023,
"3588096" : 969,
"3620864" : 1027,
"3653632" : 791,
"3686400" : 850,
"3719168" : 863,
"3751936" : 792,
"3784704" : 744,
"3817472" : 735,
"3850240" : 798,
"3883008" : 728,
"3915776" : 755,
"3948544" : 779,
"3981312" : 687,
"4014080" : 685,
"4046848" : 639,
"4079616" : 637,
"4112384" : 574,
"4145152" : 651,
"4177920" : 591,
"4227072" : 1292,
"4292608" : 1381,
"4358144" : 1294,
"4423680" : 1138,
"4489216" : 1261,
"4554752" : 1128,
"4620288" : 1273,
"4685824" : 1124,
"4751360" : 1026,
"4816896" : 833,
"4882432" : 795,
"4947968" : 999,
"5013504" : 965,
"5079040" : 833,
"5144576" : 681,
"5210112" : 736,
"5275648" : 680,
"5341184" : 614,
"5406720" : 503,
"5472256" : 602,
"5537792" : 571,
"5603328" : 467,
"5668864" : 481,
"5734400" : 502,
"5799936" : 483,
"5865472" : 358,
"5931008" : 411,
"5996544" : 441,
"6062080" : 411,
"6127616" : 362,
"6193152" : 349,
"6258688" : 331,
"6324224" : 292,
"6389760" : 317,
"6455296" : 292,
"6520832" : 248,
"6586368" : 328,
"6651904" : 192,
"6717440" : 194,
"6782976" : 283,
"6848512" : 210,
"6914048" : 191,
"6979584" : 171,
"7045120" : 195,
"7110656" : 163,
"7176192" : 124,
"7241728" : 179,
"7307264" : 134,
"7372800" : 169,
"7438336" : 129,
"7503872" : 129,
"7569408" : 90,
"7634944" : 89,
"7700480" : 94,
"7766016" : 108,
"7831552" : 81,
"7897088" : 124,
"7962624" : 92,
"8028160" : 93,
"8093696" : 85,
"8159232" : 67,
"8224768" : 64,
"8290304" : 110,
"8355840" : 73,
"8454144" : 110,
"8585216" : 90,
"8716288" : 89,
"8847360" : 69,
"8978432" : 70,
"9109504" : 92,
"9240576" : 86,
"9371648" : 69,
"9502720" : 39,
"9633792" : 31,
"9764864" : 28,
"9895936" : 41,
"10027008" : 74,
"10158080" : 26,
"10289152" : 30,
"10420224" : 35,
"10551296" : 20,
"10682368" : 12,
"10813440" : 14,
"10944512" : 22,
"11075584" : 16,
"11206656" : 4,
"11337728" : 7,
"11468800" : 4,
"11599872" : 4,
"11730944" : 8,
"11862016" : 3,
"11993088" : 3,
"12124160" : 11,
"12255232" : 4,
"12517376" : 2,
"12910592" : 1,
"13041664" : 5,
"13172736" : 5,
"13303808" : 2,
"13828096" : 3,
"14483456" : 5,
"15269888" : 4
}
},
"lat_ns" : {
"min" : 339809,
"max" : 15362695,
"mean" : 896153.399497,
"stddev" : 932929.630954,
"N" : 1784272
},
"bw_min" : 20696,
"bw_max" : 133720,
"bw_agg" : 99.954334,
"bw_mean" : 71339.201005,
"bw_dev" : 30027.314898,
"bw_samples" : 199,
"iops_min" : 5174,
"iops_max" : 33430,
"iops_mean" : 17834.773869,
"iops_stddev" : 7506.828624,
"iops_samples" : 199
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 3.181032,
"sys_cpu" : 51.215512,
"ctx" : 90425,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999944,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999944,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 53.573416,
"750" : 18.917845,
"1000" : 7.462759
},
"latency_ms" : {
"2" : 12.089350,
"4" : 6.034334,
"10" : 1.904473,
"20" : 0.017766,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093271,
"timestamp_ms" : 1773093271983,
"time" : "Mon Mar 9 18:54:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8156045312,
"io_kbytes" : 7964888,
"bw_bytes" : 74146540,
"bw" : 72408,
"iops" : 18102.191838,
"runtime" : 109999,
"total_ios" : 1991223,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8673,
"max" : 5129291,
"mean" : 53437.388885,
"stddev" : 190154.662212,
"N" : 1991223
},
"clat_ns" : {
"min" : 321021,
"max" : 15329164,
"mean" : 829876.981479,
"stddev" : 881892.401645,
"N" : 1991222,
"percentile" : {
"1.000000" : 374784,
"5.000000" : 391168,
"10.000000" : 403456,
"20.000000" : 423936,
"30.000000" : 440320,
"40.000000" : 456704,
"50.000000" : 473088,
"60.000000" : 544768,
"70.000000" : 716800,
"80.000000" : 970752,
"90.000000" : 1630208,
"95.000000" : 2670592,
"99.000000" : 4816896,
"99.500000" : 5734400,
"99.900000" : 7766016,
"99.950000" : 8585216,
"99.990000" : 10289152
},
"bins" : {
"321536" : 10,
"325632" : 16,
"329728" : 16,
"333824" : 52,
"337920" : 71,
"342016" : 135,
"346112" : 270,
"350208" : 507,
"354304" : 835,
"358400" : 1544,
"362496" : 2589,
"366592" : 3914,
"370688" : 6502,
"374784" : 9536,
"378880" : 12642,
"382976" : 18769,
"387072" : 24005,
"391168" : 28355,
"395264" : 35698,
"399360" : 39882,
"403456" : 40602,
"407552" : 41672,
"411648" : 41906,
"415744" : 38834,
"419840" : 36283,
"423936" : 37611,
"428032" : 41160,
"432128" : 45386,
"436224" : 49977,
"440320" : 53820,
"444416" : 57151,
"448512" : 57714,
"452608" : 56297,
"456704" : 53018,
"460800" : 48453,
"464896" : 43041,
"468992" : 37214,
"473088" : 32053,
"477184" : 27500,
"481280" : 22885,
"485376" : 19392,
"489472" : 16546,
"493568" : 13996,
"497664" : 11927,
"501760" : 10447,
"505856" : 9268,
"509952" : 8452,
"514048" : 7902,
"518144" : 7709,
"522240" : 7527,
"528384" : 14815,
"536576" : 16724,
"544768" : 17652,
"552960" : 16071,
"561152" : 12697,
"569344" : 9577,
"577536" : 7536,
"585728" : 5997,
"593920" : 5330,
"602112" : 4775,
"610304" : 4942,
"618496" : 5003,
"626688" : 5207,
"634880" : 5378,
"643072" : 5720,
"651264" : 5627,
"659456" : 5756,
"667648" : 6420,
"675840" : 8011,
"684032" : 10515,
"692224" : 14528,
"700416" : 18566,
"708608" : 20272,
"716800" : 19011,
"724992" : 16335,
"733184" : 15104,
"741376" : 16051,
"749568" : 18525,
"757760" : 19774,
"765952" : 18722,
"774144" : 15330,
"782336" : 10674,
"790528" : 7503,
"798720" : 5272,
"806912" : 4164,
"815104" : 3615,
"823296" : 3161,
"831488" : 2915,
"839680" : 2477,
"847872" : 2144,
"856064" : 1889,
"864256" : 1822,
"872448" : 1687,
"880640" : 1532,
"888832" : 1333,
"897024" : 1404,
"905216" : 1432,
"913408" : 1406,
"921600" : 1580,
"929792" : 1549,
"937984" : 1677,
"946176" : 1792,
"954368" : 1892,
"962560" : 2120,
"970752" : 2669,
"978944" : 3027,
"987136" : 3776,
"995328" : 4677,
"1003520" : 5078,
"1011712" : 5331,
"1019904" : 5321,
"1028096" : 5507,
"1036288" : 6161,
"1044480" : 7007,
"1056768" : 15145,
"1073152" : 14246,
"1089536" : 11235,
"1105920" : 9868,
"1122304" : 8336,
"1138688" : 5724,
"1155072" : 3702,
"1171456" : 2660,
"1187840" : 2293,
"1204224" : 2142,
"1220608" : 1908,
"1236992" : 2045,
"1253376" : 2211,
"1269760" : 2551,
"1286144" : 2923,
"1302528" : 3479,
"1318912" : 3762,
"1335296" : 4578,
"1351680" : 5438,
"1368064" : 5741,
"1384448" : 5171,
"1400832" : 4893,
"1417216" : 4632,
"1433600" : 4148,
"1449984" : 3373,
"1466368" : 2895,
"1482752" : 2344,
"1499136" : 1950,
"1515520" : 1449,
"1531904" : 1300,
"1548288" : 1371,
"1564672" : 1332,
"1581056" : 1368,
"1597440" : 1603,
"1613824" : 1878,
"1630208" : 1866,
"1646592" : 1972,
"1662976" : 2305,
"1679360" : 2243,
"1695744" : 2214,
"1712128" : 2357,
"1728512" : 2335,
"1744896" : 2165,
"1761280" : 1870,
"1777664" : 1866,
"1794048" : 1723,
"1810432" : 1517,
"1826816" : 1339,
"1843200" : 1352,
"1859584" : 1872,
"1875968" : 1767,
"1892352" : 1261,
"1908736" : 1342,
"1925120" : 1305,
"1941504" : 1358,
"1957888" : 1350,
"1974272" : 1471,
"1990656" : 1594,
"2007040" : 1582,
"2023424" : 1601,
"2039808" : 1483,
"2056192" : 1499,
"2072576" : 1435,
"2088960" : 1526,
"2113536" : 2710,
"2146304" : 2788,
"2179072" : 2580,
"2211840" : 2674,
"2244608" : 3052,
"2277376" : 2683,
"2310144" : 2634,
"2342912" : 2902,
"2375680" : 2939,
"2408448" : 2906,
"2441216" : 2907,
"2473984" : 3084,
"2506752" : 3180,
"2539520" : 3255,
"2572288" : 2980,
"2605056" : 3144,
"2637824" : 2975,
"2670592" : 3154,
"2703360" : 2984,
"2736128" : 3056,
"2768896" : 2818,
"2801664" : 2868,
"2834432" : 2596,
"2867200" : 2464,
"2899968" : 2563,
"2932736" : 2341,
"2965504" : 2292,
"2998272" : 2253,
"3031040" : 2161,
"3063808" : 1993,
"3096576" : 1917,
"3129344" : 1799,
"3162112" : 1643,
"3194880" : 1669,
"3227648" : 1625,
"3260416" : 1481,
"3293184" : 1340,
"3325952" : 1335,
"3358720" : 1161,
"3391488" : 1089,
"3424256" : 1099,
"3457024" : 1122,
"3489792" : 1112,
"3522560" : 1099,
"3555328" : 1139,
"3588096" : 1095,
"3620864" : 1153,
"3653632" : 900,
"3686400" : 917,
"3719168" : 923,
"3751936" : 871,
"3784704" : 799,
"3817472" : 817,
"3850240" : 871,
"3883008" : 798,
"3915776" : 811,
"3948544" : 832,
"3981312" : 724,
"4014080" : 734,
"4046848" : 676,
"4079616" : 678,
"4112384" : 618,
"4145152" : 706,
"4177920" : 640,
"4227072" : 1394,
"4292608" : 1456,
"4358144" : 1409,
"4423680" : 1235,
"4489216" : 1362,
"4554752" : 1221,
"4620288" : 1352,
"4685824" : 1207,
"4751360" : 1091,
"4816896" : 901,
"4882432" : 852,
"4947968" : 1052,
"5013504" : 1016,
"5079040" : 880,
"5144576" : 707,
"5210112" : 754,
"5275648" : 717,
"5341184" : 654,
"5406720" : 544,
"5472256" : 628,
"5537792" : 612,
"5603328" : 484,
"5668864" : 508,
"5734400" : 518,
"5799936" : 499,
"5865472" : 376,
"5931008" : 445,
"5996544" : 443,
"6062080" : 412,
"6127616" : 383,
"6193152" : 354,
"6258688" : 334,
"6324224" : 306,
"6389760" : 320,
"6455296" : 294,
"6520832" : 259,
"6586368" : 328,
"6651904" : 195,
"6717440" : 205,
"6782976" : 287,
"6848512" : 231,
"6914048" : 199,
"6979584" : 171,
"7045120" : 195,
"7110656" : 163,
"7176192" : 127,
"7241728" : 186,
"7307264" : 134,
"7372800" : 169,
"7438336" : 129,
"7503872" : 129,
"7569408" : 91,
"7634944" : 99,
"7700480" : 94,
"7766016" : 110,
"7831552" : 83,
"7897088" : 124,
"7962624" : 92,
"8028160" : 93,
"8093696" : 94,
"8159232" : 68,
"8224768" : 68,
"8290304" : 111,
"8355840" : 73,
"8454144" : 110,
"8585216" : 90,
"8716288" : 89,
"8847360" : 71,
"8978432" : 70,
"9109504" : 94,
"9240576" : 87,
"9371648" : 69,
"9502720" : 39,
"9633792" : 31,
"9764864" : 28,
"9895936" : 41,
"10027008" : 74,
"10158080" : 26,
"10289152" : 30,
"10420224" : 35,
"10551296" : 20,
"10682368" : 12,
"10813440" : 14,
"10944512" : 22,
"11075584" : 16,
"11206656" : 4,
"11337728" : 7,
"11468800" : 4,
"11599872" : 4,
"11730944" : 8,
"11862016" : 3,
"11993088" : 3,
"12124160" : 14,
"12255232" : 4,
"12517376" : 2,
"12910592" : 1,
"13041664" : 5,
"13172736" : 5,
"13303808" : 2,
"13828096" : 3,
"14483456" : 5,
"15269888" : 4
}
},
"lat_ns" : {
"min" : 339259,
"max" : 15362695,
"mean" : 883314.370099,
"stddev" : 920568.963118,
"N" : 1991222
},
"bw_min" : 20696,
"bw_max" : 133720,
"bw_agg" : 99.909223,
"bw_mean" : 72343.840183,
"bw_dev" : 28817.301289,
"bw_samples" : 219,
"iops_min" : 5174,
"iops_max" : 33430,
"iops_mean" : 18085.936073,
"iops_stddev" : 7204.326066,
"iops_samples" : 219
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 3.221847,
"sys_cpu" : 51.766834,
"ctx" : 93982,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999950,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999950,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 55.774617,
"750" : 17.776964,
"1000" : 7.133756
},
"latency_ms" : {
"2" : 11.263178,
"4" : 6.235012,
"10" : 1.800351,
"20" : 0.016071,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093281,
"timestamp_ms" : 1773093281984,
"time" : "Mon Mar 9 18:54:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9079279616,
"io_kbytes" : 8866484,
"bw_bytes" : 75661293,
"bw" : 73887,
"iops" : 18472.003933,
"runtime" : 119999,
"total_ios" : 2216622,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8673,
"max" : 5129291,
"mean" : 52333.290679,
"stddev" : 188577.246993,
"N" : 2216622
},
"clat_ns" : {
"min" : 321021,
"max" : 15329164,
"mean" : 813288.420185,
"stddev" : 864891.365515,
"N" : 2216621,
"percentile" : {
"1.000000" : 374784,
"5.000000" : 391168,
"10.000000" : 403456,
"20.000000" : 423936,
"30.000000" : 440320,
"40.000000" : 452608,
"50.000000" : 468992,
"60.000000" : 514048,
"70.000000" : 700416,
"80.000000" : 864256,
"90.000000" : 1613824,
"95.000000" : 2637824,
"99.000000" : 4685824,
"99.500000" : 5603328,
"99.900000" : 7634944,
"99.950000" : 8454144,
"99.990000" : 10289152
},
"bins" : {
"321536" : 10,
"325632" : 16,
"329728" : 16,
"333824" : 53,
"337920" : 77,
"342016" : 143,
"346112" : 292,
"350208" : 555,
"354304" : 886,
"358400" : 1652,
"362496" : 2776,
"366592" : 4168,
"370688" : 6988,
"374784" : 10248,
"378880" : 13678,
"382976" : 20355,
"387072" : 26466,
"391168" : 31529,
"395264" : 39622,
"399360" : 45697,
"403456" : 47090,
"407552" : 47830,
"411648" : 49351,
"415744" : 46690,
"419840" : 43747,
"423936" : 44787,
"428032" : 48734,
"432128" : 54022,
"436224" : 59422,
"440320" : 64017,
"444416" : 67808,
"448512" : 68444,
"452608" : 66478,
"456704" : 62142,
"460800" : 56549,
"464896" : 49932,
"468992" : 42906,
"473088" : 36763,
"477184" : 31425,
"481280" : 26223,
"485376" : 22136,
"489472" : 18851,
"493568" : 15935,
"497664" : 13649,
"501760" : 11998,
"505856" : 10642,
"509952" : 9517,
"514048" : 8884,
"518144" : 8482,
"522240" : 8228,
"528384" : 15882,
"536576" : 17554,
"544768" : 18227,
"552960" : 16569,
"561152" : 13077,
"569344" : 9891,
"577536" : 7781,
"585728" : 6183,
"593920" : 5463,
"602112" : 4896,
"610304" : 5042,
"618496" : 5084,
"626688" : 5271,
"634880" : 5430,
"643072" : 5761,
"651264" : 5682,
"659456" : 5811,
"667648" : 6544,
"675840" : 8121,
"684032" : 10652,
"692224" : 14731,
"700416" : 18917,
"708608" : 20710,
"716800" : 19575,
"724992" : 16933,
"733184" : 15634,
"741376" : 16570,
"749568" : 19038,
"757760" : 20451,
"765952" : 19408,
"774144" : 16126,
"782336" : 11196,
"790528" : 8031,
"798720" : 5706,
"806912" : 4511,
"815104" : 3922,
"823296" : 3367,
"831488" : 3090,
"839680" : 2649,
"847872" : 2300,
"856064" : 2009,
"864256" : 1977,
"872448" : 1802,
"880640" : 1636,
"888832" : 1407,
"897024" : 1482,
"905216" : 1529,
"913408" : 1496,
"921600" : 1648,
"929792" : 1611,
"937984" : 1746,
"946176" : 1873,
"954368" : 1967,
"962560" : 2206,
"970752" : 2753,
"978944" : 3109,
"987136" : 3828,
"995328" : 4743,
"1003520" : 5134,
"1011712" : 5409,
"1019904" : 5390,
"1028096" : 5585,
"1036288" : 6241,
"1044480" : 7085,
"1056768" : 15283,
"1073152" : 14429,
"1089536" : 11418,
"1105920" : 10025,
"1122304" : 8453,
"1138688" : 5808,
"1155072" : 3833,
"1171456" : 2810,
"1187840" : 2436,
"1204224" : 2207,
"1220608" : 1994,
"1236992" : 2182,
"1253376" : 2297,
"1269760" : 2617,
"1286144" : 3010,
"1302528" : 3597,
"1318912" : 3883,
"1335296" : 4687,
"1351680" : 5516,
"1368064" : 5826,
"1384448" : 5279,
"1400832" : 5016,
"1417216" : 4733,
"1433600" : 4220,
"1449984" : 3467,
"1466368" : 2968,
"1482752" : 2451,
"1499136" : 2059,
"1515520" : 1552,
"1531904" : 1391,
"1548288" : 1486,
"1564672" : 1388,
"1581056" : 1506,
"1597440" : 1759,
"1613824" : 1983,
"1630208" : 1941,
"1646592" : 2045,
"1662976" : 2389,
"1679360" : 2346,
"1695744" : 2332,
"1712128" : 2483,
"1728512" : 2392,
"1744896" : 2250,
"1761280" : 1946,
"1777664" : 1982,
"1794048" : 1848,
"1810432" : 1638,
"1826816" : 1499,
"1843200" : 1540,
"1859584" : 2077,
"1875968" : 1889,
"1892352" : 1411,
"1908736" : 1457,
"1925120" : 1467,
"1941504" : 1491,
"1957888" : 1477,
"1974272" : 1570,
"1990656" : 1710,
"2007040" : 1694,
"2023424" : 1705,
"2039808" : 1575,
"2056192" : 1601,
"2072576" : 1585,
"2088960" : 1735,
"2113536" : 3078,
"2146304" : 3155,
"2179072" : 2924,
"2211840" : 2932,
"2244608" : 3431,
"2277376" : 2982,
"2310144" : 2914,
"2342912" : 3180,
"2375680" : 3458,
"2408448" : 3400,
"2441216" : 3320,
"2473984" : 3504,
"2506752" : 3538,
"2539520" : 3712,
"2572288" : 3560,
"2605056" : 3656,
"2637824" : 3382,
"2670592" : 3600,
"2703360" : 3390,
"2736128" : 3443,
"2768896" : 3244,
"2801664" : 3218,
"2834432" : 2909,
"2867200" : 2852,
"2899968" : 2752,
"2932736" : 2593,
"2965504" : 2545,
"2998272" : 2470,
"3031040" : 2437,
"3063808" : 2192,
"3096576" : 2152,
"3129344" : 2008,
"3162112" : 1809,
"3194880" : 1812,
"3227648" : 1766,
"3260416" : 1677,
"3293184" : 1486,
"3325952" : 1519,
"3358720" : 1282,
"3391488" : 1170,
"3424256" : 1238,
"3457024" : 1254,
"3489792" : 1246,
"3522560" : 1178,
"3555328" : 1209,
"3588096" : 1124,
"3620864" : 1181,
"3653632" : 940,
"3686400" : 1023,
"3719168" : 1053,
"3751936" : 909,
"3784704" : 845,
"3817472" : 908,
"3850240" : 936,
"3883008" : 869,
"3915776" : 866,
"3948544" : 866,
"3981312" : 745,
"4014080" : 794,
"4046848" : 732,
"4079616" : 753,
"4112384" : 652,
"4145152" : 738,
"4177920" : 732,
"4227072" : 1528,
"4292608" : 1556,
"4358144" : 1503,
"4423680" : 1339,
"4489216" : 1452,
"4554752" : 1310,
"4620288" : 1394,
"4685824" : 1250,
"4751360" : 1132,
"4816896" : 950,
"4882432" : 875,
"4947968" : 1122,
"5013504" : 1061,
"5079040" : 901,
"5144576" : 735,
"5210112" : 787,
"5275648" : 719,
"5341184" : 665,
"5406720" : 565,
"5472256" : 628,
"5537792" : 625,
"5603328" : 487,
"5668864" : 512,
"5734400" : 527,
"5799936" : 508,
"5865472" : 404,
"5931008" : 472,
"5996544" : 460,
"6062080" : 418,
"6127616" : 398,
"6193152" : 361,
"6258688" : 334,
"6324224" : 306,
"6389760" : 320,
"6455296" : 294,
"6520832" : 259,
"6586368" : 328,
"6651904" : 200,
"6717440" : 205,
"6782976" : 287,
"6848512" : 243,
"6914048" : 202,
"6979584" : 171,
"7045120" : 195,
"7110656" : 163,
"7176192" : 127,
"7241728" : 186,
"7307264" : 134,
"7372800" : 169,
"7438336" : 129,
"7503872" : 131,
"7569408" : 91,
"7634944" : 99,
"7700480" : 94,
"7766016" : 110,
"7831552" : 83,
"7897088" : 124,
"7962624" : 92,
"8028160" : 93,
"8093696" : 94,
"8159232" : 68,
"8224768" : 68,
"8290304" : 111,
"8355840" : 73,
"8454144" : 110,
"8585216" : 90,
"8716288" : 89,
"8847360" : 71,
"8978432" : 70,
"9109504" : 94,
"9240576" : 87,
"9371648" : 69,
"9502720" : 39,
"9633792" : 31,
"9764864" : 28,
"9895936" : 41,
"10027008" : 74,
"10158080" : 26,
"10289152" : 30,
"10420224" : 35,
"10551296" : 20,
"10682368" : 12,
"10813440" : 14,
"10944512" : 22,
"11075584" : 16,
"11206656" : 4,
"11337728" : 7,
"11468800" : 4,
"11599872" : 4,
"11730944" : 8,
"11862016" : 3,
"11993088" : 3,
"12124160" : 14,
"12255232" : 4,
"12517376" : 2,
"12910592" : 1,
"13041664" : 5,
"13172736" : 5,
"13303808" : 2,
"13828096" : 3,
"14483456" : 5,
"15269888" : 4
}
},
"lat_ns" : {
"min" : 339259,
"max" : 15362695,
"mean" : 865621.729083,
"stddev" : 902318.886393,
"N" : 2216621
},
"bw_min" : 20696,
"bw_max" : 133720,
"bw_agg" : 99.890400,
"bw_mean" : 73807.468619,
"bw_dev" : 28026.508827,
"bw_samples" : 239,
"iops_min" : 5174,
"iops_max" : 33430,
"iops_mean" : 18451.841004,
"iops_stddev" : 7006.626838,
"iops_samples" : 239
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 3.310861,
"sys_cpu" : 52.715439,
"ctx" : 96541,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999955,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 58.247053,
"750" : 16.643523,
"1000" : 6.715398
},
"latency_ms" : {
"2" : 10.436060,
"4" : 6.256547,
"10" : 1.686936,
"20" : 0.014436,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093291,
"timestamp_ms" : 1773093291984,
"time" : "Mon Mar 9 18:54:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10093711360,
"io_kbytes" : 9857140,
"bw_bytes" : 77643933,
"bw" : 75824,
"iops" : 18956.046154,
"runtime" : 130000,
"total_ios" : 2464286,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8673,
"max" : 5129291,
"mean" : 50951.872085,
"stddev" : 185107.910555,
"N" : 2464286
},
"clat_ns" : {
"min" : 321021,
"max" : 15329164,
"mean" : 792547.408703,
"stddev" : 843720.780082,
"N" : 2464285,
"percentile" : {
"1.000000" : 374784,
"5.000000" : 391168,
"10.000000" : 403456,
"20.000000" : 423936,
"30.000000" : 440320,
"40.000000" : 452608,
"50.000000" : 464896,
"60.000000" : 493568,
"70.000000" : 659456,
"80.000000" : 790528,
"90.000000" : 1515520,
"95.000000" : 2605056,
"99.000000" : 4620288,
"99.500000" : 5472256,
"99.900000" : 7503872,
"99.950000" : 8290304,
"99.990000" : 10158080
},
"bins" : {
"321536" : 10,
"325632" : 16,
"329728" : 16,
"333824" : 53,
"337920" : 78,
"342016" : 153,
"346112" : 306,
"350208" : 575,
"354304" : 927,
"358400" : 1724,
"362496" : 2886,
"366592" : 4343,
"370688" : 7308,
"374784" : 10824,
"378880" : 14442,
"382976" : 21510,
"387072" : 28335,
"391168" : 33886,
"395264" : 42601,
"399360" : 50363,
"403456" : 52562,
"407552" : 53633,
"411648" : 56251,
"415744" : 54403,
"419840" : 51600,
"423936" : 53054,
"428032" : 57611,
"432128" : 64051,
"436224" : 71161,
"440320" : 76360,
"444416" : 81142,
"448512" : 82126,
"452608" : 79823,
"456704" : 74652,
"460800" : 67472,
"464896" : 59128,
"468992" : 50465,
"473088" : 43175,
"477184" : 36792,
"481280" : 30698,
"485376" : 25841,
"489472" : 22096,
"493568" : 18797,
"497664" : 16043,
"501760" : 14062,
"505856" : 12527,
"509952" : 11153,
"514048" : 10218,
"518144" : 9567,
"522240" : 9156,
"528384" : 17201,
"536576" : 18541,
"544768" : 18894,
"552960" : 17078,
"561152" : 13469,
"569344" : 10217,
"577536" : 8063,
"585728" : 6426,
"593920" : 5668,
"602112" : 5039,
"610304" : 5179,
"618496" : 5217,
"626688" : 5377,
"634880" : 5508,
"643072" : 5841,
"651264" : 5746,
"659456" : 5853,
"667648" : 6617,
"675840" : 8171,
"684032" : 10740,
"692224" : 14851,
"700416" : 19048,
"708608" : 20893,
"716800" : 19786,
"724992" : 17252,
"733184" : 15982,
"741376" : 16919,
"749568" : 19334,
"757760" : 20838,
"765952" : 19741,
"774144" : 16510,
"782336" : 11586,
"790528" : 8272,
"798720" : 5907,
"806912" : 4734,
"815104" : 4046,
"823296" : 3542,
"831488" : 3216,
"839680" : 2762,
"847872" : 2386,
"856064" : 2082,
"864256" : 2044,
"872448" : 1841,
"880640" : 1682,
"888832" : 1488,
"897024" : 1546,
"905216" : 1598,
"913408" : 1563,
"921600" : 1700,
"929792" : 1643,
"937984" : 1797,
"946176" : 1954,
"954368" : 2032,
"962560" : 2256,
"970752" : 2797,
"978944" : 3152,
"987136" : 3869,
"995328" : 4786,
"1003520" : 5188,
"1011712" : 5452,
"1019904" : 5416,
"1028096" : 5618,
"1036288" : 6275,
"1044480" : 7114,
"1056768" : 15342,
"1073152" : 14497,
"1089536" : 11539,
"1105920" : 10135,
"1122304" : 8523,
"1138688" : 5890,
"1155072" : 3912,
"1171456" : 2874,
"1187840" : 2539,
"1204224" : 2317,
"1220608" : 2053,
"1236992" : 2283,
"1253376" : 2378,
"1269760" : 2679,
"1286144" : 3113,
"1302528" : 3635,
"1318912" : 3934,
"1335296" : 4720,
"1351680" : 5552,
"1368064" : 5895,
"1384448" : 5348,
"1400832" : 5091,
"1417216" : 4820,
"1433600" : 4275,
"1449984" : 3533,
"1466368" : 2997,
"1482752" : 2498,
"1499136" : 2131,
"1515520" : 1663,
"1531904" : 1478,
"1548288" : 1517,
"1564672" : 1446,
"1581056" : 1581,
"1597440" : 1863,
"1613824" : 2050,
"1630208" : 1998,
"1646592" : 2122,
"1662976" : 2510,
"1679360" : 2468,
"1695744" : 2448,
"1712128" : 2550,
"1728512" : 2438,
"1744896" : 2296,
"1761280" : 1993,
"1777664" : 2026,
"1794048" : 1930,
"1810432" : 1742,
"1826816" : 1601,
"1843200" : 1646,
"1859584" : 2174,
"1875968" : 1972,
"1892352" : 1496,
"1908736" : 1551,
"1925120" : 1529,
"1941504" : 1542,
"1957888" : 1543,
"1974272" : 1660,
"1990656" : 1820,
"2007040" : 1762,
"2023424" : 1758,
"2039808" : 1623,
"2056192" : 1679,
"2072576" : 1678,
"2088960" : 1800,
"2113536" : 3233,
"2146304" : 3416,
"2179072" : 3179,
"2211840" : 3193,
"2244608" : 3708,
"2277376" : 3275,
"2310144" : 3145,
"2342912" : 3502,
"2375680" : 3847,
"2408448" : 3867,
"2441216" : 3745,
"2473984" : 3829,
"2506752" : 3842,
"2539520" : 4011,
"2572288" : 3995,
"2605056" : 4045,
"2637824" : 3773,
"2670592" : 3934,
"2703360" : 3794,
"2736128" : 3792,
"2768896" : 3630,
"2801664" : 3551,
"2834432" : 3304,
"2867200" : 3156,
"2899968" : 2976,
"2932736" : 2858,
"2965504" : 2759,
"2998272" : 2744,
"3031040" : 2674,
"3063808" : 2438,
"3096576" : 2372,
"3129344" : 2191,
"3162112" : 1953,
"3194880" : 1950,
"3227648" : 1929,
"3260416" : 1777,
"3293184" : 1604,
"3325952" : 1593,
"3358720" : 1415,
"3391488" : 1272,
"3424256" : 1298,
"3457024" : 1310,
"3489792" : 1327,
"3522560" : 1263,
"3555328" : 1278,
"3588096" : 1217,
"3620864" : 1227,
"3653632" : 1027,
"3686400" : 1074,
"3719168" : 1148,
"3751936" : 1010,
"3784704" : 868,
"3817472" : 943,
"3850240" : 979,
"3883008" : 922,
"3915776" : 899,
"3948544" : 901,
"3981312" : 788,
"4014080" : 807,
"4046848" : 754,
"4079616" : 789,
"4112384" : 652,
"4145152" : 777,
"4177920" : 770,
"4227072" : 1594,
"4292608" : 1614,
"4358144" : 1556,
"4423680" : 1397,
"4489216" : 1521,
"4554752" : 1343,
"4620288" : 1427,
"4685824" : 1281,
"4751360" : 1177,
"4816896" : 982,
"4882432" : 917,
"4947968" : 1150,
"5013504" : 1081,
"5079040" : 936,
"5144576" : 755,
"5210112" : 808,
"5275648" : 747,
"5341184" : 686,
"5406720" : 565,
"5472256" : 629,
"5537792" : 642,
"5603328" : 493,
"5668864" : 526,
"5734400" : 547,
"5799936" : 512,
"5865472" : 409,
"5931008" : 476,
"5996544" : 460,
"6062080" : 421,
"6127616" : 398,
"6193152" : 361,
"6258688" : 334,
"6324224" : 308,
"6389760" : 335,
"6455296" : 308,
"6520832" : 262,
"6586368" : 328,
"6651904" : 200,
"6717440" : 205,
"6782976" : 296,
"6848512" : 243,
"6914048" : 202,
"6979584" : 171,
"7045120" : 197,
"7110656" : 163,
"7176192" : 135,
"7241728" : 186,
"7307264" : 139,
"7372800" : 170,
"7438336" : 129,
"7503872" : 131,
"7569408" : 96,
"7634944" : 107,
"7700480" : 94,
"7766016" : 110,
"7831552" : 83,
"7897088" : 124,
"7962624" : 92,
"8028160" : 93,
"8093696" : 94,
"8159232" : 68,
"8224768" : 68,
"8290304" : 111,
"8355840" : 73,
"8454144" : 110,
"8585216" : 90,
"8716288" : 89,
"8847360" : 71,
"8978432" : 70,
"9109504" : 94,
"9240576" : 87,
"9371648" : 69,
"9502720" : 39,
"9633792" : 31,
"9764864" : 28,
"9895936" : 41,
"10027008" : 74,
"10158080" : 26,
"10289152" : 30,
"10420224" : 35,
"10551296" : 20,
"10682368" : 12,
"10813440" : 14,
"10944512" : 22,
"11075584" : 16,
"11206656" : 4,
"11337728" : 7,
"11468800" : 4,
"11599872" : 4,
"11730944" : 8,
"11862016" : 3,
"11993088" : 3,
"12124160" : 14,
"12255232" : 4,
"12517376" : 2,
"12910592" : 1,
"13041664" : 5,
"13172736" : 5,
"13303808" : 2,
"13828096" : 3,
"14483456" : 5,
"15269888" : 4
}
},
"lat_ns" : {
"min" : 339259,
"max" : 15362695,
"mean" : 843499.272660,
"stddev" : 879936.945050,
"N" : 2464285
},
"bw_min" : 20696,
"bw_max" : 133720,
"bw_agg" : 99.910117,
"bw_mean" : 75756.621622,
"bw_dev" : 27764.783871,
"bw_samples" : 259,
"iops_min" : 5174,
"iops_max" : 33430,
"iops_mean" : 18939.127413,
"iops_stddev" : 6941.194172,
"iops_samples" : 259
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 130000,
"usr_cpu" : 3.391538,
"sys_cpu" : 54.048462,
"ctx" : 98338,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999959,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 60.885912,
"750" : 15.640879,
"1000" : 6.200498
},
"latency_ms" : {
"2" : 9.575066,
"4" : 6.127211,
"10" : 1.557409,
"20" : 0.012986,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093301,
"timestamp_ms" : 1773093301983,
"time" : "Mon Mar 9 18:55:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11223887872,
"io_kbytes" : 10960828,
"bw_bytes" : 80171200,
"bw" : 78292,
"iops" : 19573.054093,
"runtime" : 139999,
"total_ios" : 2740208,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8593,
"max" : 5129291,
"mean" : 49290.300411,
"stddev" : 179635.439860,
"N" : 2740208
},
"clat_ns" : {
"min" : 321021,
"max" : 15329164,
"mean" : 767603.132034,
"stddev" : 816821.053754,
"N" : 2740207,
"percentile" : {
"1.000000" : 374784,
"5.000000" : 395264,
"10.000000" : 403456,
"20.000000" : 423936,
"30.000000" : 436224,
"40.000000" : 448512,
"50.000000" : 460800,
"60.000000" : 481280,
"70.000000" : 569344,
"80.000000" : 765952,
"90.000000" : 1417216,
"95.000000" : 2539520,
"99.000000" : 4489216,
"99.500000" : 5341184,
"99.900000" : 7372800,
"99.950000" : 8224768,
"99.990000" : 10027008
},
"bins" : {
"321536" : 10,
"325632" : 16,
"329728" : 17,
"333824" : 55,
"337920" : 80,
"342016" : 165,
"346112" : 331,
"350208" : 624,
"354304" : 970,
"358400" : 1817,
"362496" : 3078,
"366592" : 4587,
"370688" : 7704,
"374784" : 11446,
"378880" : 15218,
"382976" : 22793,
"387072" : 30168,
"391168" : 36295,
"395264" : 45694,
"399360" : 54450,
"403456" : 57511,
"407552" : 59609,
"411648" : 63812,
"415744" : 63208,
"419840" : 61796,
"423936" : 64559,
"428032" : 71216,
"432128" : 79562,
"436224" : 87614,
"440320" : 93492,
"444416" : 98205,
"448512" : 98611,
"452608" : 94486,
"456704" : 87447,
"460800" : 78261,
"464896" : 68172,
"468992" : 57857,
"473088" : 49433,
"477184" : 41910,
"481280" : 35220,
"485376" : 29704,
"489472" : 25215,
"493568" : 21566,
"497664" : 18478,
"501760" : 16134,
"505856" : 14276,
"509952" : 12640,
"514048" : 11514,
"518144" : 10680,
"522240" : 10170,
"528384" : 18837,
"536576" : 19904,
"544768" : 19943,
"552960" : 17928,
"561152" : 14132,
"569344" : 10823,
"577536" : 8500,
"585728" : 6763,
"593920" : 5953,
"602112" : 5295,
"610304" : 5379,
"618496" : 5351,
"626688" : 5488,
"634880" : 5617,
"643072" : 5931,
"651264" : 5821,
"659456" : 5941,
"667648" : 6709,
"675840" : 8245,
"684032" : 10791,
"692224" : 14919,
"700416" : 19131,
"708608" : 20994,
"716800" : 19886,
"724992" : 17409,
"733184" : 16110,
"741376" : 17053,
"749568" : 19469,
"757760" : 20962,
"765952" : 19860,
"774144" : 16646,
"782336" : 11726,
"790528" : 8422,
"798720" : 6064,
"806912" : 4841,
"815104" : 4143,
"823296" : 3642,
"831488" : 3317,
"839680" : 2808,
"847872" : 2440,
"856064" : 2129,
"864256" : 2083,
"872448" : 1906,
"880640" : 1729,
"888832" : 1524,
"897024" : 1576,
"905216" : 1639,
"913408" : 1594,
"921600" : 1728,
"929792" : 1672,
"937984" : 1814,
"946176" : 1979,
"954368" : 2050,
"962560" : 2278,
"970752" : 2828,
"978944" : 3168,
"987136" : 3897,
"995328" : 4811,
"1003520" : 5218,
"1011712" : 5469,
"1019904" : 5421,
"1028096" : 5622,
"1036288" : 6289,
"1044480" : 7152,
"1056768" : 15410,
"1073152" : 14552,
"1089536" : 11571,
"1105920" : 10150,
"1122304" : 8544,
"1138688" : 5901,
"1155072" : 3940,
"1171456" : 2931,
"1187840" : 2551,
"1204224" : 2367,
"1220608" : 2134,
"1236992" : 2316,
"1253376" : 2412,
"1269760" : 2697,
"1286144" : 3151,
"1302528" : 3680,
"1318912" : 4006,
"1335296" : 4784,
"1351680" : 5585,
"1368064" : 5956,
"1384448" : 5415,
"1400832" : 5165,
"1417216" : 4885,
"1433600" : 4309,
"1449984" : 3574,
"1466368" : 3069,
"1482752" : 2545,
"1499136" : 2153,
"1515520" : 1693,
"1531904" : 1520,
"1548288" : 1568,
"1564672" : 1534,
"1581056" : 1645,
"1597440" : 1909,
"1613824" : 2099,
"1630208" : 2067,
"1646592" : 2194,
"1662976" : 2574,
"1679360" : 2510,
"1695744" : 2491,
"1712128" : 2608,
"1728512" : 2518,
"1744896" : 2355,
"1761280" : 2039,
"1777664" : 2094,
"1794048" : 2001,
"1810432" : 1802,
"1826816" : 1684,
"1843200" : 1709,
"1859584" : 2263,
"1875968" : 2048,
"1892352" : 1569,
"1908736" : 1646,
"1925120" : 1632,
"1941504" : 1628,
"1957888" : 1620,
"1974272" : 1729,
"1990656" : 1896,
"2007040" : 1799,
"2023424" : 1824,
"2039808" : 1687,
"2056192" : 1738,
"2072576" : 1743,
"2088960" : 1879,
"2113536" : 3429,
"2146304" : 3600,
"2179072" : 3347,
"2211840" : 3438,
"2244608" : 3916,
"2277376" : 3506,
"2310144" : 3390,
"2342912" : 3777,
"2375680" : 4067,
"2408448" : 4107,
"2441216" : 4006,
"2473984" : 4067,
"2506752" : 4147,
"2539520" : 4242,
"2572288" : 4259,
"2605056" : 4262,
"2637824" : 4011,
"2670592" : 4229,
"2703360" : 4103,
"2736128" : 4006,
"2768896" : 3864,
"2801664" : 3735,
"2834432" : 3447,
"2867200" : 3437,
"2899968" : 3196,
"2932736" : 3015,
"2965504" : 2950,
"2998272" : 2893,
"3031040" : 2844,
"3063808" : 2562,
"3096576" : 2472,
"3129344" : 2326,
"3162112" : 2151,
"3194880" : 2093,
"3227648" : 1998,
"3260416" : 1812,
"3293184" : 1724,
"3325952" : 1675,
"3358720" : 1502,
"3391488" : 1322,
"3424256" : 1376,
"3457024" : 1394,
"3489792" : 1381,
"3522560" : 1299,
"3555328" : 1353,
"3588096" : 1262,
"3620864" : 1269,
"3653632" : 1080,
"3686400" : 1105,
"3719168" : 1189,
"3751936" : 1055,
"3784704" : 913,
"3817472" : 972,
"3850240" : 989,
"3883008" : 948,
"3915776" : 941,
"3948544" : 952,
"3981312" : 814,
"4014080" : 818,
"4046848" : 780,
"4079616" : 818,
"4112384" : 674,
"4145152" : 790,
"4177920" : 778,
"4227072" : 1641,
"4292608" : 1667,
"4358144" : 1579,
"4423680" : 1417,
"4489216" : 1579,
"4554752" : 1386,
"4620288" : 1451,
"4685824" : 1295,
"4751360" : 1187,
"4816896" : 986,
"4882432" : 941,
"4947968" : 1165,
"5013504" : 1099,
"5079040" : 936,
"5144576" : 772,
"5210112" : 822,
"5275648" : 748,
"5341184" : 686,
"5406720" : 565,
"5472256" : 629,
"5537792" : 647,
"5603328" : 495,
"5668864" : 526,
"5734400" : 547,
"5799936" : 512,
"5865472" : 409,
"5931008" : 476,
"5996544" : 461,
"6062080" : 434,
"6127616" : 398,
"6193152" : 361,
"6258688" : 334,
"6324224" : 308,
"6389760" : 335,
"6455296" : 308,
"6520832" : 262,
"6586368" : 328,
"6651904" : 200,
"6717440" : 205,
"6782976" : 296,
"6848512" : 243,
"6914048" : 202,
"6979584" : 171,
"7045120" : 197,
"7110656" : 163,
"7176192" : 135,
"7241728" : 186,
"7307264" : 139,
"7372800" : 170,
"7438336" : 129,
"7503872" : 131,
"7569408" : 96,
"7634944" : 107,
"7700480" : 94,
"7766016" : 110,
"7831552" : 83,
"7897088" : 124,
"7962624" : 92,
"8028160" : 93,
"8093696" : 94,
"8159232" : 68,
"8224768" : 68,
"8290304" : 111,
"8355840" : 73,
"8454144" : 110,
"8585216" : 90,
"8716288" : 89,
"8847360" : 71,
"8978432" : 70,
"9109504" : 94,
"9240576" : 87,
"9371648" : 69,
"9502720" : 39,
"9633792" : 31,
"9764864" : 28,
"9895936" : 41,
"10027008" : 74,
"10158080" : 26,
"10289152" : 30,
"10420224" : 35,
"10551296" : 20,
"10682368" : 12,
"10813440" : 14,
"10944512" : 22,
"11075584" : 16,
"11206656" : 4,
"11337728" : 7,
"11468800" : 4,
"11599872" : 4,
"11730944" : 8,
"11862016" : 3,
"11993088" : 3,
"12124160" : 14,
"12255232" : 4,
"12517376" : 2,
"12910592" : 1,
"13041664" : 5,
"13172736" : 5,
"13303808" : 2,
"13828096" : 3,
"14483456" : 5,
"15269888" : 4
}
},
"lat_ns" : {
"min" : 339259,
"max" : 15362695,
"mean" : 816893.432437,
"stddev" : 851780.933844,
"N" : 2740207
},
"bw_min" : 20696,
"bw_max" : 133720,
"bw_agg" : 99.849043,
"bw_mean" : 78174.075269,
"bw_dev" : 28151.191469,
"bw_samples" : 279,
"iops_min" : 5174,
"iops_max" : 33430,
"iops_mean" : 19543.491039,
"iops_stddev" : 7037.796379,
"iops_samples" : 279
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 3.477882,
"sys_cpu" : 55.720398,
"ctx" : 100139,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999964,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999964,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 63.635425,
"750" : 14.719248,
"1000" : 5.648257
},
"latency_ms" : {
"2" : 8.733206,
"4" : 5.832805,
"10" : 1.419345,
"20" : 0.011678,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093311,
"timestamp_ms" : 1773093311984,
"time" : "Mon Mar 9 18:55:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12320268288,
"io_kbytes" : 12031512,
"bw_bytes" : 82135121,
"bw" : 80210,
"iops" : 20052.526667,
"runtime" : 150000,
"total_ios" : 3007879,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8593,
"max" : 5129291,
"mean" : 48068.214467,
"stddev" : 174133.437681,
"N" : 3007879
},
"clat_ns" : {
"min" : 321021,
"max" : 15329164,
"mean" : 749278.231540,
"stddev" : 791403.620357,
"N" : 3007878,
"percentile" : {
"1.000000" : 374784,
"5.000000" : 395264,
"10.000000" : 403456,
"20.000000" : 423936,
"30.000000" : 436224,
"40.000000" : 448512,
"50.000000" : 460800,
"60.000000" : 481280,
"70.000000" : 552960,
"80.000000" : 757760,
"90.000000" : 1368064,
"95.000000" : 2473984,
"99.000000" : 4358144,
"99.500000" : 5210112,
"99.900000" : 7241728,
"99.950000" : 8093696,
"99.990000" : 10027008
},
"bins" : {
"321536" : 10,
"325632" : 17,
"329728" : 21,
"333824" : 62,
"337920" : 87,
"342016" : 181,
"346112" : 358,
"350208" : 657,
"354304" : 1031,
"358400" : 1884,
"362496" : 3211,
"366592" : 4781,
"370688" : 8013,
"374784" : 11901,
"378880" : 15944,
"382976" : 23766,
"387072" : 31708,
"391168" : 38457,
"395264" : 48404,
"399360" : 57640,
"403456" : 61694,
"407552" : 64929,
"411648" : 70058,
"415744" : 70696,
"419840" : 70848,
"423936" : 75046,
"428032" : 82786,
"432128" : 91908,
"436224" : 100298,
"440320" : 105890,
"444416" : 110082,
"448512" : 109678,
"452608" : 104821,
"456704" : 96211,
"460800" : 85611,
"464896" : 74486,
"468992" : 62967,
"473088" : 53788,
"477184" : 45565,
"481280" : 38205,
"485376" : 32403,
"489472" : 27558,
"493568" : 23684,
"497664" : 20419,
"501760" : 17929,
"505856" : 16213,
"509952" : 14545,
"514048" : 13480,
"518144" : 12787,
"522240" : 12347,
"528384" : 23976,
"536576" : 25506,
"544768" : 25273,
"552960" : 22350,
"561152" : 17360,
"569344" : 13243,
"577536" : 10109,
"585728" : 8142,
"593920" : 7201,
"602112" : 6534,
"610304" : 6993,
"618496" : 7333,
"626688" : 7806,
"634880" : 8031,
"643072" : 8099,
"651264" : 7401,
"659456" : 7019,
"667648" : 7471,
"675840" : 8816,
"684032" : 11347,
"692224" : 15393,
"700416" : 19779,
"708608" : 21721,
"716800" : 20686,
"724992" : 18353,
"733184" : 16991,
"741376" : 17886,
"749568" : 20079,
"757760" : 21377,
"765952" : 20221,
"774144" : 16980,
"782336" : 12001,
"790528" : 8683,
"798720" : 6373,
"806912" : 5135,
"815104" : 4459,
"823296" : 3992,
"831488" : 3631,
"839680" : 3103,
"847872" : 2673,
"856064" : 2305,
"864256" : 2315,
"872448" : 2116,
"880640" : 1930,
"888832" : 1677,
"897024" : 1688,
"905216" : 1766,
"913408" : 1710,
"921600" : 1841,
"929792" : 1772,
"937984" : 1934,
"946176" : 2100,
"954368" : 2149,
"962560" : 2384,
"970752" : 2915,
"978944" : 3251,
"987136" : 3974,
"995328" : 4864,
"1003520" : 5287,
"1011712" : 5545,
"1019904" : 5486,
"1028096" : 5700,
"1036288" : 6380,
"1044480" : 7201,
"1056768" : 15516,
"1073152" : 14685,
"1089536" : 11693,
"1105920" : 10264,
"1122304" : 8645,
"1138688" : 5981,
"1155072" : 4015,
"1171456" : 3033,
"1187840" : 2643,
"1204224" : 2441,
"1220608" : 2197,
"1236992" : 2388,
"1253376" : 2480,
"1269760" : 2764,
"1286144" : 3227,
"1302528" : 3740,
"1318912" : 4078,
"1335296" : 4852,
"1351680" : 5644,
"1368064" : 6038,
"1384448" : 5500,
"1400832" : 5250,
"1417216" : 4963,
"1433600" : 4389,
"1449984" : 3618,
"1466368" : 3139,
"1482752" : 2613,
"1499136" : 2190,
"1515520" : 1756,
"1531904" : 1561,
"1548288" : 1625,
"1564672" : 1607,
"1581056" : 1714,
"1597440" : 1961,
"1613824" : 2191,
"1630208" : 2114,
"1646592" : 2240,
"1662976" : 2659,
"1679360" : 2583,
"1695744" : 2586,
"1712128" : 2709,
"1728512" : 2592,
"1744896" : 2410,
"1761280" : 2092,
"1777664" : 2167,
"1794048" : 2062,
"1810432" : 1890,
"1826816" : 1746,
"1843200" : 1803,
"1859584" : 2588,
"1875968" : 2383,
"1892352" : 1631,
"1908736" : 1704,
"1925120" : 1684,
"1941504" : 1755,
"1957888" : 1734,
"1974272" : 1842,
"1990656" : 1998,
"2007040" : 1983,
"2023424" : 1896,
"2039808" : 1745,
"2056192" : 1813,
"2072576" : 1839,
"2088960" : 1936,
"2113536" : 3530,
"2146304" : 3745,
"2179072" : 3489,
"2211840" : 3552,
"2244608" : 4031,
"2277376" : 3633,
"2310144" : 3520,
"2342912" : 3935,
"2375680" : 4231,
"2408448" : 4244,
"2441216" : 4115,
"2473984" : 4265,
"2506752" : 4320,
"2539520" : 4389,
"2572288" : 4399,
"2605056" : 4419,
"2637824" : 4165,
"2670592" : 4364,
"2703360" : 4226,
"2736128" : 4116,
"2768896" : 4109,
"2801664" : 3877,
"2834432" : 3560,
"2867200" : 3645,
"2899968" : 3402,
"2932736" : 3150,
"2965504" : 3093,
"2998272" : 2952,
"3031040" : 2938,
"3063808" : 2635,
"3096576" : 2574,
"3129344" : 2443,
"3162112" : 2239,
"3194880" : 2162,
"3227648" : 2038,
"3260416" : 1859,
"3293184" : 1805,
"3325952" : 1736,
"3358720" : 1554,
"3391488" : 1393,
"3424256" : 1448,
"3457024" : 1420,
"3489792" : 1419,
"3522560" : 1324,
"3555328" : 1386,
"3588096" : 1278,
"3620864" : 1292,
"3653632" : 1090,
"3686400" : 1136,
"3719168" : 1206,
"3751936" : 1087,
"3784704" : 927,
"3817472" : 1004,
"3850240" : 1025,
"3883008" : 974,
"3915776" : 993,
"3948544" : 986,
"3981312" : 847,
"4014080" : 847,
"4046848" : 805,
"4079616" : 852,
"4112384" : 704,
"4145152" : 798,
"4177920" : 788,
"4227072" : 1673,
"4292608" : 1683,
"4358144" : 1598,
"4423680" : 1493,
"4489216" : 1612,
"4554752" : 1396,
"4620288" : 1494,
"4685824" : 1305,
"4751360" : 1201,
"4816896" : 993,
"4882432" : 941,
"4947968" : 1165,
"5013504" : 1099,
"5079040" : 936,
"5144576" : 772,
"5210112" : 827,
"5275648" : 756,
"5341184" : 686,
"5406720" : 565,
"5472256" : 629,
"5537792" : 647,
"5603328" : 495,
"5668864" : 530,
"5734400" : 550,
"5799936" : 520,
"5865472" : 409,
"5931008" : 476,
"5996544" : 461,
"6062080" : 434,
"6127616" : 407,
"6193152" : 361,
"6258688" : 334,
"6324224" : 317,
"6389760" : 335,
"6455296" : 308,
"6520832" : 262,
"6586368" : 328,
"6651904" : 200,
"6717440" : 205,
"6782976" : 296,
"6848512" : 243,
"6914048" : 202,
"6979584" : 171,
"7045120" : 197,
"7110656" : 163,
"7176192" : 135,
"7241728" : 186,
"7307264" : 139,
"7372800" : 170,
"7438336" : 129,
"7503872" : 131,
"7569408" : 96,
"7634944" : 107,
"7700480" : 94,
"7766016" : 110,
"7831552" : 83,
"7897088" : 124,
"7962624" : 92,
"8028160" : 93,
"8093696" : 94,
"8159232" : 68,
"8224768" : 68,
"8290304" : 111,
"8355840" : 73,
"8454144" : 110,
"8585216" : 90,
"8716288" : 89,
"8847360" : 71,
"8978432" : 70,
"9109504" : 94,
"9240576" : 87,
"9371648" : 69,
"9502720" : 39,
"9633792" : 31,
"9764864" : 28,
"9895936" : 41,
"10027008" : 74,
"10158080" : 26,
"10289152" : 30,
"10420224" : 35,
"10551296" : 20,
"10682368" : 12,
"10813440" : 14,
"10944512" : 22,
"11075584" : 16,
"11206656" : 4,
"11337728" : 7,
"11468800" : 4,
"11599872" : 4,
"11730944" : 8,
"11862016" : 3,
"11993088" : 3,
"12124160" : 14,
"12255232" : 4,
"12517376" : 2,
"12910592" : 1,
"13041664" : 5,
"13172736" : 5,
"13303808" : 2,
"13828096" : 3,
"14483456" : 5,
"15269888" : 4
}
},
"lat_ns" : {
"min" : 339259,
"max" : 15362695,
"mean" : 797346.336432,
"stddev" : 825250.857602,
"N" : 3007878
},
"bw_min" : 20696,
"bw_max" : 133720,
"bw_agg" : 99.901410,
"bw_mean" : 80131.866221,
"bw_dev" : 28247.040955,
"bw_samples" : 299,
"iops_min" : 5174,
"iops_max" : 33430,
"iops_mean" : 20032.936455,
"iops_stddev" : 7061.757033,
"iops_samples" : 299
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 150000,
"usr_cpu" : 3.554000,
"sys_cpu" : 56.988667,
"ctx" : 110212,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 64.136888,
"750" : 15.540419,
"1000" : 5.355003
},
"latency_ms" : {
"2" : 8.136099,
"4" : 5.513187,
"10" : 1.307732,
"20" : 0.010639,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093321,
"timestamp_ms" : 1773093321983,
"time" : "Mon Mar 9 18:55:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13387632640,
"io_kbytes" : 13073860,
"bw_bytes" : 83673226,
"bw" : 81712,
"iops" : 20428.040175,
"runtime" : 159999,
"total_ios" : 3268466,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8593,
"max" : 5129291,
"mean" : 47150.544489,
"stddev" : 168743.839189,
"N" : 3268466
},
"clat_ns" : {
"min" : 321021,
"max" : 15329164,
"mean" : 735528.641683,
"stddev" : 767265.243507,
"N" : 3268465,
"percentile" : {
"1.000000" : 378880,
"5.000000" : 395264,
"10.000000" : 407552,
"20.000000" : 423936,
"30.000000" : 436224,
"40.000000" : 448512,
"50.000000" : 460800,
"60.000000" : 485376,
"70.000000" : 552960,
"80.000000" : 741376,
"90.000000" : 1318912,
"95.000000" : 2408448,
"99.000000" : 4292608,
"99.500000" : 5144576,
"99.900000" : 7110656,
"99.950000" : 8028160,
"99.990000" : 10027008
},
"bins" : {
"321536" : 10,
"325632" : 17,
"329728" : 21,
"333824" : 62,
"337920" : 87,
"342016" : 183,
"346112" : 365,
"350208" : 668,
"354304" : 1046,
"358400" : 1909,
"362496" : 3242,
"366592" : 4846,
"370688" : 8097,
"374784" : 12067,
"378880" : 16176,
"382976" : 24167,
"387072" : 32297,
"391168" : 39256,
"395264" : 49439,
"399360" : 59077,
"403456" : 63731,
"407552" : 67734,
"411648" : 73742,
"415744" : 75098,
"419840" : 76215,
"423936" : 81794,
"428032" : 90264,
"432128" : 100327,
"436224" : 110039,
"440320" : 116086,
"444416" : 120542,
"448512" : 119598,
"452608" : 114336,
"456704" : 104928,
"460800" : 93495,
"464896" : 81059,
"468992" : 68656,
"473088" : 58562,
"477184" : 49281,
"481280" : 41311,
"485376" : 34972,
"489472" : 29770,
"493568" : 25502,
"497664" : 22101,
"501760" : 19604,
"505856" : 17932,
"509952" : 16554,
"514048" : 15610,
"518144" : 15034,
"522240" : 15045,
"528384" : 30447,
"536576" : 33465,
"544768" : 33470,
"552960" : 29632,
"561152" : 22826,
"569344" : 17372,
"577536" : 13171,
"585728" : 10376,
"593920" : 9139,
"602112" : 8631,
"610304" : 9416,
"618496" : 10264,
"626688" : 11311,
"634880" : 11715,
"643072" : 11659,
"651264" : 10268,
"659456" : 9204,
"667648" : 9128,
"675840" : 10234,
"684032" : 12560,
"692224" : 16609,
"700416" : 20940,
"708608" : 22922,
"716800" : 22044,
"724992" : 19717,
"733184" : 18124,
"741376" : 18946,
"749568" : 20965,
"757760" : 22180,
"765952" : 20903,
"774144" : 17487,
"782336" : 12559,
"790528" : 9198,
"798720" : 6915,
"806912" : 5726,
"815104" : 4953,
"823296" : 4430,
"831488" : 3991,
"839680" : 3482,
"847872" : 2975,
"856064" : 2559,
"864256" : 2539,
"872448" : 2313,
"880640" : 2116,
"888832" : 1920,
"897024" : 1944,
"905216" : 2003,
"913408" : 1942,
"921600" : 2050,
"929792" : 1943,
"937984" : 2150,
"946176" : 2256,
"954368" : 2269,
"962560" : 2497,
"970752" : 3006,
"978944" : 3343,
"987136" : 4066,
"995328" : 4976,
"1003520" : 5407,
"1011712" : 5698,
"1019904" : 5602,
"1028096" : 5819,
"1036288" : 6491,
"1044480" : 7303,
"1056768" : 15658,
"1073152" : 14794,
"1089536" : 11775,
"1105920" : 10421,
"1122304" : 8760,
"1138688" : 6104,
"1155072" : 4101,
"1171456" : 3127,
"1187840" : 2705,
"1204224" : 2506,
"1220608" : 2303,
"1236992" : 2476,
"1253376" : 2551,
"1269760" : 2840,
"1286144" : 3286,
"1302528" : 3803,
"1318912" : 4151,
"1335296" : 4929,
"1351680" : 5721,
"1368064" : 6121,
"1384448" : 5575,
"1400832" : 5319,
"1417216" : 5038,
"1433600" : 4461,
"1449984" : 3731,
"1466368" : 3200,
"1482752" : 2695,
"1499136" : 2265,
"1515520" : 1831,
"1531904" : 1630,
"1548288" : 1716,
"1564672" : 1694,
"1581056" : 1795,
"1597440" : 2072,
"1613824" : 2263,
"1630208" : 2191,
"1646592" : 2312,
"1662976" : 2753,
"1679360" : 2693,
"1695744" : 2719,
"1712128" : 2780,
"1728512" : 2692,
"1744896" : 2498,
"1761280" : 2187,
"1777664" : 2227,
"1794048" : 2128,
"1810432" : 1973,
"1826816" : 1798,
"1843200" : 1904,
"1859584" : 2976,
"1875968" : 2759,
"1892352" : 1709,
"1908736" : 1798,
"1925120" : 1756,
"1941504" : 1859,
"1957888" : 1856,
"1974272" : 1923,
"1990656" : 2042,
"2007040" : 2078,
"2023424" : 1927,
"2039808" : 1801,
"2056192" : 1846,
"2072576" : 1880,
"2088960" : 1978,
"2113536" : 3599,
"2146304" : 3891,
"2179072" : 3568,
"2211840" : 3646,
"2244608" : 4210,
"2277376" : 3736,
"2310144" : 3624,
"2342912" : 4041,
"2375680" : 4316,
"2408448" : 4351,
"2441216" : 4228,
"2473984" : 4342,
"2506752" : 4420,
"2539520" : 4583,
"2572288" : 4563,
"2605056" : 4546,
"2637824" : 4240,
"2670592" : 4457,
"2703360" : 4301,
"2736128" : 4166,
"2768896" : 4198,
"2801664" : 3963,
"2834432" : 3632,
"2867200" : 3717,
"2899968" : 3447,
"2932736" : 3221,
"2965504" : 3161,
"2998272" : 3001,
"3031040" : 3034,
"3063808" : 2695,
"3096576" : 2651,
"3129344" : 2487,
"3162112" : 2259,
"3194880" : 2242,
"3227648" : 2106,
"3260416" : 1920,
"3293184" : 1835,
"3325952" : 1782,
"3358720" : 1583,
"3391488" : 1409,
"3424256" : 1482,
"3457024" : 1473,
"3489792" : 1490,
"3522560" : 1355,
"3555328" : 1435,
"3588096" : 1317,
"3620864" : 1320,
"3653632" : 1126,
"3686400" : 1152,
"3719168" : 1214,
"3751936" : 1102,
"3784704" : 953,
"3817472" : 1036,
"3850240" : 1047,
"3883008" : 979,
"3915776" : 1001,
"3948544" : 1012,
"3981312" : 876,
"4014080" : 856,
"4046848" : 821,
"4079616" : 874,
"4112384" : 710,
"4145152" : 798,
"4177920" : 791,
"4227072" : 1683,
"4292608" : 1701,
"4358144" : 1634,
"4423680" : 1510,
"4489216" : 1634,
"4554752" : 1413,
"4620288" : 1509,
"4685824" : 1310,
"4751360" : 1202,
"4816896" : 994,
"4882432" : 941,
"4947968" : 1181,
"5013504" : 1099,
"5079040" : 936,
"5144576" : 772,
"5210112" : 827,
"5275648" : 756,
"5341184" : 686,
"5406720" : 565,
"5472256" : 629,
"5537792" : 647,
"5603328" : 495,
"5668864" : 530,
"5734400" : 550,
"5799936" : 520,
"5865472" : 415,
"5931008" : 476,
"5996544" : 461,
"6062080" : 434,
"6127616" : 407,
"6193152" : 361,
"6258688" : 334,
"6324224" : 317,
"6389760" : 335,
"6455296" : 308,
"6520832" : 264,
"6586368" : 332,
"6651904" : 200,
"6717440" : 205,
"6782976" : 296,
"6848512" : 243,
"6914048" : 202,
"6979584" : 171,
"7045120" : 197,
"7110656" : 163,
"7176192" : 135,
"7241728" : 186,
"7307264" : 139,
"7372800" : 170,
"7438336" : 129,
"7503872" : 131,
"7569408" : 96,
"7634944" : 107,
"7700480" : 94,
"7766016" : 110,
"7831552" : 83,
"7897088" : 124,
"7962624" : 92,
"8028160" : 93,
"8093696" : 94,
"8159232" : 68,
"8224768" : 68,
"8290304" : 111,
"8355840" : 73,
"8454144" : 110,
"8585216" : 90,
"8716288" : 89,
"8847360" : 71,
"8978432" : 70,
"9109504" : 94,
"9240576" : 87,
"9371648" : 69,
"9502720" : 39,
"9633792" : 31,
"9764864" : 28,
"9895936" : 41,
"10027008" : 74,
"10158080" : 26,
"10289152" : 30,
"10420224" : 35,
"10551296" : 20,
"10682368" : 12,
"10813440" : 14,
"10944512" : 22,
"11075584" : 16,
"11206656" : 4,
"11337728" : 7,
"11468800" : 4,
"11599872" : 4,
"11730944" : 8,
"11862016" : 3,
"11993088" : 3,
"12124160" : 14,
"12255232" : 4,
"12517376" : 2,
"12910592" : 1,
"13041664" : 5,
"13172736" : 5,
"13303808" : 2,
"13828096" : 3,
"14483456" : 5,
"15269888" : 4
}
},
"lat_ns" : {
"min" : 339259,
"max" : 15362695,
"mean" : 782678.822282,
"stddev" : 800098.108825,
"N" : 3268465
},
"bw_min" : 20696,
"bw_max" : 133720,
"bw_agg" : 99.938645,
"bw_mean" : 81662.106583,
"bw_dev" : 28041.033979,
"bw_samples" : 319,
"iops_min" : 5174,
"iops_max" : 33430,
"iops_mean" : 20415.495298,
"iops_stddev" : 7010.254749,
"iops_samples" : 319
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 3.610648,
"sys_cpu" : 57.994737,
"ctx" : 125453,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 63.445727,
"750" : 17.227409,
"1000" : 5.226274
},
"latency_ms" : {
"2" : 7.680208,
"4" : 5.200238,
"10" : 1.210323,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093331,
"timestamp_ms" : 1773093331984,
"time" : "Mon Mar 9 18:55:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14459584512,
"io_kbytes" : 14120688,
"bw_bytes" : 85056879,
"bw" : 83063,
"iops" : 20765.845681,
"runtime" : 169999,
"total_ios" : 3530173,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8593,
"max" : 5129291,
"mean" : 46352.910600,
"stddev" : 163341.575647,
"N" : 3530173
},
"clat_ns" : {
"min" : 321021,
"max" : 15329164,
"mean" : 723589.365093,
"stddev" : 743733.417251,
"N" : 3530172,
"percentile" : {
"1.000000" : 378880,
"5.000000" : 395264,
"10.000000" : 407552,
"20.000000" : 423936,
"30.000000" : 440320,
"40.000000" : 448512,
"50.000000" : 464896,
"60.000000" : 489472,
"70.000000" : 552960,
"80.000000" : 724992,
"90.000000" : 1204224,
"95.000000" : 2310144,
"99.000000" : 4177920,
"99.500000" : 5013504,
"99.900000" : 7045120,
"99.950000" : 7897088,
"99.990000" : 9895936
},
"bins" : {
"321536" : 10,
"325632" : 17,
"329728" : 21,
"333824" : 62,
"337920" : 87,
"342016" : 183,
"346112" : 366,
"350208" : 678,
"354304" : 1054,
"358400" : 1924,
"362496" : 3269,
"366592" : 4884,
"370688" : 8134,
"374784" : 12120,
"378880" : 16298,
"382976" : 24345,
"387072" : 32551,
"391168" : 39638,
"395264" : 49981,
"399360" : 59792,
"403456" : 64808,
"407552" : 69219,
"411648" : 75660,
"415744" : 77676,
"419840" : 79638,
"423936" : 86254,
"428032" : 95804,
"432128" : 107121,
"436224" : 117921,
"440320" : 124929,
"444416" : 130133,
"448512" : 129009,
"452608" : 123627,
"456704" : 113319,
"460800" : 101079,
"464896" : 87447,
"468992" : 74081,
"473088" : 63120,
"477184" : 52947,
"481280" : 44305,
"485376" : 37462,
"489472" : 31818,
"493568" : 27290,
"497664" : 23658,
"501760" : 21096,
"505856" : 19491,
"509952" : 18359,
"514048" : 17657,
"518144" : 17558,
"522240" : 18231,
"528384" : 39525,
"536576" : 45061,
"544768" : 45098,
"552960" : 39575,
"561152" : 30340,
"569344" : 22598,
"577536" : 16959,
"585728" : 13448,
"593920" : 11756,
"602112" : 11047,
"610304" : 12154,
"618496" : 14025,
"626688" : 15893,
"634880" : 16834,
"643072" : 16272,
"651264" : 13843,
"659456" : 11779,
"667648" : 11079,
"675840" : 11747,
"684032" : 14021,
"692224" : 18006,
"700416" : 22355,
"708608" : 24413,
"716800" : 23633,
"724992" : 21347,
"733184" : 19495,
"741376" : 20080,
"749568" : 21864,
"757760" : 22842,
"765952" : 21374,
"774144" : 17940,
"782336" : 13015,
"790528" : 9754,
"798720" : 7491,
"806912" : 6306,
"815104" : 5549,
"823296" : 5000,
"831488" : 4426,
"839680" : 3881,
"847872" : 3299,
"856064" : 2765,
"864256" : 2729,
"872448" : 2482,
"880640" : 2256,
"888832" : 2056,
"897024" : 2130,
"905216" : 2252,
"913408" : 2210,
"921600" : 2260,
"929792" : 2151,
"937984" : 2298,
"946176" : 2409,
"954368" : 2398,
"962560" : 2600,
"970752" : 3115,
"978944" : 3420,
"987136" : 4172,
"995328" : 5068,
"1003520" : 5520,
"1011712" : 5822,
"1019904" : 5704,
"1028096" : 5923,
"1036288" : 6575,
"1044480" : 7410,
"1056768" : 15829,
"1073152" : 14912,
"1089536" : 11892,
"1105920" : 10541,
"1122304" : 8906,
"1138688" : 6254,
"1155072" : 4211,
"1171456" : 3216,
"1187840" : 2797,
"1204224" : 2583,
"1220608" : 2394,
"1236992" : 2570,
"1253376" : 2632,
"1269760" : 2937,
"1286144" : 3354,
"1302528" : 3878,
"1318912" : 4217,
"1335296" : 5022,
"1351680" : 5794,
"1368064" : 6215,
"1384448" : 5643,
"1400832" : 5386,
"1417216" : 5135,
"1433600" : 4554,
"1449984" : 3814,
"1466368" : 3299,
"1482752" : 2768,
"1499136" : 2342,
"1515520" : 1915,
"1531904" : 1712,
"1548288" : 1783,
"1564672" : 1765,
"1581056" : 1871,
"1597440" : 2198,
"1613824" : 2362,
"1630208" : 2266,
"1646592" : 2367,
"1662976" : 2829,
"1679360" : 2753,
"1695744" : 2839,
"1712128" : 2909,
"1728512" : 2803,
"1744896" : 2570,
"1761280" : 2227,
"1777664" : 2283,
"1794048" : 2210,
"1810432" : 2045,
"1826816" : 1843,
"1843200" : 1982,
"1859584" : 3439,
"1875968" : 3253,
"1892352" : 1757,
"1908736" : 1820,
"1925120" : 1791,
"1941504" : 1945,
"1957888" : 1945,
"1974272" : 1967,
"1990656" : 2099,
"2007040" : 2196,
"2023424" : 1958,
"2039808" : 1809,
"2056192" : 1849,
"2072576" : 1890,
"2088960" : 1999,
"2113536" : 3672,
"2146304" : 3923,
"2179072" : 3613,
"2211840" : 3684,
"2244608" : 4252,
"2277376" : 3795,
"2310144" : 3638,
"2342912" : 4069,
"2375680" : 4342,
"2408448" : 4385,
"2441216" : 4300,
"2473984" : 4405,
"2506752" : 4472,
"2539520" : 4644,
"2572288" : 4646,
"2605056" : 4622,
"2637824" : 4322,
"2670592" : 4544,
"2703360" : 4418,
"2736128" : 4228,
"2768896" : 4246,
"2801664" : 4031,
"2834432" : 3706,
"2867200" : 3820,
"2899968" : 3486,
"2932736" : 3283,
"2965504" : 3262,
"2998272" : 3036,
"3031040" : 3068,
"3063808" : 2740,
"3096576" : 2681,
"3129344" : 2527,
"3162112" : 2294,
"3194880" : 2268,
"3227648" : 2127,
"3260416" : 1987,
"3293184" : 1854,
"3325952" : 1783,
"3358720" : 1587,
"3391488" : 1442,
"3424256" : 1526,
"3457024" : 1491,
"3489792" : 1506,
"3522560" : 1367,
"3555328" : 1449,
"3588096" : 1328,
"3620864" : 1338,
"3653632" : 1131,
"3686400" : 1168,
"3719168" : 1224,
"3751936" : 1115,
"3784704" : 988,
"3817472" : 1043,
"3850240" : 1048,
"3883008" : 980,
"3915776" : 1014,
"3948544" : 1014,
"3981312" : 884,
"4014080" : 864,
"4046848" : 824,
"4079616" : 878,
"4112384" : 724,
"4145152" : 798,
"4177920" : 792,
"4227072" : 1696,
"4292608" : 1701,
"4358144" : 1637,
"4423680" : 1529,
"4489216" : 1634,
"4554752" : 1427,
"4620288" : 1511,
"4685824" : 1317,
"4751360" : 1202,
"4816896" : 994,
"4882432" : 941,
"4947968" : 1181,
"5013504" : 1099,
"5079040" : 936,
"5144576" : 772,
"5210112" : 827,
"5275648" : 756,
"5341184" : 686,
"5406720" : 565,
"5472256" : 629,
"5537792" : 647,
"5603328" : 495,
"5668864" : 530,
"5734400" : 550,
"5799936" : 520,
"5865472" : 415,
"5931008" : 476,
"5996544" : 461,
"6062080" : 434,
"6127616" : 407,
"6193152" : 361,
"6258688" : 334,
"6324224" : 317,
"6389760" : 335,
"6455296" : 308,
"6520832" : 264,
"6586368" : 332,
"6651904" : 200,
"6717440" : 205,
"6782976" : 296,
"6848512" : 243,
"6914048" : 202,
"6979584" : 171,
"7045120" : 197,
"7110656" : 163,
"7176192" : 135,
"7241728" : 186,
"7307264" : 139,
"7372800" : 170,
"7438336" : 129,
"7503872" : 131,
"7569408" : 96,
"7634944" : 107,
"7700480" : 94,
"7766016" : 110,
"7831552" : 83,
"7897088" : 124,
"7962624" : 92,
"8028160" : 93,
"8093696" : 94,
"8159232" : 68,
"8224768" : 68,
"8290304" : 111,
"8355840" : 73,
"8454144" : 110,
"8585216" : 90,
"8716288" : 89,
"8847360" : 71,
"8978432" : 70,
"9109504" : 94,
"9240576" : 87,
"9371648" : 69,
"9502720" : 39,
"9633792" : 31,
"9764864" : 28,
"9895936" : 41,
"10027008" : 74,
"10158080" : 26,
"10289152" : 30,
"10420224" : 35,
"10551296" : 20,
"10682368" : 12,
"10813440" : 14,
"10944512" : 22,
"11075584" : 16,
"11206656" : 4,
"11337728" : 7,
"11468800" : 4,
"11599872" : 4,
"11730944" : 8,
"11862016" : 3,
"11993088" : 3,
"12124160" : 14,
"12255232" : 4,
"12517376" : 2,
"12910592" : 1,
"13041664" : 5,
"13172736" : 5,
"13303808" : 2,
"13828096" : 3,
"14483456" : 5,
"15269888" : 4
}
},
"lat_ns" : {
"min" : 339259,
"max" : 15362695,
"mean" : 769942.196877,
"stddev" : 775611.622961,
"N" : 3530172
},
"bw_min" : 20696,
"bw_max" : 133720,
"bw_agg" : 99.917703,
"bw_mean" : 82995.896755,
"bw_dev" : 27742.359136,
"bw_samples" : 339,
"iops_min" : 5174,
"iops_max" : 33430,
"iops_mean" : 20748.943953,
"iops_stddev" : 6935.586794,
"iops_samples" : 339
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 3.655904,
"sys_cpu" : 58.893876,
"ctx" : 143659,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 62.188652,
"750" : 19.401740,
"1000" : 5.102951
},
"latency_ms" : {
"2" : 7.290068,
"4" : 4.884407,
"10" : 1.123089,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093341,
"timestamp_ms" : 1773093341983,
"time" : "Mon Mar 9 18:55:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15608950784,
"io_kbytes" : 15243116,
"bw_bytes" : 86716875,
"bw" : 84684,
"iops" : 21171.117617,
"runtime" : 179999,
"total_ios" : 3810780,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8593,
"max" : 5129291,
"mean" : 45431.375251,
"stddev" : 157887.543592,
"N" : 3810780
},
"clat_ns" : {
"min" : 321021,
"max" : 15329164,
"mean" : 709757.948376,
"stddev" : 720641.783520,
"N" : 3810779,
"percentile" : {
"1.000000" : 378880,
"5.000000" : 395264,
"10.000000" : 407552,
"20.000000" : 428032,
"30.000000" : 440320,
"40.000000" : 452608,
"50.000000" : 464896,
"60.000000" : 489472,
"70.000000" : 552960,
"80.000000" : 716800,
"90.000000" : 1122304,
"95.000000" : 2211840,
"99.000000" : 4079616,
"99.500000" : 4947968,
"99.900000" : 6914048,
"99.950000" : 7831552,
"99.990000" : 9764864
},
"bins" : {
"321536" : 10,
"325632" : 17,
"329728" : 21,
"333824" : 63,
"337920" : 87,
"342016" : 185,
"346112" : 372,
"350208" : 685,
"354304" : 1075,
"358400" : 1945,
"362496" : 3308,
"366592" : 4945,
"370688" : 8226,
"374784" : 12255,
"378880" : 16529,
"382976" : 24686,
"387072" : 33049,
"391168" : 40249,
"395264" : 50930,
"399360" : 61294,
"403456" : 66662,
"407552" : 71682,
"411648" : 79090,
"415744" : 81782,
"419840" : 84807,
"423936" : 92690,
"428032" : 103244,
"432128" : 115782,
"436224" : 128007,
"440320" : 135957,
"444416" : 141856,
"448512" : 140973,
"452608" : 135600,
"456704" : 124813,
"460800" : 111431,
"464896" : 96636,
"468992" : 82254,
"473088" : 70220,
"477184" : 58882,
"481280" : 49254,
"485376" : 41698,
"489472" : 35562,
"493568" : 30465,
"497664" : 26494,
"501760" : 23670,
"505856" : 21951,
"509952" : 20847,
"514048" : 20271,
"518144" : 20360,
"522240" : 21265,
"528384" : 46814,
"536576" : 53609,
"544768" : 53775,
"552960" : 47110,
"561152" : 35906,
"569344" : 26770,
"577536" : 20252,
"585728" : 16138,
"593920" : 14197,
"602112" : 13407,
"610304" : 14649,
"618496" : 16768,
"626688" : 18892,
"634880" : 19660,
"643072" : 18630,
"651264" : 15605,
"659456" : 13101,
"667648" : 12156,
"675840" : 12763,
"684032" : 14943,
"692224" : 19016,
"700416" : 23395,
"708608" : 25497,
"716800" : 24659,
"724992" : 22278,
"733184" : 20257,
"741376" : 20679,
"749568" : 22326,
"757760" : 23151,
"765952" : 21640,
"774144" : 18226,
"782336" : 13380,
"790528" : 10100,
"798720" : 7899,
"806912" : 6730,
"815104" : 5958,
"823296" : 5414,
"831488" : 4751,
"839680" : 4168,
"847872" : 3491,
"856064" : 2941,
"864256" : 2883,
"872448" : 2608,
"880640" : 2375,
"888832" : 2172,
"897024" : 2266,
"905216" : 2422,
"913408" : 2377,
"921600" : 2464,
"929792" : 2348,
"937984" : 2457,
"946176" : 2559,
"954368" : 2512,
"962560" : 2698,
"970752" : 3187,
"978944" : 3499,
"987136" : 4228,
"995328" : 5142,
"1003520" : 5582,
"1011712" : 5870,
"1019904" : 5768,
"1028096" : 6023,
"1036288" : 6678,
"1044480" : 7511,
"1056768" : 15981,
"1073152" : 15014,
"1089536" : 11971,
"1105920" : 10635,
"1122304" : 9006,
"1138688" : 6365,
"1155072" : 4331,
"1171456" : 3341,
"1187840" : 2892,
"1204224" : 2689,
"1220608" : 2466,
"1236992" : 2665,
"1253376" : 2729,
"1269760" : 3036,
"1286144" : 3444,
"1302528" : 3971,
"1318912" : 4288,
"1335296" : 5109,
"1351680" : 5857,
"1368064" : 6291,
"1384448" : 5715,
"1400832" : 5479,
"1417216" : 5200,
"1433600" : 4600,
"1449984" : 3878,
"1466368" : 3360,
"1482752" : 2820,
"1499136" : 2431,
"1515520" : 1969,
"1531904" : 1762,
"1548288" : 1835,
"1564672" : 1819,
"1581056" : 1935,
"1597440" : 2285,
"1613824" : 2463,
"1630208" : 2329,
"1646592" : 2431,
"1662976" : 2885,
"1679360" : 2806,
"1695744" : 2928,
"1712128" : 2989,
"1728512" : 2883,
"1744896" : 2635,
"1761280" : 2259,
"1777664" : 2322,
"1794048" : 2280,
"1810432" : 2086,
"1826816" : 1883,
"1843200" : 2078,
"1859584" : 3782,
"1875968" : 3744,
"1892352" : 1836,
"1908736" : 1842,
"1925120" : 1819,
"1941504" : 2023,
"1957888" : 2031,
"1974272" : 2041,
"1990656" : 2138,
"2007040" : 2262,
"2023424" : 1975,
"2039808" : 1832,
"2056192" : 1852,
"2072576" : 1900,
"2088960" : 2008,
"2113536" : 3686,
"2146304" : 3952,
"2179072" : 3663,
"2211840" : 3744,
"2244608" : 4313,
"2277376" : 3835,
"2310144" : 3645,
"2342912" : 4096,
"2375680" : 4374,
"2408448" : 4428,
"2441216" : 4341,
"2473984" : 4431,
"2506752" : 4489,
"2539520" : 4708,
"2572288" : 4693,
"2605056" : 4677,
"2637824" : 4349,
"2670592" : 4569,
"2703360" : 4467,
"2736128" : 4265,
"2768896" : 4264,
"2801664" : 4097,
"2834432" : 3759,
"2867200" : 3856,
"2899968" : 3515,
"2932736" : 3301,
"2965504" : 3305,
"2998272" : 3071,
"3031040" : 3102,
"3063808" : 2782,
"3096576" : 2733,
"3129344" : 2575,
"3162112" : 2299,
"3194880" : 2271,
"3227648" : 2145,
"3260416" : 1998,
"3293184" : 1865,
"3325952" : 1812,
"3358720" : 1619,
"3391488" : 1461,
"3424256" : 1548,
"3457024" : 1501,
"3489792" : 1507,
"3522560" : 1371,
"3555328" : 1458,
"3588096" : 1343,
"3620864" : 1342,
"3653632" : 1140,
"3686400" : 1168,
"3719168" : 1224,
"3751936" : 1129,
"3784704" : 988,
"3817472" : 1047,
"3850240" : 1069,
"3883008" : 986,
"3915776" : 1014,
"3948544" : 1014,
"3981312" : 884,
"4014080" : 865,
"4046848" : 827,
"4079616" : 889,
"4112384" : 724,
"4145152" : 798,
"4177920" : 792,
"4227072" : 1697,
"4292608" : 1715,
"4358144" : 1639,
"4423680" : 1542,
"4489216" : 1634,
"4554752" : 1434,
"4620288" : 1519,
"4685824" : 1317,
"4751360" : 1217,
"4816896" : 994,
"4882432" : 941,
"4947968" : 1181,
"5013504" : 1101,
"5079040" : 941,
"5144576" : 772,
"5210112" : 827,
"5275648" : 756,
"5341184" : 686,
"5406720" : 565,
"5472256" : 629,
"5537792" : 647,
"5603328" : 495,
"5668864" : 530,
"5734400" : 550,
"5799936" : 520,
"5865472" : 415,
"5931008" : 476,
"5996544" : 461,
"6062080" : 434,
"6127616" : 407,
"6193152" : 361,
"6258688" : 334,
"6324224" : 317,
"6389760" : 335,
"6455296" : 308,
"6520832" : 264,
"6586368" : 332,
"6651904" : 200,
"6717440" : 205,
"6782976" : 296,
"6848512" : 243,
"6914048" : 202,
"6979584" : 171,
"7045120" : 197,
"7110656" : 163,
"7176192" : 135,
"7241728" : 186,
"7307264" : 139,
"7372800" : 170,
"7438336" : 129,
"7503872" : 131,
"7569408" : 96,
"7634944" : 107,
"7700480" : 94,
"7766016" : 110,
"7831552" : 83,
"7897088" : 124,
"7962624" : 92,
"8028160" : 93,
"8093696" : 94,
"8159232" : 68,
"8224768" : 68,
"8290304" : 111,
"8355840" : 73,
"8454144" : 110,
"8585216" : 90,
"8716288" : 89,
"8847360" : 71,
"8978432" : 70,
"9109504" : 94,
"9240576" : 87,
"9371648" : 69,
"9502720" : 39,
"9633792" : 31,
"9764864" : 28,
"9895936" : 41,
"10027008" : 74,
"10158080" : 26,
"10289152" : 30,
"10420224" : 35,
"10551296" : 20,
"10682368" : 12,
"10813440" : 14,
"10944512" : 22,
"11075584" : 16,
"11206656" : 4,
"11337728" : 7,
"11468800" : 4,
"11599872" : 4,
"11730944" : 8,
"11862016" : 3,
"11993088" : 3,
"12124160" : 14,
"12255232" : 4,
"12517376" : 2,
"12910592" : 1,
"13041664" : 5,
"13172736" : 5,
"13303808" : 2,
"13828096" : 3,
"14483456" : 5,
"15269888" : 4
}
},
"lat_ns" : {
"min" : 339259,
"max" : 15362695,
"mean" : 755189.146952,
"stddev" : 751620.514339,
"N" : 3810779
},
"bw_min" : 20696,
"bw_max" : 133720,
"bw_agg" : 99.910907,
"bw_mean" : 84609.601671,
"bw_dev" : 27784.537581,
"bw_samples" : 359,
"iops_min" : 5174,
"iops_max" : 33430,
"iops_mean" : 21152.367688,
"iops_stddev" : 6946.129144,
"iops_samples" : 359
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 3.737243,
"sys_cpu" : 60.014222,
"ctx" : 156565,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 62.129223,
"750" : 20.455130,
"1000" : 4.900073
},
"latency_ms" : {
"2" : 6.898115,
"4" : 4.566493,
"10" : 1.042542,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093342,
"timestamp_ms" : 1773093342012,
"time" : "Mon Mar 9 18:55:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15609077760,
"io_kbytes" : 15243240,
"bw_bytes" : 86716135,
"bw" : 84683,
"iops" : 21170.842546,
"runtime" : 180002,
"total_ios" : 3810794,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8593,
"max" : 5129291,
"mean" : 45431.384791,
"stddev" : 157887.253755,
"N" : 3810795
},
"clat_ns" : {
"min" : 3185,
"max" : 15329164,
"mean" : 709757.678400,
"stddev" : 720639.626162,
"N" : 3810809,
"percentile" : {
"1.000000" : 378880,
"5.000000" : 395264,
"10.000000" : 407552,
"20.000000" : 428032,
"30.000000" : 440320,
"40.000000" : 452608,
"50.000000" : 464896,
"60.000000" : 489472,
"70.000000" : 552960,
"80.000000" : 716800,
"90.000000" : 1122304,
"95.000000" : 2211840,
"99.000000" : 4079616,
"99.500000" : 4947968,
"99.900000" : 6914048,
"99.950000" : 7831552,
"99.990000" : 9764864
},
"bins" : {
"3184" : 1,
"78336" : 1,
"120320" : 1,
"168960" : 1,
"207872" : 1,
"244736" : 1,
"280576" : 1,
"313344" : 1,
"321536" : 10,
"325632" : 17,
"329728" : 21,
"333824" : 63,
"337920" : 87,
"342016" : 185,
"346112" : 372,
"350208" : 685,
"354304" : 1075,
"358400" : 1946,
"362496" : 3308,
"366592" : 4945,
"370688" : 8226,
"374784" : 12255,
"378880" : 16529,
"382976" : 24686,
"387072" : 33049,
"391168" : 40249,
"395264" : 50930,
"399360" : 61294,
"403456" : 66662,
"407552" : 71682,
"411648" : 79090,
"415744" : 81782,
"419840" : 84807,
"423936" : 92690,
"428032" : 103244,
"432128" : 115782,
"436224" : 128007,
"440320" : 135957,
"444416" : 141856,
"448512" : 140973,
"452608" : 135600,
"456704" : 124813,
"460800" : 111431,
"464896" : 96636,
"468992" : 82254,
"473088" : 70220,
"477184" : 58882,
"481280" : 49254,
"485376" : 41698,
"489472" : 35562,
"493568" : 30465,
"497664" : 26494,
"501760" : 23670,
"505856" : 21951,
"509952" : 20847,
"514048" : 20271,
"518144" : 20360,
"522240" : 21265,
"528384" : 46814,
"536576" : 53609,
"544768" : 53775,
"552960" : 47111,
"561152" : 35906,
"569344" : 26770,
"577536" : 20252,
"585728" : 16138,
"593920" : 14198,
"602112" : 13407,
"610304" : 14649,
"618496" : 16768,
"626688" : 18893,
"634880" : 19660,
"643072" : 18630,
"651264" : 15605,
"659456" : 13102,
"667648" : 12156,
"675840" : 12763,
"684032" : 14943,
"692224" : 19017,
"700416" : 23395,
"708608" : 25497,
"716800" : 24659,
"724992" : 22279,
"733184" : 20257,
"741376" : 20679,
"749568" : 22326,
"757760" : 23151,
"765952" : 21641,
"774144" : 18226,
"782336" : 13380,
"790528" : 10100,
"798720" : 7899,
"806912" : 6730,
"815104" : 5958,
"823296" : 5414,
"831488" : 4752,
"839680" : 4168,
"847872" : 3491,
"856064" : 2941,
"864256" : 2883,
"872448" : 2608,
"880640" : 2376,
"888832" : 2173,
"897024" : 2266,
"905216" : 2422,
"913408" : 2377,
"921600" : 2465,
"929792" : 2348,
"937984" : 2457,
"946176" : 2559,
"954368" : 2512,
"962560" : 2698,
"970752" : 3188,
"978944" : 3501,
"987136" : 4228,
"995328" : 5142,
"1003520" : 5582,
"1011712" : 5870,
"1019904" : 5768,
"1028096" : 6023,
"1036288" : 6678,
"1044480" : 7513,
"1056768" : 15983,
"1073152" : 15015,
"1089536" : 11973,
"1105920" : 10635,
"1122304" : 9006,
"1138688" : 6365,
"1155072" : 4331,
"1171456" : 3341,
"1187840" : 2892,
"1204224" : 2689,
"1220608" : 2466,
"1236992" : 2665,
"1253376" : 2729,
"1269760" : 3036,
"1286144" : 3444,
"1302528" : 3971,
"1318912" : 4288,
"1335296" : 5109,
"1351680" : 5857,
"1368064" : 6291,
"1384448" : 5715,
"1400832" : 5479,
"1417216" : 5200,
"1433600" : 4600,
"1449984" : 3878,
"1466368" : 3360,
"1482752" : 2820,
"1499136" : 2431,
"1515520" : 1969,
"1531904" : 1762,
"1548288" : 1835,
"1564672" : 1819,
"1581056" : 1935,
"1597440" : 2285,
"1613824" : 2463,
"1630208" : 2329,
"1646592" : 2431,
"1662976" : 2885,
"1679360" : 2806,
"1695744" : 2928,
"1712128" : 2989,
"1728512" : 2883,
"1744896" : 2635,
"1761280" : 2259,
"1777664" : 2322,
"1794048" : 2280,
"1810432" : 2086,
"1826816" : 1883,
"1843200" : 2078,
"1859584" : 3782,
"1875968" : 3744,
"1892352" : 1836,
"1908736" : 1842,
"1925120" : 1819,
"1941504" : 2023,
"1957888" : 2031,
"1974272" : 2041,
"1990656" : 2138,
"2007040" : 2262,
"2023424" : 1975,
"2039808" : 1832,
"2056192" : 1852,
"2072576" : 1900,
"2088960" : 2008,
"2113536" : 3686,
"2146304" : 3952,
"2179072" : 3663,
"2211840" : 3744,
"2244608" : 4313,
"2277376" : 3835,
"2310144" : 3645,
"2342912" : 4096,
"2375680" : 4374,
"2408448" : 4428,
"2441216" : 4341,
"2473984" : 4431,
"2506752" : 4489,
"2539520" : 4708,
"2572288" : 4693,
"2605056" : 4677,
"2637824" : 4349,
"2670592" : 4569,
"2703360" : 4467,
"2736128" : 4265,
"2768896" : 4264,
"2801664" : 4097,
"2834432" : 3759,
"2867200" : 3856,
"2899968" : 3515,
"2932736" : 3301,
"2965504" : 3305,
"2998272" : 3071,
"3031040" : 3102,
"3063808" : 2782,
"3096576" : 2733,
"3129344" : 2575,
"3162112" : 2299,
"3194880" : 2271,
"3227648" : 2145,
"3260416" : 1998,
"3293184" : 1865,
"3325952" : 1812,
"3358720" : 1619,
"3391488" : 1461,
"3424256" : 1548,
"3457024" : 1501,
"3489792" : 1507,
"3522560" : 1371,
"3555328" : 1458,
"3588096" : 1343,
"3620864" : 1342,
"3653632" : 1140,
"3686400" : 1168,
"3719168" : 1224,
"3751936" : 1129,
"3784704" : 988,
"3817472" : 1047,
"3850240" : 1069,
"3883008" : 986,
"3915776" : 1014,
"3948544" : 1014,
"3981312" : 884,
"4014080" : 865,
"4046848" : 827,
"4079616" : 889,
"4112384" : 724,
"4145152" : 798,
"4177920" : 792,
"4227072" : 1697,
"4292608" : 1715,
"4358144" : 1639,
"4423680" : 1542,
"4489216" : 1634,
"4554752" : 1434,
"4620288" : 1519,
"4685824" : 1317,
"4751360" : 1217,
"4816896" : 994,
"4882432" : 941,
"4947968" : 1181,
"5013504" : 1101,
"5079040" : 941,
"5144576" : 772,
"5210112" : 827,
"5275648" : 756,
"5341184" : 686,
"5406720" : 565,
"5472256" : 629,
"5537792" : 647,
"5603328" : 495,
"5668864" : 530,
"5734400" : 550,
"5799936" : 520,
"5865472" : 415,
"5931008" : 476,
"5996544" : 461,
"6062080" : 434,
"6127616" : 407,
"6193152" : 361,
"6258688" : 334,
"6324224" : 317,
"6389760" : 335,
"6455296" : 308,
"6520832" : 264,
"6586368" : 332,
"6651904" : 200,
"6717440" : 205,
"6782976" : 296,
"6848512" : 243,
"6914048" : 202,
"6979584" : 171,
"7045120" : 197,
"7110656" : 163,
"7176192" : 135,
"7241728" : 186,
"7307264" : 139,
"7372800" : 170,
"7438336" : 129,
"7503872" : 131,
"7569408" : 96,
"7634944" : 107,
"7700480" : 94,
"7766016" : 110,
"7831552" : 83,
"7897088" : 124,
"7962624" : 92,
"8028160" : 93,
"8093696" : 94,
"8159232" : 68,
"8224768" : 68,
"8290304" : 111,
"8355840" : 73,
"8454144" : 110,
"8585216" : 90,
"8716288" : 89,
"8847360" : 71,
"8978432" : 70,
"9109504" : 94,
"9240576" : 87,
"9371648" : 69,
"9502720" : 39,
"9633792" : 31,
"9764864" : 28,
"9895936" : 41,
"10027008" : 74,
"10158080" : 26,
"10289152" : 30,
"10420224" : 35,
"10551296" : 20,
"10682368" : 12,
"10813440" : 14,
"10944512" : 22,
"11075584" : 16,
"11206656" : 4,
"11337728" : 7,
"11468800" : 4,
"11599872" : 4,
"11730944" : 8,
"11862016" : 3,
"11993088" : 3,
"12124160" : 14,
"12255232" : 4,
"12517376" : 2,
"12910592" : 1,
"13041664" : 5,
"13172736" : 5,
"13303808" : 2,
"13828096" : 3,
"14483456" : 5,
"15269888" : 4
}
},
"lat_ns" : {
"min" : 76688,
"max" : 15362695,
"mean" : 755188.998074,
"stddev" : 751618.232153,
"N" : 3810809
},
"bw_min" : 20696,
"bw_max" : 133720,
"bw_agg" : 99.911759,
"bw_mean" : 84609.601671,
"bw_dev" : 27784.537581,
"bw_samples" : 359,
"iops_min" : 5174,
"iops_max" : 33430,
"iops_mean" : 21152.367688,
"iops_stddev" : 6946.129144,
"iops_samples" : 359
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180001,
"usr_cpu" : 3.737201,
"sys_cpu" : 60.013555,
"ctx" : 156569,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999974,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.010000,
"500" : 62.129073,
"750" : 20.455212,
"1000" : 4.900265
},
"latency_ms" : {
"2" : 6.898274,
"4" : 4.566476,
"10" : 1.042539,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}