raidz2/benchmarks/rand/rand-write-qd32-nj1_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774124292,
"timestamp_ms" : 1774124292266,
"time" : "Sat Mar 21 17:18:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 994652160,
"io_kbytes" : 971340,
"bw_bytes" : 101858900,
"bw" : 99471,
"iops" : 24871.377368,
"runtime" : 9765,
"total_ios" : 242869,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9765,
"usr_cpu" : 4.331797,
"sys_cpu" : 58.607271,
"ctx" : 39033,
"majf" : 0,
"minf" : 8,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.987236,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124302,
"timestamp_ms" : 1774124302499,
"time" : "Sat Mar 21 17:18:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1014525952,
"io_kbytes" : 990748,
"bw_bytes" : 101462741,
"bw" : 99084,
"iops" : 24771.277128,
"runtime" : 9999,
"total_ios" : 247688,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9645,
"max" : 762976,
"mean" : 38570.827263,
"stddev" : 33610.367971,
"N" : 247688
},
"clat_ns" : {
"min" : 714772,
"max" : 3679672,
"mean" : 1252790.991998,
"stddev" : 299297.326054,
"N" : 247687,
"percentile" : {
"1.000000" : 798720,
"5.000000" : 897024,
"10.000000" : 962560,
"20.000000" : 1056768,
"30.000000" : 1122304,
"40.000000" : 1155072,
"50.000000" : 1220608,
"60.000000" : 1253376,
"70.000000" : 1318912,
"80.000000" : 1384448,
"90.000000" : 1515520,
"95.000000" : 1679360,
"99.000000" : 2637824,
"99.500000" : 2867200,
"99.900000" : 3162112,
"99.950000" : 3260416,
"99.990000" : 3522560
},
"bins" : {
"716800" : 13,
"724992" : 60,
"733184" : 94,
"741376" : 144,
"749568" : 178,
"757760" : 233,
"765952" : 270,
"774144" : 279,
"782336" : 317,
"790528" : 392,
"798720" : 537,
"806912" : 611,
"815104" : 697,
"823296" : 831,
"831488" : 887,
"839680" : 887,
"847872" : 920,
"856064" : 1007,
"864256" : 949,
"872448" : 947,
"880640" : 971,
"888832" : 939,
"897024" : 977,
"905216" : 1085,
"913408" : 1182,
"921600" : 1272,
"929792" : 1474,
"937984" : 1542,
"946176" : 1744,
"954368" : 1886,
"962560" : 1822,
"970752" : 1906,
"978944" : 1757,
"987136" : 1808,
"995328" : 1925,
"1003520" : 2067,
"1011712" : 2190,
"1019904" : 2336,
"1028096" : 2619,
"1036288" : 3134,
"1044480" : 3476,
"1056768" : 6819,
"1073152" : 6381,
"1089536" : 6003,
"1105920" : 6535,
"1122304" : 7860,
"1138688" : 9321,
"1155072" : 9377,
"1171456" : 8105,
"1187840" : 6935,
"1204224" : 7323,
"1220608" : 8123,
"1236992" : 9143,
"1253376" : 8894,
"1269760" : 7936,
"1286144" : 6219,
"1302528" : 5699,
"1318912" : 6095,
"1335296" : 6493,
"1351680" : 6376,
"1368064" : 5759,
"1384448" : 4565,
"1400832" : 3813,
"1417216" : 3531,
"1433600" : 3929,
"1449984" : 3661,
"1466368" : 3129,
"1482752" : 2646,
"1499136" : 2299,
"1515520" : 2036,
"1531904" : 1857,
"1548288" : 1763,
"1564672" : 1665,
"1581056" : 1480,
"1597440" : 1179,
"1613824" : 953,
"1630208" : 978,
"1646592" : 822,
"1662976" : 741,
"1679360" : 702,
"1695744" : 531,
"1712128" : 534,
"1728512" : 477,
"1744896" : 451,
"1761280" : 386,
"1777664" : 392,
"1794048" : 332,
"1810432" : 261,
"1826816" : 233,
"1843200" : 240,
"1859584" : 201,
"1875968" : 196,
"1892352" : 230,
"1908736" : 206,
"1925120" : 166,
"1941504" : 170,
"1957888" : 152,
"1974272" : 168,
"1990656" : 164,
"2007040" : 155,
"2023424" : 133,
"2039808" : 132,
"2056192" : 95,
"2072576" : 93,
"2088960" : 87,
"2113536" : 210,
"2146304" : 195,
"2179072" : 162,
"2211840" : 194,
"2244608" : 220,
"2277376" : 211,
"2310144" : 257,
"2342912" : 214,
"2375680" : 192,
"2408448" : 270,
"2441216" : 207,
"2473984" : 226,
"2506752" : 216,
"2539520" : 245,
"2572288" : 227,
"2605056" : 182,
"2637824" : 226,
"2670592" : 167,
"2703360" : 196,
"2736128" : 172,
"2768896" : 196,
"2801664" : 187,
"2834432" : 170,
"2867200" : 139,
"2899968" : 131,
"2932736" : 131,
"2965504" : 109,
"2998272" : 91,
"3031040" : 101,
"3063808" : 88,
"3096576" : 87,
"3129344" : 79,
"3162112" : 65,
"3194880" : 54,
"3227648" : 33,
"3260416" : 34,
"3293184" : 36,
"3325952" : 18,
"3358720" : 9,
"3391488" : 8,
"3424256" : 5,
"3457024" : 4,
"3489792" : 2,
"3522560" : 10,
"3555328" : 6,
"3588096" : 3,
"3620864" : 2,
"3653632" : 4,
"3686400" : 1
}
},
"lat_ns" : {
"min" : 735925,
"max" : 3793035,
"mean" : 1291363.173966,
"stddev" : 307462.589917,
"N" : 247687
},
"bw_min" : 84312,
"bw_max" : 113816,
"bw_agg" : 99.313004,
"bw_mean" : 98404.736842,
"bw_dev" : 8394.197075,
"bw_samples" : 19,
"iops_min" : 21078,
"iops_max" : 28454,
"iops_mean" : 24601.157895,
"iops_stddev" : 2098.572802,
"iops_samples" : 19
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 4.460446,
"sys_cpu" : 63.416342,
"ctx" : 32564,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999596,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999596,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.159879,
"1000" : 13.041407
},
"latency_ms" : {
"2" : 84.103792,
"4" : 2.694519,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124312,
"timestamp_ms" : 1774124312500,
"time" : "Sat Mar 21 17:18:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2046791680,
"io_kbytes" : 1998820,
"bw_bytes" : 102344701,
"bw" : 99945,
"iops" : 24986.599330,
"runtime" : 19999,
"total_ios" : 499707,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9645,
"max" : 762976,
"mean" : 38219.482981,
"stddev" : 32524.238327,
"N" : 499707
},
"clat_ns" : {
"min" : 714772,
"max" : 3801879,
"mean" : 1241965.821845,
"stddev" : 288889.396017,
"N" : 499706,
"percentile" : {
"1.000000" : 815104,
"5.000000" : 913408,
"10.000000" : 978944,
"20.000000" : 1056768,
"30.000000" : 1105920,
"40.000000" : 1155072,
"50.000000" : 1187840,
"60.000000" : 1236992,
"70.000000" : 1286144,
"80.000000" : 1368064,
"90.000000" : 1482752,
"95.000000" : 1695744,
"99.000000" : 2506752,
"99.500000" : 2736128,
"99.900000" : 3096576,
"99.950000" : 3194880,
"99.990000" : 3457024
},
"bins" : {
"716800" : 13,
"724992" : 61,
"733184" : 99,
"741376" : 161,
"749568" : 209,
"757760" : 278,
"765952" : 348,
"774144" : 370,
"782336" : 451,
"790528" : 561,
"798720" : 749,
"806912" : 828,
"815104" : 980,
"823296" : 1224,
"831488" : 1319,
"839680" : 1493,
"847872" : 1718,
"856064" : 1856,
"864256" : 1888,
"872448" : 1990,
"880640" : 1969,
"888832" : 1963,
"897024" : 1900,
"905216" : 2053,
"913408" : 2055,
"921600" : 2095,
"929792" : 2281,
"937984" : 2601,
"946176" : 3209,
"954368" : 3710,
"962560" : 3939,
"970752" : 4362,
"978944" : 4234,
"987136" : 4511,
"995328" : 4564,
"1003520" : 4627,
"1011712" : 4503,
"1019904" : 4593,
"1028096" : 4859,
"1036288" : 5781,
"1044480" : 6535,
"1056768" : 14851,
"1073152" : 16527,
"1089536" : 16745,
"1105920" : 16015,
"1122304" : 15632,
"1138688" : 17472,
"1155072" : 19569,
"1171456" : 20496,
"1187840" : 19855,
"1204224" : 18236,
"1220608" : 16474,
"1236992" : 16610,
"1253376" : 17283,
"1269760" : 17713,
"1286144" : 15331,
"1302528" : 12917,
"1318912" : 11807,
"1335296" : 11168,
"1351680" : 10782,
"1368064" : 10258,
"1384448" : 8629,
"1400832" : 7204,
"1417216" : 6211,
"1433600" : 6036,
"1449984" : 5431,
"1466368" : 4914,
"1482752" : 4219,
"1499136" : 3628,
"1515520" : 2854,
"1531904" : 2549,
"1548288" : 2346,
"1564672" : 2214,
"1581056" : 2028,
"1597440" : 1636,
"1613824" : 1282,
"1630208" : 1204,
"1646592" : 1062,
"1662976" : 1000,
"1679360" : 931,
"1695744" : 736,
"1712128" : 719,
"1728512" : 637,
"1744896" : 635,
"1761280" : 593,
"1777664" : 621,
"1794048" : 533,
"1810432" : 485,
"1826816" : 452,
"1843200" : 483,
"1859584" : 414,
"1875968" : 426,
"1892352" : 496,
"1908736" : 419,
"1925120" : 429,
"1941504" : 437,
"1957888" : 395,
"1974272" : 388,
"1990656" : 404,
"2007040" : 411,
"2023424" : 375,
"2039808" : 407,
"2056192" : 376,
"2072576" : 351,
"2088960" : 357,
"2113536" : 728,
"2146304" : 815,
"2179072" : 726,
"2211840" : 767,
"2244608" : 718,
"2277376" : 758,
"2310144" : 807,
"2342912" : 683,
"2375680" : 561,
"2408448" : 654,
"2441216" : 537,
"2473984" : 529,
"2506752" : 463,
"2539520" : 477,
"2572288" : 432,
"2605056" : 384,
"2637824" : 370,
"2670592" : 327,
"2703360" : 336,
"2736128" : 295,
"2768896" : 280,
"2801664" : 282,
"2834432" : 226,
"2867200" : 163,
"2899968" : 184,
"2932736" : 181,
"2965504" : 130,
"2998272" : 105,
"3031040" : 121,
"3063808" : 96,
"3096576" : 101,
"3129344" : 83,
"3162112" : 67,
"3194880" : 60,
"3227648" : 35,
"3260416" : 41,
"3293184" : 43,
"3325952" : 18,
"3358720" : 15,
"3391488" : 9,
"3424256" : 6,
"3457024" : 9,
"3489792" : 5,
"3522560" : 11,
"3555328" : 8,
"3588096" : 4,
"3620864" : 3,
"3653632" : 6,
"3686400" : 3,
"3719168" : 3,
"3751936" : 2,
"3817472" : 1
}
},
"lat_ns" : {
"min" : 735925,
"max" : 3929434,
"mean" : 1280185.895571,
"stddev" : 296714.548254,
"N" : 499706
},
"bw_min" : 84312,
"bw_max" : 113816,
"bw_agg" : 99.802896,
"bw_mean" : 99749.948718,
"bw_dev" : 7083.285061,
"bw_samples" : 39,
"iops_min" : 21078,
"iops_max" : 28454,
"iops_mean" : 24937.461538,
"iops_stddev" : 1770.811854,
"iops_samples" : 39
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 4.625231,
"sys_cpu" : 65.103255,
"ctx" : 61138,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.086651,
"1000" : 12.394663
},
"latency_ms" : {
"2" : 84.333820,
"4" : 3.184666,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124322,
"timestamp_ms" : 1774124322500,
"time" : "Sat Mar 21 17:18:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3102359552,
"io_kbytes" : 3029648,
"bw_bytes" : 103415432,
"bw" : 100991,
"iops" : 25247.974932,
"runtime" : 29999,
"total_ios" : 757414,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9645,
"max" : 1406850,
"mean" : 37803.628896,
"stddev" : 31501.614896,
"N" : 757414
},
"clat_ns" : {
"min" : 714772,
"max" : 4289483,
"mean" : 1229110.705661,
"stddev" : 289213.339779,
"N" : 757413,
"percentile" : {
"1.000000" : 831488,
"5.000000" : 905216,
"10.000000" : 970752,
"20.000000" : 1036288,
"30.000000" : 1089536,
"40.000000" : 1138688,
"50.000000" : 1187840,
"60.000000" : 1220608,
"70.000000" : 1286144,
"80.000000" : 1351680,
"90.000000" : 1482752,
"95.000000" : 1728512,
"99.000000" : 2473984,
"99.500000" : 2703360,
"99.900000" : 3162112,
"99.950000" : 3424256,
"99.990000" : 3784704
},
"bins" : {
"716800" : 13,
"724992" : 61,
"733184" : 99,
"741376" : 161,
"749568" : 211,
"757760" : 279,
"765952" : 356,
"774144" : 374,
"782336" : 471,
"790528" : 601,
"798720" : 822,
"806912" : 952,
"815104" : 1204,
"823296" : 1537,
"831488" : 1780,
"839680" : 2145,
"847872" : 2577,
"856064" : 2872,
"864256" : 3121,
"872448" : 3585,
"880640" : 3784,
"888832" : 3942,
"897024" : 4102,
"905216" : 4279,
"913408" : 4266,
"921600" : 4154,
"929792" : 4164,
"937984" : 4442,
"946176" : 5067,
"954368" : 5847,
"962560" : 6498,
"970752" : 7522,
"978944" : 8063,
"987136" : 8784,
"995328" : 9323,
"1003520" : 9583,
"1011712" : 9036,
"1019904" : 8795,
"1028096" : 8723,
"1036288" : 9222,
"1044480" : 9702,
"1056768" : 21729,
"1073152" : 25955,
"1089536" : 28727,
"1105920" : 28970,
"1122304" : 26125,
"1138688" : 25208,
"1155072" : 26965,
"1171456" : 29097,
"1187840" : 30318,
"1204224" : 29401,
"1220608" : 25763,
"1236992" : 23177,
"1253376" : 22688,
"1269760" : 23213,
"1286144" : 21553,
"1302528" : 19366,
"1318912" : 17200,
"1335296" : 14884,
"1351680" : 13502,
"1368064" : 12799,
"1384448" : 11337,
"1400832" : 9890,
"1417216" : 8669,
"1433600" : 7881,
"1449984" : 6757,
"1466368" : 6021,
"1482752" : 5356,
"1499136" : 4597,
"1515520" : 3924,
"1531904" : 3481,
"1548288" : 3050,
"1564672" : 2805,
"1581056" : 2670,
"1597440" : 2148,
"1613824" : 1828,
"1630208" : 1853,
"1646592" : 1595,
"1662976" : 1537,
"1679360" : 1498,
"1695744" : 1220,
"1712128" : 1119,
"1728512" : 1243,
"1744896" : 1125,
"1761280" : 1052,
"1777664" : 1096,
"1794048" : 1008,
"1810432" : 963,
"1826816" : 886,
"1843200" : 934,
"1859584" : 812,
"1875968" : 820,
"1892352" : 902,
"1908736" : 847,
"1925120" : 855,
"1941504" : 808,
"1957888" : 744,
"1974272" : 789,
"1990656" : 785,
"2007040" : 825,
"2023424" : 748,
"2039808" : 731,
"2056192" : 617,
"2072576" : 621,
"2088960" : 665,
"2113536" : 1316,
"2146304" : 1260,
"2179072" : 1132,
"2211840" : 1171,
"2244608" : 1094,
"2277376" : 1116,
"2310144" : 1065,
"2342912" : 948,
"2375680" : 786,
"2408448" : 843,
"2441216" : 723,
"2473984" : 664,
"2506752" : 617,
"2539520" : 596,
"2572288" : 519,
"2605056" : 509,
"2637824" : 468,
"2670592" : 400,
"2703360" : 408,
"2736128" : 351,
"2768896" : 325,
"2801664" : 323,
"2834432" : 270,
"2867200" : 208,
"2899968" : 210,
"2932736" : 210,
"2965504" : 156,
"2998272" : 129,
"3031040" : 150,
"3063808" : 117,
"3096576" : 119,
"3129344" : 115,
"3162112" : 85,
"3194880" : 81,
"3227648" : 57,
"3260416" : 62,
"3293184" : 55,
"3325952" : 32,
"3358720" : 45,
"3391488" : 20,
"3424256" : 39,
"3457024" : 35,
"3489792" : 31,
"3522560" : 42,
"3555328" : 43,
"3588096" : 19,
"3620864" : 15,
"3653632" : 25,
"3686400" : 16,
"3719168" : 25,
"3751936" : 15,
"3784704" : 13,
"3817472" : 23,
"3850240" : 15,
"3883008" : 8,
"3915776" : 1,
"3948544" : 2,
"3981312" : 4,
"4046848" : 7,
"4079616" : 3,
"4112384" : 1,
"4145152" : 3,
"4227072" : 1,
"4292608" : 1
}
},
"lat_ns" : {
"min" : 735925,
"max" : 4420724,
"mean" : 1266914.838672,
"stddev" : 297090.398853,
"N" : 757413
},
"bw_min" : 84312,
"bw_max" : 120832,
"bw_agg" : 100.000000,
"bw_mean" : 100994.813559,
"bw_dev" : 7102.910983,
"bw_samples" : 59,
"iops_min" : 21078,
"iops_max" : 30208,
"iops_mean" : 25248.677966,
"iops_stddev" : 1775.726898,
"iops_samples" : 59
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 4.796827,
"sys_cpu" : 66.695557,
"ctx" : 86064,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.057168,
"1000" : 14.216267
},
"latency_ms" : {
"2" : 82.652156,
"4" : 3.072164,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124332,
"timestamp_ms" : 1774124332500,
"time" : "Sat Mar 21 17:18:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4107829248,
"io_kbytes" : 4011552,
"bw_bytes" : 102695731,
"bw" : 100288,
"iops" : 25072.225000,
"runtime" : 40000,
"total_ios" : 1002889,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9645,
"max" : 1406850,
"mean" : 38077.389403,
"stddev" : 31328.362781,
"N" : 1002890
},
"clat_ns" : {
"min" : 714772,
"max" : 4289483,
"mean" : 1237677.166415,
"stddev" : 294702.302599,
"N" : 1002888,
"percentile" : {
"1.000000" : 839680,
"5.000000" : 913408,
"10.000000" : 970752,
"20.000000" : 1044480,
"30.000000" : 1089536,
"40.000000" : 1138688,
"50.000000" : 1187840,
"60.000000" : 1236992,
"70.000000" : 1286144,
"80.000000" : 1368064,
"90.000000" : 1499136,
"95.000000" : 1744896,
"99.000000" : 2473984,
"99.500000" : 2768896,
"99.900000" : 3457024,
"99.950000" : 3719168,
"99.990000" : 3981312
},
"bins" : {
"716800" : 13,
"724992" : 61,
"733184" : 99,
"741376" : 161,
"749568" : 211,
"757760" : 279,
"765952" : 362,
"774144" : 383,
"782336" : 480,
"790528" : 632,
"798720" : 852,
"806912" : 1022,
"815104" : 1286,
"823296" : 1671,
"831488" : 2008,
"839680" : 2419,
"847872" : 2961,
"856064" : 3256,
"864256" : 3580,
"872448" : 4138,
"880640" : 4457,
"888832" : 4904,
"897024" : 5341,
"905216" : 5788,
"913408" : 6108,
"921600" : 6012,
"929792" : 5929,
"937984" : 6055,
"946176" : 6491,
"954368" : 7152,
"962560" : 7720,
"970752" : 8940,
"978944" : 9898,
"987136" : 11111,
"995328" : 12267,
"1003520" : 13108,
"1011712" : 13004,
"1019904" : 12800,
"1028096" : 12349,
"1036288" : 12593,
"1044480" : 12503,
"1056768" : 26619,
"1073152" : 31321,
"1089536" : 36608,
"1105920" : 39028,
"1122304" : 36277,
"1138688" : 33925,
"1155072" : 33009,
"1171456" : 35207,
"1187840" : 38426,
"1204224" : 38868,
"1220608" : 35398,
"1236992" : 31461,
"1253376" : 28956,
"1269760" : 28555,
"1286144" : 27482,
"1302528" : 26253,
"1318912" : 24343,
"1335296" : 20696,
"1351680" : 18143,
"1368064" : 16550,
"1384448" : 15090,
"1400832" : 13847,
"1417216" : 12911,
"1433600" : 11306,
"1449984" : 9776,
"1466368" : 8553,
"1482752" : 7727,
"1499136" : 6858,
"1515520" : 6372,
"1531904" : 5798,
"1548288" : 4841,
"1564672" : 4355,
"1581056" : 4044,
"1597440" : 3508,
"1613824" : 3186,
"1630208" : 3170,
"1646592" : 2679,
"1662976" : 2514,
"1679360" : 2341,
"1695744" : 2072,
"1712128" : 1917,
"1728512" : 2048,
"1744896" : 1844,
"1761280" : 1713,
"1777664" : 1707,
"1794048" : 1509,
"1810432" : 1493,
"1826816" : 1404,
"1843200" : 1411,
"1859584" : 1233,
"1875968" : 1243,
"1892352" : 1282,
"1908736" : 1191,
"1925120" : 1179,
"1941504" : 1073,
"1957888" : 984,
"1974272" : 992,
"1990656" : 1024,
"2007040" : 1023,
"2023424" : 914,
"2039808" : 919,
"2056192" : 756,
"2072576" : 758,
"2088960" : 849,
"2113536" : 1599,
"2146304" : 1509,
"2179072" : 1363,
"2211840" : 1377,
"2244608" : 1263,
"2277376" : 1280,
"2310144" : 1254,
"2342912" : 1110,
"2375680" : 908,
"2408448" : 976,
"2441216" : 829,
"2473984" : 762,
"2506752" : 715,
"2539520" : 679,
"2572288" : 613,
"2605056" : 621,
"2637824" : 535,
"2670592" : 519,
"2703360" : 509,
"2736128" : 446,
"2768896" : 394,
"2801664" : 397,
"2834432" : 359,
"2867200" : 273,
"2899968" : 261,
"2932736" : 303,
"2965504" : 221,
"2998272" : 198,
"3031040" : 206,
"3063808" : 184,
"3096576" : 165,
"3129344" : 161,
"3162112" : 141,
"3194880" : 121,
"3227648" : 112,
"3260416" : 107,
"3293184" : 109,
"3325952" : 77,
"3358720" : 85,
"3391488" : 71,
"3424256" : 103,
"3457024" : 61,
"3489792" : 70,
"3522560" : 83,
"3555328" : 82,
"3588096" : 59,
"3620864" : 47,
"3653632" : 49,
"3686400" : 75,
"3719168" : 85,
"3751936" : 43,
"3784704" : 39,
"3817472" : 76,
"3850240" : 52,
"3883008" : 35,
"3915776" : 26,
"3948544" : 22,
"3981312" : 29,
"4014080" : 34,
"4046848" : 13,
"4079616" : 11,
"4112384" : 12,
"4145152" : 24,
"4177920" : 1,
"4227072" : 2,
"4292608" : 1
}
},
"lat_ns" : {
"min" : 735925,
"max" : 4420724,
"mean" : 1275755.010660,
"stddev" : 302752.916774,
"N" : 1002888
},
"bw_min" : 84312,
"bw_max" : 120832,
"bw_agg" : 99.891514,
"bw_mean" : 100180.075949,
"bw_dev" : 6911.901625,
"bw_samples" : 79,
"iops_min" : 21078,
"iops_max" : 30208,
"iops_mean" : 25044.987342,
"iops_stddev" : 1727.983384,
"iops_samples" : 79
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 40000,
"usr_cpu" : 4.652500,
"sys_cpu" : 67.165000,
"ctx" : 113160,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999900,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.043175,
"1000" : 13.410557
},
"latency_ms" : {
"2" : 83.646745,
"4" : 2.890051,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124342,
"timestamp_ms" : 1774124342499,
"time" : "Sat Mar 21 17:19:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5131038720,
"io_kbytes" : 5010780,
"bw_bytes" : 102622826,
"bw" : 100217,
"iops" : 25054.421088,
"runtime" : 49999,
"total_ios" : 1252696,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9645,
"max" : 1406850,
"mean" : 38108.301868,
"stddev" : 31024.267414,
"N" : 1252696
},
"clat_ns" : {
"min" : 714772,
"max" : 4289483,
"mean" : 1238554.609341,
"stddev" : 302186.277397,
"N" : 1252695,
"percentile" : {
"1.000000" : 847872,
"5.000000" : 921600,
"10.000000" : 970752,
"20.000000" : 1036288,
"30.000000" : 1089536,
"40.000000" : 1138688,
"50.000000" : 1187840,
"60.000000" : 1236992,
"70.000000" : 1286144,
"80.000000" : 1368064,
"90.000000" : 1499136,
"95.000000" : 1728512,
"99.000000" : 2506752,
"99.500000" : 2867200,
"99.900000" : 3751936,
"99.950000" : 3883008,
"99.990000" : 3981312
},
"bins" : {
"716800" : 13,
"724992" : 61,
"733184" : 99,
"741376" : 161,
"749568" : 211,
"757760" : 279,
"765952" : 362,
"774144" : 383,
"782336" : 484,
"790528" : 643,
"798720" : 863,
"806912" : 1038,
"815104" : 1327,
"823296" : 1757,
"831488" : 2163,
"839680" : 2678,
"847872" : 3291,
"856064" : 3692,
"864256" : 4066,
"872448" : 4761,
"880640" : 5118,
"888832" : 5918,
"897024" : 6790,
"905216" : 7685,
"913408" : 8592,
"921600" : 8753,
"929792" : 8675,
"937984" : 8444,
"946176" : 8476,
"954368" : 8973,
"962560" : 9449,
"970752" : 10595,
"978944" : 11569,
"987136" : 13153,
"995328" : 15062,
"1003520" : 16877,
"1011712" : 17541,
"1019904" : 17665,
"1028096" : 17347,
"1036288" : 17145,
"1044480" : 16478,
"1056768" : 33030,
"1073152" : 36969,
"1089536" : 43904,
"1105920" : 49071,
"1122304" : 48033,
"1138688" : 44274,
"1155072" : 40779,
"1171456" : 41898,
"1187840" : 45280,
"1204224" : 47277,
"1220608" : 44714,
"1236992" : 40130,
"1253376" : 35751,
"1269760" : 34120,
"1286144" : 32649,
"1302528" : 32198,
"1318912" : 30675,
"1335296" : 26612,
"1351680" : 23136,
"1368064" : 20347,
"1384448" : 18368,
"1400832" : 17072,
"1417216" : 16259,
"1433600" : 14397,
"1449984" : 12781,
"1466368" : 10926,
"1482752" : 9759,
"1499136" : 8764,
"1515520" : 8138,
"1531904" : 7487,
"1548288" : 6453,
"1564672" : 5787,
"1581056" : 5286,
"1597440" : 4551,
"1613824" : 4151,
"1630208" : 4054,
"1646592" : 3619,
"1662976" : 3384,
"1679360" : 3021,
"1695744" : 2700,
"1712128" : 2491,
"1728512" : 2590,
"1744896" : 2353,
"1761280" : 2194,
"1777664" : 2139,
"1794048" : 1895,
"1810432" : 1852,
"1826816" : 1724,
"1843200" : 1699,
"1859584" : 1541,
"1875968" : 1510,
"1892352" : 1551,
"1908736" : 1398,
"1925120" : 1394,
"1941504" : 1264,
"1957888" : 1155,
"1974272" : 1143,
"1990656" : 1188,
"2007040" : 1223,
"2023424" : 1055,
"2039808" : 1047,
"2056192" : 849,
"2072576" : 887,
"2088960" : 954,
"2113536" : 1870,
"2146304" : 1700,
"2179072" : 1517,
"2211840" : 1578,
"2244608" : 1394,
"2277376" : 1400,
"2310144" : 1386,
"2342912" : 1223,
"2375680" : 998,
"2408448" : 1077,
"2441216" : 923,
"2473984" : 839,
"2506752" : 789,
"2539520" : 771,
"2572288" : 701,
"2605056" : 692,
"2637824" : 638,
"2670592" : 624,
"2703360" : 598,
"2736128" : 534,
"2768896" : 487,
"2801664" : 494,
"2834432" : 453,
"2867200" : 369,
"2899968" : 358,
"2932736" : 391,
"2965504" : 293,
"2998272" : 283,
"3031040" : 282,
"3063808" : 237,
"3096576" : 229,
"3129344" : 225,
"3162112" : 203,
"3194880" : 172,
"3227648" : 151,
"3260416" : 163,
"3293184" : 177,
"3325952" : 149,
"3358720" : 139,
"3391488" : 131,
"3424256" : 175,
"3457024" : 125,
"3489792" : 114,
"3522560" : 134,
"3555328" : 135,
"3588096" : 120,
"3620864" : 74,
"3653632" : 92,
"3686400" : 122,
"3719168" : 161,
"3751936" : 122,
"3784704" : 73,
"3817472" : 151,
"3850240" : 245,
"3883008" : 305,
"3915776" : 83,
"3948544" : 100,
"3981312" : 72,
"4014080" : 51,
"4046848" : 14,
"4079616" : 11,
"4112384" : 13,
"4145152" : 24,
"4177920" : 1,
"4227072" : 2,
"4292608" : 1
}
},
"lat_ns" : {
"min" : 735925,
"max" : 4420724,
"mean" : 1276663.080136,
"stddev" : 310507.750963,
"N" : 1252695
},
"bw_min" : 84312,
"bw_max" : 120832,
"bw_agg" : 100.000000,
"bw_mean" : 100355.858586,
"bw_dev" : 6855.793287,
"bw_samples" : 99,
"iops_min" : 21078,
"iops_max" : 30208,
"iops_mean" : 25088.939394,
"iops_stddev" : 1713.955378,
"iops_samples" : 99
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 4.650093,
"sys_cpu" : 67.657353,
"ctx" : 138613,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999920,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999920,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.034565,
"1000" : 13.272254
},
"latency_ms" : {
"2" : 83.893459,
"4" : 2.790861,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124352,
"timestamp_ms" : 1774124352499,
"time" : "Sat Mar 21 17:19:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6119641088,
"io_kbytes" : 5976212,
"bw_bytes" : 101995718,
"bw" : 99605,
"iops" : 24901.331689,
"runtime" : 59999,
"total_ios" : 1494055,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9645,
"max" : 1406850,
"mean" : 38352.767693,
"stddev" : 31098.967036,
"N" : 1494055
},
"clat_ns" : {
"min" : 714772,
"max" : 4289483,
"mean" : 1246163.931636,
"stddev" : 311766.913841,
"N" : 1494054,
"percentile" : {
"1.000000" : 847872,
"5.000000" : 921600,
"10.000000" : 978944,
"20.000000" : 1044480,
"30.000000" : 1105920,
"40.000000" : 1138688,
"50.000000" : 1187840,
"60.000000" : 1236992,
"70.000000" : 1302528,
"80.000000" : 1368064,
"90.000000" : 1515520,
"95.000000" : 1728512,
"99.000000" : 2572288,
"99.500000" : 3031040,
"99.900000" : 3883008,
"99.950000" : 3948544,
"99.990000" : 4112384
},
"bins" : {
"716800" : 13,
"724992" : 61,
"733184" : 99,
"741376" : 161,
"749568" : 211,
"757760" : 279,
"765952" : 362,
"774144" : 383,
"782336" : 484,
"790528" : 643,
"798720" : 864,
"806912" : 1043,
"815104" : 1330,
"823296" : 1789,
"831488" : 2184,
"839680" : 2722,
"847872" : 3369,
"856064" : 3811,
"864256" : 4245,
"872448" : 4979,
"880640" : 5439,
"888832" : 6289,
"897024" : 7305,
"905216" : 8510,
"913408" : 9882,
"921600" : 10461,
"929792" : 10750,
"937984" : 10509,
"946176" : 10163,
"954368" : 10203,
"962560" : 10520,
"970752" : 11531,
"978944" : 12576,
"987136" : 14307,
"995328" : 16657,
"1003520" : 19090,
"1011712" : 20577,
"1019904" : 21683,
"1028096" : 22099,
"1036288" : 21867,
"1044480" : 20780,
"1056768" : 39560,
"1073152" : 41910,
"1089536" : 48523,
"1105920" : 55715,
"1122304" : 58069,
"1138688" : 55606,
"1155072" : 49859,
"1171456" : 48654,
"1187840" : 50986,
"1204224" : 54056,
"1220608" : 53344,
"1236992" : 50056,
"1253376" : 44217,
"1269760" : 40884,
"1286144" : 38147,
"1302528" : 37480,
"1318912" : 36914,
"1335296" : 33380,
"1351680" : 29452,
"1368064" : 25703,
"1384448" : 22943,
"1400832" : 21049,
"1417216" : 20200,
"1433600" : 18209,
"1449984" : 16582,
"1466368" : 14321,
"1482752" : 12650,
"1499136" : 11105,
"1515520" : 10288,
"1531904" : 9628,
"1548288" : 8378,
"1564672" : 7515,
"1581056" : 6749,
"1597440" : 5964,
"1613824" : 5392,
"1630208" : 5248,
"1646592" : 4812,
"1662976" : 4374,
"1679360" : 3817,
"1695744" : 3436,
"1712128" : 3087,
"1728512" : 3128,
"1744896" : 2853,
"1761280" : 2719,
"1777664" : 2534,
"1794048" : 2236,
"1810432" : 2140,
"1826816" : 2001,
"1843200" : 2002,
"1859584" : 1851,
"1875968" : 1766,
"1892352" : 1803,
"1908736" : 1604,
"1925120" : 1557,
"1941504" : 1425,
"1957888" : 1337,
"1974272" : 1291,
"1990656" : 1366,
"2007040" : 1384,
"2023424" : 1200,
"2039808" : 1158,
"2056192" : 967,
"2072576" : 1028,
"2088960" : 1060,
"2113536" : 2130,
"2146304" : 1907,
"2179072" : 1687,
"2211840" : 1767,
"2244608" : 1572,
"2277376" : 1531,
"2310144" : 1526,
"2342912" : 1360,
"2375680" : 1113,
"2408448" : 1187,
"2441216" : 1034,
"2473984" : 923,
"2506752" : 886,
"2539520" : 867,
"2572288" : 819,
"2605056" : 775,
"2637824" : 711,
"2670592" : 739,
"2703360" : 696,
"2736128" : 637,
"2768896" : 567,
"2801664" : 592,
"2834432" : 553,
"2867200" : 448,
"2899968" : 424,
"2932736" : 460,
"2965504" : 369,
"2998272" : 331,
"3031040" : 329,
"3063808" : 311,
"3096576" : 270,
"3129344" : 274,
"3162112" : 277,
"3194880" : 233,
"3227648" : 205,
"3260416" : 222,
"3293184" : 246,
"3325952" : 213,
"3358720" : 226,
"3391488" : 216,
"3424256" : 259,
"3457024" : 209,
"3489792" : 162,
"3522560" : 193,
"3555328" : 213,
"3588096" : 209,
"3620864" : 138,
"3653632" : 166,
"3686400" : 213,
"3719168" : 244,
"3751936" : 196,
"3784704" : 128,
"3817472" : 232,
"3850240" : 421,
"3883008" : 513,
"3915776" : 146,
"3948544" : 201,
"3981312" : 196,
"4014080" : 228,
"4046848" : 37,
"4079616" : 50,
"4112384" : 44,
"4145152" : 99,
"4177920" : 9,
"4227072" : 12,
"4292608" : 1
}
},
"lat_ns" : {
"min" : 735925,
"max" : 4420724,
"mean" : 1284516.723733,
"stddev" : 320417.356724,
"N" : 1494054
},
"bw_min" : 84312,
"bw_max" : 120832,
"bw_agg" : 100.000000,
"bw_mean" : 99809.915966,
"bw_dev" : 6813.677613,
"bw_samples" : 119,
"iops_min" : 21078,
"iops_max" : 30208,
"iops_mean" : 24952.453782,
"iops_stddev" : 1703.428859,
"iops_samples" : 119
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 4.635077,
"sys_cpu" : 67.622794,
"ctx" : 165769,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.028982,
"1000" : 12.379866
},
"latency_ms" : {
"2" : 84.791055,
"4" : 2.769175,
"10" : 0.030856,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124362,
"timestamp_ms" : 1774124362499,
"time" : "Sat Mar 21 17:19:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7062274048,
"io_kbytes" : 6896752,
"bw_bytes" : 100891070,
"bw" : 98526,
"iops" : 24631.637595,
"runtime" : 69999,
"total_ios" : 1724190,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9645,
"max" : 1406850,
"mean" : 38790.907757,
"stddev" : 31528.049932,
"N" : 1724190
},
"clat_ns" : {
"min" : 714772,
"max" : 4317226,
"mean" : 1259800.236389,
"stddev" : 324286.513375,
"N" : 1724189,
"percentile" : {
"1.000000" : 856064,
"5.000000" : 929792,
"10.000000" : 987136,
"20.000000" : 1056768,
"30.000000" : 1105920,
"40.000000" : 1155072,
"50.000000" : 1204224,
"60.000000" : 1253376,
"70.000000" : 1318912,
"80.000000" : 1384448,
"90.000000" : 1531904,
"95.000000" : 1744896,
"99.000000" : 2670592,
"99.500000" : 3260416,
"99.900000" : 3948544,
"99.950000" : 4014080,
"99.990000" : 4145152
},
"bins" : {
"716800" : 13,
"724992" : 61,
"733184" : 99,
"741376" : 161,
"749568" : 211,
"757760" : 279,
"765952" : 362,
"774144" : 383,
"782336" : 484,
"790528" : 643,
"798720" : 864,
"806912" : 1043,
"815104" : 1333,
"823296" : 1798,
"831488" : 2200,
"839680" : 2743,
"847872" : 3391,
"856064" : 3835,
"864256" : 4318,
"872448" : 5065,
"880640" : 5537,
"888832" : 6412,
"897024" : 7487,
"905216" : 8807,
"913408" : 10417,
"921600" : 11448,
"929792" : 11862,
"937984" : 11544,
"946176" : 11245,
"954368" : 10988,
"962560" : 11198,
"970752" : 12162,
"978944" : 13080,
"987136" : 14873,
"995328" : 17435,
"1003520" : 20163,
"1011712" : 22290,
"1019904" : 24028,
"1028096" : 24989,
"1036288" : 24977,
"1044480" : 23771,
"1056768" : 44582,
"1073152" : 45387,
"1089536" : 51884,
"1105920" : 60681,
"1122304" : 66027,
"1138688" : 65003,
"1155072" : 58053,
"1171456" : 54615,
"1187840" : 55935,
"1204224" : 59700,
"1220608" : 61157,
"1236992" : 59605,
"1253376" : 53071,
"1269760" : 47726,
"1286144" : 43725,
"1302528" : 42679,
"1318912" : 43279,
"1335296" : 41173,
"1351680" : 37619,
"1368064" : 31941,
"1384448" : 27741,
"1400832" : 25164,
"1417216" : 24630,
"1433600" : 23330,
"1449984" : 22410,
"1466368" : 18900,
"1482752" : 16146,
"1499136" : 13905,
"1515520" : 12861,
"1531904" : 12510,
"1548288" : 11766,
"1564672" : 10344,
"1581056" : 8986,
"1597440" : 7631,
"1613824" : 6912,
"1630208" : 6774,
"1646592" : 6438,
"1662976" : 5936,
"1679360" : 5029,
"1695744" : 4435,
"1712128" : 3981,
"1728512" : 3993,
"1744896" : 3666,
"1761280" : 3492,
"1777664" : 3217,
"1794048" : 2791,
"1810432" : 2666,
"1826816" : 2466,
"1843200" : 2427,
"1859584" : 2251,
"1875968" : 2134,
"1892352" : 2095,
"1908736" : 1897,
"1925120" : 1815,
"1941504" : 1636,
"1957888" : 1533,
"1974272" : 1502,
"1990656" : 1558,
"2007040" : 1529,
"2023424" : 1346,
"2039808" : 1336,
"2056192" : 1111,
"2072576" : 1191,
"2088960" : 1167,
"2113536" : 2324,
"2146304" : 2099,
"2179072" : 1884,
"2211840" : 1913,
"2244608" : 1732,
"2277376" : 1663,
"2310144" : 1665,
"2342912" : 1496,
"2375680" : 1190,
"2408448" : 1294,
"2441216" : 1145,
"2473984" : 995,
"2506752" : 956,
"2539520" : 988,
"2572288" : 882,
"2605056" : 827,
"2637824" : 834,
"2670592" : 809,
"2703360" : 747,
"2736128" : 724,
"2768896" : 648,
"2801664" : 653,
"2834432" : 635,
"2867200" : 543,
"2899968" : 493,
"2932736" : 516,
"2965504" : 430,
"2998272" : 393,
"3031040" : 387,
"3063808" : 398,
"3096576" : 325,
"3129344" : 349,
"3162112" : 365,
"3194880" : 314,
"3227648" : 282,
"3260416" : 308,
"3293184" : 338,
"3325952" : 319,
"3358720" : 303,
"3391488" : 313,
"3424256" : 368,
"3457024" : 311,
"3489792" : 242,
"3522560" : 305,
"3555328" : 321,
"3588096" : 326,
"3620864" : 228,
"3653632" : 281,
"3686400" : 330,
"3719168" : 342,
"3751936" : 284,
"3784704" : 184,
"3817472" : 324,
"3850240" : 599,
"3883008" : 758,
"3915776" : 241,
"3948544" : 341,
"3981312" : 339,
"4014080" : 390,
"4046848" : 91,
"4079616" : 81,
"4112384" : 147,
"4145152" : 247,
"4177920" : 75,
"4227072" : 35,
"4292608" : 32
}
},
"lat_ns" : {
"min" : 735925,
"max" : 4455287,
"mean" : 1298591.394037,
"stddev" : 333361.043652,
"N" : 1724189
},
"bw_min" : 77736,
"bw_max" : 120832,
"bw_agg" : 99.964034,
"bw_mean" : 98491.956835,
"bw_dev" : 7521.639690,
"bw_samples" : 139,
"iops_min" : 19434,
"iops_max" : 30208,
"iops_mean" : 24622.964029,
"iops_stddev" : 1880.404580,
"iops_samples" : 139
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 4.578637,
"sys_cpu" : 67.136673,
"ctx" : 196109,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999942,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999942,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.025113,
"1000" : 11.291331
},
"latency_ms" : {
"2" : 85.826620,
"4" : 2.795052,
"10" : 0.061826,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124372,
"timestamp_ms" : 1774124372499,
"time" : "Sat Mar 21 17:19:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8141979648,
"io_kbytes" : 7951152,
"bw_bytes" : 101776017,
"bw" : 99390,
"iops" : 24847.673096,
"runtime" : 79999,
"total_ios" : 1987789,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9645,
"max" : 1406850,
"mean" : 38438.633924,
"stddev" : 30877.216776,
"N" : 1987789
},
"clat_ns" : {
"min" : 714772,
"max" : 4401405,
"mean" : 1248857.711841,
"stddev" : 326440.162639,
"N" : 1987788,
"percentile" : {
"1.000000" : 856064,
"5.000000" : 929792,
"10.000000" : 978944,
"20.000000" : 1036288,
"30.000000" : 1089536,
"40.000000" : 1138688,
"50.000000" : 1187840,
"60.000000" : 1236992,
"70.000000" : 1302528,
"80.000000" : 1368064,
"90.000000" : 1515520,
"95.000000" : 1712128,
"99.000000" : 2703360,
"99.500000" : 3325952,
"99.900000" : 3948544,
"99.950000" : 4014080,
"99.990000" : 4145152
},
"bins" : {
"716800" : 13,
"724992" : 61,
"733184" : 99,
"741376" : 161,
"749568" : 211,
"757760" : 279,
"765952" : 362,
"774144" : 383,
"782336" : 485,
"790528" : 651,
"798720" : 880,
"806912" : 1062,
"815104" : 1371,
"823296" : 1845,
"831488" : 2268,
"839680" : 2873,
"847872" : 3605,
"856064" : 4189,
"864256" : 4853,
"872448" : 5775,
"880640" : 6485,
"888832" : 7595,
"897024" : 9258,
"905216" : 11698,
"913408" : 14844,
"921600" : 17096,
"929792" : 18082,
"937984" : 17661,
"946176" : 16405,
"954368" : 15131,
"962560" : 14668,
"970752" : 14930,
"978944" : 15407,
"987136" : 17365,
"995328" : 20498,
"1003520" : 24562,
"1011712" : 28265,
"1019904" : 31564,
"1028096" : 33077,
"1036288" : 33149,
"1044480" : 30933,
"1056768" : 55251,
"1073152" : 52696,
"1089536" : 58893,
"1105920" : 70177,
"1122304" : 78233,
"1138688" : 77599,
"1155072" : 67390,
"1171456" : 61339,
"1187840" : 61862,
"1204224" : 66112,
"1220608" : 68652,
"1236992" : 66991,
"1253376" : 59680,
"1269760" : 52741,
"1286144" : 47749,
"1302528" : 46517,
"1318912" : 47194,
"1335296" : 45188,
"1351680" : 41272,
"1368064" : 34767,
"1384448" : 30166,
"1400832" : 27131,
"1417216" : 26619,
"1433600" : 25420,
"1449984" : 24314,
"1466368" : 20680,
"1482752" : 17499,
"1499136" : 15070,
"1515520" : 13864,
"1531904" : 13510,
"1548288" : 12648,
"1564672" : 11146,
"1581056" : 9633,
"1597440" : 8178,
"1613824" : 7402,
"1630208" : 7202,
"1646592" : 6867,
"1662976" : 6371,
"1679360" : 5385,
"1695744" : 4770,
"1712128" : 4289,
"1728512" : 4280,
"1744896" : 3901,
"1761280" : 3759,
"1777664" : 3441,
"1794048" : 2960,
"1810432" : 2852,
"1826816" : 2650,
"1843200" : 2644,
"1859584" : 2429,
"1875968" : 2293,
"1892352" : 2243,
"1908736" : 2036,
"1925120" : 1941,
"1941504" : 1764,
"1957888" : 1713,
"1974272" : 1638,
"1990656" : 1653,
"2007040" : 1625,
"2023424" : 1437,
"2039808" : 1445,
"2056192" : 1229,
"2072576" : 1308,
"2088960" : 1253,
"2113536" : 2464,
"2146304" : 2277,
"2179072" : 2026,
"2211840" : 2042,
"2244608" : 1861,
"2277376" : 1753,
"2310144" : 1793,
"2342912" : 1610,
"2375680" : 1271,
"2408448" : 1383,
"2441216" : 1244,
"2473984" : 1083,
"2506752" : 1032,
"2539520" : 1066,
"2572288" : 977,
"2605056" : 901,
"2637824" : 916,
"2670592" : 889,
"2703360" : 832,
"2736128" : 788,
"2768896" : 729,
"2801664" : 725,
"2834432" : 710,
"2867200" : 636,
"2899968" : 558,
"2932736" : 575,
"2965504" : 503,
"2998272" : 484,
"3031040" : 454,
"3063808" : 452,
"3096576" : 386,
"3129344" : 401,
"3162112" : 419,
"3194880" : 362,
"3227648" : 341,
"3260416" : 357,
"3293184" : 382,
"3325952" : 374,
"3358720" : 356,
"3391488" : 337,
"3424256" : 432,
"3457024" : 357,
"3489792" : 262,
"3522560" : 368,
"3555328" : 373,
"3588096" : 372,
"3620864" : 259,
"3653632" : 328,
"3686400" : 394,
"3719168" : 418,
"3751936" : 342,
"3784704" : 215,
"3817472" : 386,
"3850240" : 782,
"3883008" : 1210,
"3915776" : 285,
"3948544" : 444,
"3981312" : 442,
"4014080" : 479,
"4046848" : 107,
"4079616" : 90,
"4112384" : 183,
"4145152" : 294,
"4177920" : 81,
"4227072" : 40,
"4292608" : 34,
"4358144" : 1,
"4423680" : 1
}
},
"lat_ns" : {
"min" : 735925,
"max" : 4539516,
"mean" : 1287296.543825,
"stddev" : 335639.180377,
"N" : 1987788
},
"bw_min" : 77736,
"bw_max" : 121016,
"bw_agg" : 99.929931,
"bw_mean" : 99321.496855,
"bw_dev" : 7638.912826,
"bw_samples" : 159,
"iops_min" : 19434,
"iops_max" : 30254,
"iops_mean" : 24830.345912,
"iops_stddev" : 1909.721953,
"iops_samples" : 159
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 4.582557,
"sys_cpu" : 68.088351,
"ctx" : 216198,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999950,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999950,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.021783,
"1000" : 12.562601
},
"latency_ms" : {
"2" : 84.654055,
"4" : 2.697369,
"10" : 0.064142,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124382,
"timestamp_ms" : 1774124382500,
"time" : "Sat Mar 21 17:19:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9186717696,
"io_kbytes" : 8971404,
"bw_bytes" : 102075775,
"bw" : 99683,
"iops" : 24920.865787,
"runtime" : 89999,
"total_ios" : 2242853,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9645,
"max" : 1406850,
"mean" : 38319.637325,
"stddev" : 30562.376928,
"N" : 2242853
},
"clat_ns" : {
"min" : 714772,
"max" : 4401405,
"mean" : 1245191.041257,
"stddev" : 330636.136968,
"N" : 2242852,
"percentile" : {
"1.000000" : 864256,
"5.000000" : 929792,
"10.000000" : 970752,
"20.000000" : 1036288,
"30.000000" : 1089536,
"40.000000" : 1138688,
"50.000000" : 1187840,
"60.000000" : 1236992,
"70.000000" : 1286144,
"80.000000" : 1368064,
"90.000000" : 1515520,
"95.000000" : 1712128,
"99.000000" : 2736128,
"99.500000" : 3424256,
"99.900000" : 3981312,
"99.950000" : 4079616,
"99.990000" : 4145152
},
"bins" : {
"716800" : 13,
"724992" : 61,
"733184" : 99,
"741376" : 161,
"749568" : 211,
"757760" : 279,
"765952" : 362,
"774144" : 383,
"782336" : 485,
"790528" : 651,
"798720" : 880,
"806912" : 1067,
"815104" : 1376,
"823296" : 1859,
"831488" : 2298,
"839680" : 2902,
"847872" : 3672,
"856064" : 4310,
"864256" : 5077,
"872448" : 6139,
"880640" : 6841,
"888832" : 8038,
"897024" : 9967,
"905216" : 12963,
"913408" : 17255,
"921600" : 20837,
"929792" : 22648,
"937984" : 22021,
"946176" : 20173,
"954368" : 18345,
"962560" : 17421,
"970752" : 17242,
"978944" : 17381,
"987136" : 19186,
"995328" : 22445,
"1003520" : 27214,
"1011712" : 32391,
"1019904" : 37493,
"1028096" : 40431,
"1036288" : 40511,
"1044480" : 37715,
"1056768" : 65638,
"1073152" : 59815,
"1089536" : 64991,
"1105920" : 77917,
"1122304" : 90168,
"1138688" : 91357,
"1155072" : 78983,
"1171456" : 69400,
"1187840" : 67961,
"1204224" : 72419,
"1220608" : 76813,
"1236992" : 76736,
"1253376" : 68337,
"1269760" : 58886,
"1286144" : 52506,
"1302528" : 50708,
"1318912" : 51930,
"1335296" : 50573,
"1351680" : 46133,
"1368064" : 38596,
"1384448" : 33093,
"1400832" : 29408,
"1417216" : 28897,
"1433600" : 28117,
"1449984" : 26905,
"1466368" : 22611,
"1482752" : 18828,
"1499136" : 16216,
"1515520" : 14864,
"1531904" : 14571,
"1548288" : 13739,
"1564672" : 12048,
"1581056" : 10353,
"1597440" : 8798,
"1613824" : 7890,
"1630208" : 7687,
"1646592" : 7343,
"1662976" : 6787,
"1679360" : 5777,
"1695744" : 5081,
"1712128" : 4595,
"1728512" : 4550,
"1744896" : 4176,
"1761280" : 3998,
"1777664" : 3638,
"1794048" : 3129,
"1810432" : 3062,
"1826816" : 2843,
"1843200" : 2790,
"1859584" : 2583,
"1875968" : 2476,
"1892352" : 2367,
"1908736" : 2146,
"1925120" : 2061,
"1941504" : 1881,
"1957888" : 1825,
"1974272" : 1764,
"1990656" : 1761,
"2007040" : 1721,
"2023424" : 1537,
"2039808" : 1548,
"2056192" : 1321,
"2072576" : 1395,
"2088960" : 1305,
"2113536" : 2630,
"2146304" : 2482,
"2179072" : 2209,
"2211840" : 2146,
"2244608" : 1988,
"2277376" : 1876,
"2310144" : 1900,
"2342912" : 1729,
"2375680" : 1417,
"2408448" : 1493,
"2441216" : 1355,
"2473984" : 1162,
"2506752" : 1124,
"2539520" : 1169,
"2572288" : 1062,
"2605056" : 954,
"2637824" : 987,
"2670592" : 960,
"2703360" : 884,
"2736128" : 849,
"2768896" : 788,
"2801664" : 793,
"2834432" : 775,
"2867200" : 702,
"2899968" : 627,
"2932736" : 645,
"2965504" : 556,
"2998272" : 568,
"3031040" : 505,
"3063808" : 509,
"3096576" : 476,
"3129344" : 484,
"3162112" : 484,
"3194880" : 449,
"3227648" : 429,
"3260416" : 433,
"3293184" : 473,
"3325952" : 463,
"3358720" : 422,
"3391488" : 409,
"3424256" : 538,
"3457024" : 421,
"3489792" : 326,
"3522560" : 453,
"3555328" : 417,
"3588096" : 429,
"3620864" : 325,
"3653632" : 390,
"3686400" : 463,
"3719168" : 494,
"3751936" : 443,
"3784704" : 287,
"3817472" : 439,
"3850240" : 961,
"3883008" : 1580,
"3915776" : 329,
"3948544" : 539,
"3981312" : 578,
"4014080" : 611,
"4046848" : 154,
"4079616" : 114,
"4112384" : 282,
"4145152" : 566,
"4177920" : 106,
"4227072" : 50,
"4292608" : 35,
"4358144" : 1,
"4423680" : 1
}
},
"lat_ns" : {
"min" : 735925,
"max" : 4539516,
"mean" : 1283510.731306,
"stddev" : 340009.101978,
"N" : 2242852
},
"bw_min" : 77736,
"bw_max" : 121016,
"bw_agg" : 99.993606,
"bw_mean" : 99677.368715,
"bw_dev" : 7635.213030,
"bw_samples" : 179,
"iops_min" : 19434,
"iops_max" : 30254,
"iops_mean" : 24919.312849,
"iops_stddev" : 1908.798855,
"iops_samples" : 179
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 4.618940,
"sys_cpu" : 68.539650,
"ctx" : 238284,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999955,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999955,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.019306,
"1000" : 12.768559
},
"latency_ms" : {
"2" : 84.475086,
"4" : 2.653139,
"10" : 0.083866,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124392,
"timestamp_ms" : 1774124392500,
"time" : "Sat Mar 21 17:19:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10158927872,
"io_kbytes" : 9920828,
"bw_bytes" : 101590294,
"bw" : 99209,
"iops" : 24802.328023,
"runtime" : 99999,
"total_ios" : 2480208,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9645,
"max" : 1406850,
"mean" : 38509.550360,
"stddev" : 30728.304216,
"N" : 2480208
},
"clat_ns" : {
"min" : 714772,
"max" : 4425120,
"mean" : 1251138.873240,
"stddev" : 338162.286850,
"N" : 2480207,
"percentile" : {
"1.000000" : 864256,
"5.000000" : 929792,
"10.000000" : 978944,
"20.000000" : 1044480,
"30.000000" : 1105920,
"40.000000" : 1138688,
"50.000000" : 1187840,
"60.000000" : 1236992,
"70.000000" : 1302528,
"80.000000" : 1368064,
"90.000000" : 1515520,
"95.000000" : 1712128,
"99.000000" : 2834432,
"99.500000" : 3522560,
"99.900000" : 4014080,
"99.950000" : 4145152,
"99.990000" : 4227072
},
"bins" : {
"716800" : 13,
"724992" : 61,
"733184" : 99,
"741376" : 161,
"749568" : 211,
"757760" : 279,
"765952" : 362,
"774144" : 383,
"782336" : 485,
"790528" : 651,
"798720" : 880,
"806912" : 1067,
"815104" : 1385,
"823296" : 1865,
"831488" : 2322,
"839680" : 2928,
"847872" : 3702,
"856064" : 4372,
"864256" : 5144,
"872448" : 6253,
"880640" : 6988,
"888832" : 8296,
"897024" : 10419,
"905216" : 13738,
"913408" : 18455,
"921600" : 22458,
"929792" : 24606,
"937984" : 23936,
"946176" : 21658,
"954368" : 19645,
"962560" : 18698,
"970752" : 18273,
"978944" : 18209,
"987136" : 20042,
"995328" : 23662,
"1003520" : 29009,
"1011712" : 34845,
"1019904" : 40801,
"1028096" : 44508,
"1036288" : 44825,
"1044480" : 41648,
"1056768" : 72102,
"1073152" : 64347,
"1089536" : 69121,
"1105920" : 84130,
"1122304" : 99346,
"1138688" : 102369,
"1155072" : 88413,
"1171456" : 76030,
"1187840" : 73574,
"1204224" : 78637,
"1220608" : 85000,
"1236992" : 86701,
"1253376" : 77470,
"1269760" : 65638,
"1286144" : 57764,
"1302528" : 55856,
"1318912" : 58248,
"1335296" : 58184,
"1351680" : 53322,
"1368064" : 44095,
"1384448" : 36942,
"1400832" : 32963,
"1417216" : 32877,
"1433600" : 32869,
"1449984" : 31538,
"1466368" : 26090,
"1482752" : 21485,
"1499136" : 18430,
"1515520" : 17256,
"1531904" : 17002,
"1548288" : 16234,
"1564672" : 14019,
"1581056" : 11888,
"1597440" : 10023,
"1613824" : 9030,
"1630208" : 8866,
"1646592" : 8474,
"1662976" : 7787,
"1679360" : 6597,
"1695744" : 5714,
"1712128" : 5117,
"1728512" : 5042,
"1744896" : 4734,
"1761280" : 4436,
"1777664" : 4084,
"1794048" : 3511,
"1810432" : 3350,
"1826816" : 3144,
"1843200" : 3074,
"1859584" : 2830,
"1875968" : 2804,
"1892352" : 2644,
"1908736" : 2368,
"1925120" : 2232,
"1941504" : 2027,
"1957888" : 2009,
"1974272" : 1951,
"1990656" : 1941,
"2007040" : 1889,
"2023424" : 1659,
"2039808" : 1666,
"2056192" : 1439,
"2072576" : 1516,
"2088960" : 1432,
"2113536" : 2887,
"2146304" : 2702,
"2179072" : 2397,
"2211840" : 2340,
"2244608" : 2156,
"2277376" : 1991,
"2310144" : 2032,
"2342912" : 1848,
"2375680" : 1514,
"2408448" : 1607,
"2441216" : 1448,
"2473984" : 1230,
"2506752" : 1198,
"2539520" : 1244,
"2572288" : 1118,
"2605056" : 1027,
"2637824" : 1052,
"2670592" : 1030,
"2703360" : 949,
"2736128" : 932,
"2768896" : 869,
"2801664" : 842,
"2834432" : 846,
"2867200" : 794,
"2899968" : 668,
"2932736" : 699,
"2965504" : 632,
"2998272" : 642,
"3031040" : 572,
"3063808" : 564,
"3096576" : 538,
"3129344" : 570,
"3162112" : 534,
"3194880" : 506,
"3227648" : 486,
"3260416" : 501,
"3293184" : 533,
"3325952" : 522,
"3358720" : 490,
"3391488" : 475,
"3424256" : 639,
"3457024" : 537,
"3489792" : 390,
"3522560" : 592,
"3555328" : 513,
"3588096" : 534,
"3620864" : 429,
"3653632" : 472,
"3686400" : 577,
"3719168" : 634,
"3751936" : 579,
"3784704" : 406,
"3817472" : 554,
"3850240" : 1219,
"3883008" : 1927,
"3915776" : 404,
"3948544" : 692,
"3981312" : 691,
"4014080" : 763,
"4046848" : 191,
"4079616" : 137,
"4112384" : 373,
"4145152" : 835,
"4177920" : 194,
"4227072" : 110,
"4292608" : 125,
"4358144" : 26,
"4423680" : 7
}
},
"lat_ns" : {
"min" : 735925,
"max" : 4560216,
"mean" : 1289648.548094,
"stddev" : 347794.766412,
"N" : 2480207
},
"bw_min" : 77736,
"bw_max" : 121016,
"bw_agg" : 100.000000,
"bw_mean" : 99293.683417,
"bw_dev" : 7715.906235,
"bw_samples" : 199,
"iops_min" : 19434,
"iops_max" : 30254,
"iops_mean" : 24823.402010,
"iops_stddev" : 1928.963614,
"iops_samples" : 199
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 4.610046,
"sys_cpu" : 68.360684,
"ctx" : 266026,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999960,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999960,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.017458,
"1000" : 12.223209
},
"latency_ms" : {
"2" : 84.977833,
"4" : 2.671994,
"10" : 0.109467,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124402,
"timestamp_ms" : 1774124402500,
"time" : "Sat Mar 21 17:20:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11214569472,
"io_kbytes" : 10951728,
"bw_bytes" : 101951558,
"bw" : 99562,
"iops" : 24890.526278,
"runtime" : 109999,
"total_ios" : 2737933,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9645,
"max" : 1406850,
"mean" : 38366.974536,
"stddev" : 30470.927979,
"N" : 2737933
},
"clat_ns" : {
"min" : 714772,
"max" : 4425120,
"mean" : 1246706.617970,
"stddev" : 340689.721547,
"N" : 2737932,
"percentile" : {
"1.000000" : 864256,
"5.000000" : 929792,
"10.000000" : 978944,
"20.000000" : 1036288,
"30.000000" : 1089536,
"40.000000" : 1138688,
"50.000000" : 1187840,
"60.000000" : 1236992,
"70.000000" : 1286144,
"80.000000" : 1368064,
"90.000000" : 1515520,
"95.000000" : 1695744,
"99.000000" : 2867200,
"99.500000" : 3588096,
"99.900000" : 4014080,
"99.950000" : 4145152,
"99.990000" : 4227072
},
"bins" : {
"716800" : 13,
"724992" : 61,
"733184" : 99,
"741376" : 161,
"749568" : 211,
"757760" : 279,
"765952" : 362,
"774144" : 383,
"782336" : 485,
"790528" : 651,
"798720" : 880,
"806912" : 1069,
"815104" : 1406,
"823296" : 1898,
"831488" : 2372,
"839680" : 3087,
"847872" : 3881,
"856064" : 4649,
"864256" : 5460,
"872448" : 6564,
"880640" : 7361,
"888832" : 8928,
"897024" : 11614,
"905216" : 15817,
"913408" : 21293,
"921600" : 26369,
"929792" : 28908,
"937984" : 28044,
"946176" : 25276,
"954368" : 22627,
"962560" : 21226,
"970752" : 20430,
"978944" : 20086,
"987136" : 22351,
"995328" : 26813,
"1003520" : 33406,
"1011712" : 40452,
"1019904" : 47751,
"1028096" : 51888,
"1036288" : 52042,
"1044480" : 47834,
"1056768" : 82135,
"1073152" : 71339,
"1089536" : 76879,
"1105920" : 94820,
"1122304" : 112436,
"1138688" : 115319,
"1155072" : 98190,
"1171456" : 83333,
"1187840" : 80168,
"1204224" : 86247,
"1220608" : 93671,
"1236992" : 95981,
"1253376" : 84995,
"1269760" : 71236,
"1286144" : 62004,
"1302528" : 60000,
"1318912" : 62882,
"1335296" : 62947,
"1351680" : 57617,
"1368064" : 47390,
"1384448" : 39367,
"1400832" : 35102,
"1417216" : 35044,
"1433600" : 35175,
"1449984" : 33603,
"1466368" : 27822,
"1482752" : 22757,
"1499136" : 19506,
"1515520" : 18190,
"1531904" : 17975,
"1548288" : 17161,
"1564672" : 14783,
"1581056" : 12464,
"1597440" : 10509,
"1613824" : 9446,
"1630208" : 9311,
"1646592" : 8863,
"1662976" : 8162,
"1679360" : 6882,
"1695744" : 5963,
"1712128" : 5381,
"1728512" : 5259,
"1744896" : 4925,
"1761280" : 4649,
"1777664" : 4283,
"1794048" : 3701,
"1810432" : 3557,
"1826816" : 3311,
"1843200" : 3198,
"1859584" : 2944,
"1875968" : 2964,
"1892352" : 2809,
"1908736" : 2520,
"1925120" : 2359,
"1941504" : 2132,
"1957888" : 2104,
"1974272" : 2069,
"1990656" : 2069,
"2007040" : 2017,
"2023424" : 1742,
"2039808" : 1775,
"2056192" : 1534,
"2072576" : 1597,
"2088960" : 1513,
"2113536" : 3042,
"2146304" : 2864,
"2179072" : 2523,
"2211840" : 2477,
"2244608" : 2255,
"2277376" : 2093,
"2310144" : 2110,
"2342912" : 1945,
"2375680" : 1605,
"2408448" : 1661,
"2441216" : 1527,
"2473984" : 1307,
"2506752" : 1250,
"2539520" : 1303,
"2572288" : 1165,
"2605056" : 1120,
"2637824" : 1111,
"2670592" : 1075,
"2703360" : 1025,
"2736128" : 1002,
"2768896" : 915,
"2801664" : 899,
"2834432" : 932,
"2867200" : 854,
"2899968" : 740,
"2932736" : 797,
"2965504" : 695,
"2998272" : 705,
"3031040" : 656,
"3063808" : 639,
"3096576" : 603,
"3129344" : 653,
"3162112" : 634,
"3194880" : 558,
"3227648" : 590,
"3260416" : 619,
"3293184" : 623,
"3325952" : 595,
"3358720" : 572,
"3391488" : 560,
"3424256" : 747,
"3457024" : 630,
"3489792" : 471,
"3522560" : 696,
"3555328" : 609,
"3588096" : 616,
"3620864" : 508,
"3653632" : 531,
"3686400" : 669,
"3719168" : 739,
"3751936" : 653,
"3784704" : 472,
"3817472" : 623,
"3850240" : 1435,
"3883008" : 2402,
"3915776" : 475,
"3948544" : 818,
"3981312" : 810,
"4014080" : 891,
"4046848" : 232,
"4079616" : 145,
"4112384" : 429,
"4145152" : 946,
"4177920" : 203,
"4227072" : 117,
"4292608" : 156,
"4358144" : 28,
"4423680" : 9
}
},
"lat_ns" : {
"min" : 735925,
"max" : 4560216,
"mean" : 1285073.650565,
"stddev" : 350434.048170,
"N" : 2737932
},
"bw_min" : 77736,
"bw_max" : 121016,
"bw_agg" : 100.000000,
"bw_mean" : 99582.196347,
"bw_dev" : 7718.837668,
"bw_samples" : 219,
"iops_min" : 19434,
"iops_max" : 30254,
"iops_mean" : 24895.534247,
"iops_stddev" : 1929.705758,
"iops_samples" : 219
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 4.604587,
"sys_cpu" : 68.724261,
"ctx" : 288255,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999963,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999963,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.015815,
"1000" : 12.521709
},
"latency_ms" : {
"2" : 84.709524,
"4" : 2.639729,
"10" : 0.113188,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124412,
"timestamp_ms" : 1774124412500,
"time" : "Sat Mar 21 17:20:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12270374912,
"io_kbytes" : 11982788,
"bw_bytes" : 102253124,
"bw" : 99856,
"iops" : 24964.150000,
"runtime" : 120000,
"total_ios" : 2995698,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9645,
"max" : 1406850,
"mean" : 38246.745910,
"stddev" : 30271.948581,
"N" : 2995698
},
"clat_ns" : {
"min" : 714772,
"max" : 4425120,
"mean" : 1243027.257309,
"stddev" : 343252.864685,
"N" : 2995697,
"percentile" : {
"1.000000" : 872448,
"5.000000" : 929792,
"10.000000" : 970752,
"20.000000" : 1036288,
"30.000000" : 1089536,
"40.000000" : 1138688,
"50.000000" : 1171456,
"60.000000" : 1236992,
"70.000000" : 1286144,
"80.000000" : 1368064,
"90.000000" : 1499136,
"95.000000" : 1695744,
"99.000000" : 2932736,
"99.500000" : 3620864,
"99.900000" : 4014080,
"99.950000" : 4145152,
"99.990000" : 4227072
},
"bins" : {
"716800" : 13,
"724992" : 61,
"733184" : 99,
"741376" : 161,
"749568" : 211,
"757760" : 279,
"765952" : 362,
"774144" : 383,
"782336" : 485,
"790528" : 651,
"798720" : 880,
"806912" : 1071,
"815104" : 1413,
"823296" : 1922,
"831488" : 2422,
"839680" : 3182,
"847872" : 4024,
"856064" : 4907,
"864256" : 5834,
"872448" : 7084,
"880640" : 7944,
"888832" : 10063,
"897024" : 13378,
"905216" : 18277,
"913408" : 24463,
"921600" : 30263,
"929792" : 32983,
"937984" : 31871,
"946176" : 28473,
"954368" : 25383,
"962560" : 23591,
"970752" : 22521,
"978944" : 22154,
"987136" : 25066,
"995328" : 30500,
"1003520" : 38199,
"1011712" : 46407,
"1019904" : 54655,
"1028096" : 59126,
"1036288" : 59112,
"1044480" : 54047,
"1056768" : 91456,
"1073152" : 78221,
"1089536" : 83977,
"1105920" : 105374,
"1122304" : 126114,
"1138688" : 128373,
"1155072" : 107576,
"1171456" : 90212,
"1187840" : 86323,
"1204224" : 94197,
"1220608" : 103423,
"1236992" : 105126,
"1253376" : 91882,
"1269760" : 76212,
"1286144" : 65865,
"1302528" : 64496,
"1318912" : 67971,
"1335296" : 67975,
"1351680" : 61394,
"1368064" : 50118,
"1384448" : 41546,
"1400832" : 37262,
"1417216" : 37332,
"1433600" : 37574,
"1449984" : 35560,
"1466368" : 29213,
"1482752" : 23804,
"1499136" : 20500,
"1515520" : 19150,
"1531904" : 19097,
"1548288" : 18087,
"1564672" : 15643,
"1581056" : 13058,
"1597440" : 11053,
"1613824" : 9968,
"1630208" : 9896,
"1646592" : 9303,
"1662976" : 8557,
"1679360" : 7184,
"1695744" : 6244,
"1712128" : 5628,
"1728512" : 5533,
"1744896" : 5170,
"1761280" : 4880,
"1777664" : 4487,
"1794048" : 3923,
"1810432" : 3768,
"1826816" : 3495,
"1843200" : 3370,
"1859584" : 3088,
"1875968" : 3098,
"1892352" : 2967,
"1908736" : 2680,
"1925120" : 2515,
"1941504" : 2274,
"1957888" : 2195,
"1974272" : 2176,
"1990656" : 2174,
"2007040" : 2175,
"2023424" : 1837,
"2039808" : 1879,
"2056192" : 1619,
"2072576" : 1697,
"2088960" : 1592,
"2113536" : 3184,
"2146304" : 3007,
"2179072" : 2643,
"2211840" : 2596,
"2244608" : 2351,
"2277376" : 2179,
"2310144" : 2194,
"2342912" : 2010,
"2375680" : 1665,
"2408448" : 1752,
"2441216" : 1598,
"2473984" : 1386,
"2506752" : 1330,
"2539520" : 1359,
"2572288" : 1209,
"2605056" : 1196,
"2637824" : 1175,
"2670592" : 1115,
"2703360" : 1094,
"2736128" : 1062,
"2768896" : 967,
"2801664" : 968,
"2834432" : 999,
"2867200" : 914,
"2899968" : 803,
"2932736" : 876,
"2965504" : 766,
"2998272" : 778,
"3031040" : 748,
"3063808" : 714,
"3096576" : 698,
"3129344" : 740,
"3162112" : 734,
"3194880" : 666,
"3227648" : 682,
"3260416" : 690,
"3293184" : 738,
"3325952" : 693,
"3358720" : 648,
"3391488" : 651,
"3424256" : 835,
"3457024" : 707,
"3489792" : 556,
"3522560" : 773,
"3555328" : 691,
"3588096" : 760,
"3620864" : 598,
"3653632" : 649,
"3686400" : 766,
"3719168" : 821,
"3751936" : 713,
"3784704" : 534,
"3817472" : 698,
"3850240" : 1627,
"3883008" : 2970,
"3915776" : 552,
"3948544" : 950,
"3981312" : 933,
"4014080" : 1003,
"4046848" : 271,
"4079616" : 186,
"4112384" : 480,
"4145152" : 1056,
"4177920" : 216,
"4227072" : 123,
"4292608" : 158,
"4358144" : 28,
"4423680" : 9
}
},
"lat_ns" : {
"min" : 735925,
"max" : 4560216,
"mean" : 1281274.084072,
"stddev" : 353103.960584,
"N" : 2995697
},
"bw_min" : 77736,
"bw_max" : 121016,
"bw_agg" : 99.988417,
"bw_mean" : 99845.841004,
"bw_dev" : 7719.330637,
"bw_samples" : 239,
"iops_min" : 19434,
"iops_max" : 30254,
"iops_mean" : 24961.443515,
"iops_stddev" : 1929.825632,
"iops_samples" : 239
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 120000,
"usr_cpu" : 4.604167,
"sys_cpu" : 68.983333,
"ctx" : 310995,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.014454,
"1000" : 12.831834
},
"latency_ms" : {
"2" : 84.420860,
"4" : 2.616986,
"10" : 0.115833,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124422,
"timestamp_ms" : 1774124422499,
"time" : "Sat Mar 21 17:20:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13414281216,
"io_kbytes" : 13099884,
"bw_bytes" : 103187572,
"bw" : 100769,
"iops" : 25192.286095,
"runtime" : 129999,
"total_ios" : 3274972,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9645,
"max" : 1406850,
"mean" : 37882.351703,
"stddev" : 29756.014825,
"N" : 3274972
},
"clat_ns" : {
"min" : 714772,
"max" : 4425120,
"mean" : 1231785.414487,
"stddev" : 343491.484080,
"N" : 3274971,
"percentile" : {
"1.000000" : 872448,
"5.000000" : 921600,
"10.000000" : 954368,
"20.000000" : 1028096,
"30.000000" : 1073152,
"40.000000" : 1122304,
"50.000000" : 1171456,
"60.000000" : 1220608,
"70.000000" : 1269760,
"80.000000" : 1351680,
"90.000000" : 1482752,
"95.000000" : 1679360,
"99.000000" : 2932736,
"99.500000" : 3620864,
"99.900000" : 4014080,
"99.950000" : 4112384,
"99.990000" : 4177920
},
"bins" : {
"716800" : 13,
"724992" : 61,
"733184" : 99,
"741376" : 161,
"749568" : 211,
"757760" : 279,
"765952" : 366,
"774144" : 386,
"782336" : 506,
"790528" : 685,
"798720" : 920,
"806912" : 1113,
"815104" : 1517,
"823296" : 2065,
"831488" : 2671,
"839680" : 3681,
"847872" : 4569,
"856064" : 5668,
"864256" : 6835,
"872448" : 8725,
"880640" : 10531,
"888832" : 14108,
"897024" : 19048,
"905216" : 25710,
"913408" : 33367,
"921600" : 40013,
"929792" : 42567,
"937984" : 40145,
"946176" : 34810,
"954368" : 30597,
"962560" : 28085,
"970752" : 26570,
"978944" : 26330,
"987136" : 30308,
"995328" : 37185,
"1003520" : 46066,
"1011712" : 55400,
"1019904" : 64360,
"1028096" : 68647,
"1036288" : 67148,
"1044480" : 60360,
"1056768" : 100214,
"1073152" : 85251,
"1089536" : 93242,
"1105920" : 117152,
"1122304" : 138378,
"1138688" : 137942,
"1155072" : 113713,
"1171456" : 95024,
"1187840" : 91745,
"1204224" : 100385,
"1220608" : 109307,
"1236992" : 110329,
"1253376" : 95481,
"1269760" : 78826,
"1286144" : 68624,
"1302528" : 67361,
"1318912" : 70629,
"1335296" : 70545,
"1351680" : 63404,
"1368064" : 51554,
"1384448" : 42670,
"1400832" : 38448,
"1417216" : 38432,
"1433600" : 38714,
"1449984" : 36545,
"1466368" : 29921,
"1482752" : 24405,
"1499136" : 21085,
"1515520" : 19640,
"1531904" : 19621,
"1548288" : 18572,
"1564672" : 15989,
"1581056" : 13402,
"1597440" : 11297,
"1613824" : 10190,
"1630208" : 10164,
"1646592" : 9543,
"1662976" : 8737,
"1679360" : 7421,
"1695744" : 6409,
"1712128" : 5759,
"1728512" : 5676,
"1744896" : 5353,
"1761280" : 5029,
"1777664" : 4646,
"1794048" : 4090,
"1810432" : 3911,
"1826816" : 3631,
"1843200" : 3490,
"1859584" : 3223,
"1875968" : 3221,
"1892352" : 3099,
"1908736" : 2784,
"1925120" : 2591,
"1941504" : 2338,
"1957888" : 2263,
"1974272" : 2255,
"1990656" : 2251,
"2007040" : 2256,
"2023424" : 1903,
"2039808" : 1930,
"2056192" : 1658,
"2072576" : 1732,
"2088960" : 1646,
"2113536" : 3309,
"2146304" : 3142,
"2179072" : 2726,
"2211840" : 2702,
"2244608" : 2452,
"2277376" : 2275,
"2310144" : 2280,
"2342912" : 2088,
"2375680" : 1722,
"2408448" : 1815,
"2441216" : 1653,
"2473984" : 1448,
"2506752" : 1415,
"2539520" : 1417,
"2572288" : 1277,
"2605056" : 1283,
"2637824" : 1233,
"2670592" : 1206,
"2703360" : 1163,
"2736128" : 1129,
"2768896" : 1045,
"2801664" : 1040,
"2834432" : 1060,
"2867200" : 998,
"2899968" : 871,
"2932736" : 958,
"2965504" : 824,
"2998272" : 845,
"3031040" : 835,
"3063808" : 795,
"3096576" : 769,
"3129344" : 809,
"3162112" : 802,
"3194880" : 727,
"3227648" : 729,
"3260416" : 756,
"3293184" : 799,
"3325952" : 740,
"3358720" : 681,
"3391488" : 706,
"3424256" : 886,
"3457024" : 753,
"3489792" : 600,
"3522560" : 837,
"3555328" : 751,
"3588096" : 797,
"3620864" : 636,
"3653632" : 690,
"3686400" : 810,
"3719168" : 865,
"3751936" : 762,
"3784704" : 586,
"3817472" : 762,
"3850240" : 1842,
"3883008" : 3648,
"3915776" : 591,
"3948544" : 1111,
"3981312" : 982,
"4014080" : 1051,
"4046848" : 281,
"4079616" : 193,
"4112384" : 488,
"4145152" : 1058,
"4177920" : 217,
"4227072" : 123,
"4292608" : 158,
"4358144" : 28,
"4423680" : 9
}
},
"lat_ns" : {
"min" : 735925,
"max" : 4560216,
"mean" : 1269667.893865,
"stddev" : 353392.062183,
"N" : 3274971
},
"bw_min" : 77736,
"bw_max" : 129464,
"bw_agg" : 99.985002,
"bw_mean" : 100754.270270,
"bw_dev" : 8291.976337,
"bw_samples" : 259,
"iops_min" : 19434,
"iops_max" : 32366,
"iops_mean" : 25188.552124,
"iops_stddev" : 2072.989748,
"iops_samples" : 259
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 4.654651,
"sys_cpu" : 69.640536,
"ctx" : 327746,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.013221,
"1000" : 14.732370
},
"latency_ms" : {
"2" : 82.598263,
"4" : 2.547869,
"10" : 0.108245,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124432,
"timestamp_ms" : 1774124432499,
"time" : "Sat Mar 21 17:20:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14486642688,
"io_kbytes" : 14147112,
"bw_bytes" : 103476758,
"bw" : 101051,
"iops" : 25262.887592,
"runtime" : 139999,
"total_ios" : 3536779,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9645,
"max" : 1406850,
"mean" : 37770.277951,
"stddev" : 29552.711709,
"N" : 3536779
},
"clat_ns" : {
"min" : 714772,
"max" : 4425120,
"mean" : 1228337.106597,
"stddev" : 344775.777251,
"N" : 3536778,
"percentile" : {
"1.000000" : 872448,
"5.000000" : 921600,
"10.000000" : 954368,
"20.000000" : 1019904,
"30.000000" : 1073152,
"40.000000" : 1122304,
"50.000000" : 1155072,
"60.000000" : 1220608,
"70.000000" : 1269760,
"80.000000" : 1351680,
"90.000000" : 1482752,
"95.000000" : 1662976,
"99.000000" : 2965504,
"99.500000" : 3653632,
"99.900000" : 4014080,
"99.950000" : 4112384,
"99.990000" : 4177920
},
"bins" : {
"716800" : 13,
"724992" : 61,
"733184" : 99,
"741376" : 161,
"749568" : 211,
"757760" : 279,
"765952" : 366,
"774144" : 386,
"782336" : 506,
"790528" : 686,
"798720" : 921,
"806912" : 1122,
"815104" : 1525,
"823296" : 2093,
"831488" : 2740,
"839680" : 3818,
"847872" : 4749,
"856064" : 5966,
"864256" : 7203,
"872448" : 9278,
"880640" : 11181,
"888832" : 15274,
"897024" : 20983,
"905216" : 28532,
"913408" : 37319,
"921600" : 44608,
"929792" : 47279,
"937984" : 44642,
"946176" : 38745,
"954368" : 33777,
"962560" : 30669,
"970752" : 29019,
"978944" : 28746,
"987136" : 33079,
"995328" : 40929,
"1003520" : 51519,
"1011712" : 62158,
"1019904" : 71969,
"1028096" : 76399,
"1036288" : 74483,
"1044480" : 66701,
"1056768" : 110143,
"1073152" : 92853,
"1089536" : 101439,
"1105920" : 128647,
"1122304" : 152533,
"1138688" : 151217,
"1155072" : 123530,
"1171456" : 101812,
"1187840" : 98188,
"1204224" : 107776,
"1220608" : 118400,
"1236992" : 118999,
"1253376" : 101894,
"1269760" : 83308,
"1286144" : 72461,
"1302528" : 71454,
"1318912" : 75357,
"1335296" : 74822,
"1351680" : 66869,
"1368064" : 54113,
"1384448" : 44616,
"1400832" : 40331,
"1417216" : 40398,
"1433600" : 40610,
"1449984" : 38173,
"1466368" : 31001,
"1482752" : 25219,
"1499136" : 21963,
"1515520" : 20436,
"1531904" : 20382,
"1548288" : 19282,
"1564672" : 16582,
"1581056" : 13875,
"1597440" : 11695,
"1613824" : 10596,
"1630208" : 10534,
"1646592" : 9911,
"1662976" : 9094,
"1679360" : 7707,
"1695744" : 6595,
"1712128" : 5934,
"1728512" : 5823,
"1744896" : 5603,
"1761280" : 5295,
"1777664" : 4850,
"1794048" : 4233,
"1810432" : 4033,
"1826816" : 3756,
"1843200" : 3608,
"1859584" : 3380,
"1875968" : 3349,
"1892352" : 3220,
"1908736" : 2895,
"1925120" : 2703,
"1941504" : 2422,
"1957888" : 2402,
"1974272" : 2354,
"1990656" : 2357,
"2007040" : 2369,
"2023424" : 1991,
"2039808" : 2011,
"2056192" : 1747,
"2072576" : 1824,
"2088960" : 1713,
"2113536" : 3512,
"2146304" : 3260,
"2179072" : 2869,
"2211840" : 2833,
"2244608" : 2555,
"2277376" : 2372,
"2310144" : 2412,
"2342912" : 2173,
"2375680" : 1796,
"2408448" : 1894,
"2441216" : 1725,
"2473984" : 1520,
"2506752" : 1466,
"2539520" : 1481,
"2572288" : 1333,
"2605056" : 1315,
"2637824" : 1310,
"2670592" : 1273,
"2703360" : 1205,
"2736128" : 1193,
"2768896" : 1115,
"2801664" : 1110,
"2834432" : 1143,
"2867200" : 1082,
"2899968" : 948,
"2932736" : 1041,
"2965504" : 886,
"2998272" : 929,
"3031040" : 915,
"3063808" : 838,
"3096576" : 858,
"3129344" : 886,
"3162112" : 865,
"3194880" : 809,
"3227648" : 811,
"3260416" : 842,
"3293184" : 895,
"3325952" : 813,
"3358720" : 769,
"3391488" : 801,
"3424256" : 989,
"3457024" : 849,
"3489792" : 667,
"3522560" : 952,
"3555328" : 843,
"3588096" : 938,
"3620864" : 719,
"3653632" : 775,
"3686400" : 882,
"3719168" : 969,
"3751936" : 845,
"3784704" : 661,
"3817472" : 851,
"3850240" : 2071,
"3883008" : 4211,
"3915776" : 631,
"3948544" : 1271,
"3981312" : 1071,
"4014080" : 1132,
"4046848" : 296,
"4079616" : 219,
"4112384" : 530,
"4145152" : 1110,
"4177920" : 230,
"4227072" : 137,
"4292608" : 158,
"4358144" : 28,
"4423680" : 9
}
},
"lat_ns" : {
"min" : 735925,
"max" : 4560216,
"mean" : 1266106.754836,
"stddev" : 354736.676237,
"N" : 3536778
},
"bw_min" : 77736,
"bw_max" : 129464,
"bw_agg" : 99.991567,
"bw_mean" : 101043.519713,
"bw_dev" : 8218.353441,
"bw_samples" : 279,
"iops_min" : 19434,
"iops_max" : 32366,
"iops_mean" : 25260.863799,
"iops_stddev" : 2054.584793,
"iops_samples" : 279
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 4.665748,
"sys_cpu" : 69.901928,
"ctx" : 348905,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.012243,
"1000" : 14.982220
},
"latency_ms" : {
"2" : 82.365621,
"4" : 2.532813,
"10" : 0.107075,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124442,
"timestamp_ms" : 1774124442499,
"time" : "Sat Mar 21 17:20:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15478652928,
"io_kbytes" : 15115872,
"bw_bytes" : 103191707,
"bw" : 100773,
"iops" : 25193.301289,
"runtime" : 149999,
"total_ios" : 3778970,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9645,
"max" : 1406850,
"mean" : 37877.812366,
"stddev" : 29691.900617,
"N" : 3778970
},
"clat_ns" : {
"min" : 714772,
"max" : 4450669,
"mean" : 1231727.841956,
"stddev" : 349107.095991,
"N" : 3778969,
"percentile" : {
"1.000000" : 872448,
"5.000000" : 921600,
"10.000000" : 962560,
"20.000000" : 1028096,
"30.000000" : 1073152,
"40.000000" : 1122304,
"50.000000" : 1155072,
"60.000000" : 1220608,
"70.000000" : 1269760,
"80.000000" : 1351680,
"90.000000" : 1482752,
"95.000000" : 1662976,
"99.000000" : 3031040,
"99.500000" : 3719168,
"99.900000" : 4014080,
"99.950000" : 4145152,
"99.990000" : 4227072
},
"bins" : {
"716800" : 13,
"724992" : 61,
"733184" : 99,
"741376" : 161,
"749568" : 211,
"757760" : 279,
"765952" : 366,
"774144" : 386,
"782336" : 506,
"790528" : 686,
"798720" : 921,
"806912" : 1122,
"815104" : 1525,
"823296" : 2093,
"831488" : 2740,
"839680" : 3819,
"847872" : 4753,
"856064" : 5971,
"864256" : 7248,
"872448" : 9307,
"880640" : 11259,
"888832" : 15607,
"897024" : 21576,
"905216" : 29506,
"913408" : 38595,
"921600" : 46349,
"929792" : 49272,
"937984" : 46475,
"946176" : 40318,
"954368" : 34849,
"962560" : 31525,
"970752" : 29739,
"978944" : 29486,
"987136" : 34113,
"995328" : 42740,
"1003520" : 54334,
"1011712" : 66130,
"1019904" : 76331,
"1028096" : 81235,
"1036288" : 79473,
"1044480" : 71033,
"1056768" : 116597,
"1073152" : 97099,
"1089536" : 105859,
"1105920" : 136648,
"1122304" : 164950,
"1138688" : 163812,
"1155072" : 133590,
"1171456" : 108441,
"1187840" : 103651,
"1204224" : 115290,
"1220608" : 129533,
"1236992" : 130762,
"1253376" : 111448,
"1269760" : 89578,
"1286144" : 77264,
"1302528" : 77148,
"1318912" : 82863,
"1335296" : 82798,
"1351680" : 73663,
"1368064" : 58582,
"1384448" : 47903,
"1400832" : 43485,
"1417216" : 44314,
"1433600" : 44794,
"1449984" : 41580,
"1466368" : 33398,
"1482752" : 26984,
"1499136" : 23476,
"1515520" : 22361,
"1531904" : 22199,
"1548288" : 20836,
"1564672" : 17583,
"1581056" : 14728,
"1597440" : 12368,
"1613824" : 11375,
"1630208" : 11391,
"1646592" : 10598,
"1662976" : 9551,
"1679360" : 8089,
"1695744" : 6907,
"1712128" : 6240,
"1728512" : 6230,
"1744896" : 5954,
"1761280" : 5662,
"1777664" : 5123,
"1794048" : 4451,
"1810432" : 4213,
"1826816" : 3974,
"1843200" : 3859,
"1859584" : 3626,
"1875968" : 3542,
"1892352" : 3397,
"1908736" : 3019,
"1925120" : 2850,
"1941504" : 2567,
"1957888" : 2560,
"1974272" : 2478,
"1990656" : 2493,
"2007040" : 2459,
"2023424" : 2106,
"2039808" : 2123,
"2056192" : 1872,
"2072576" : 1923,
"2088960" : 1805,
"2113536" : 3655,
"2146304" : 3432,
"2179072" : 3055,
"2211840" : 2940,
"2244608" : 2689,
"2277376" : 2504,
"2310144" : 2478,
"2342912" : 2251,
"2375680" : 1903,
"2408448" : 1972,
"2441216" : 1797,
"2473984" : 1592,
"2506752" : 1554,
"2539520" : 1563,
"2572288" : 1401,
"2605056" : 1355,
"2637824" : 1365,
"2670592" : 1354,
"2703360" : 1236,
"2736128" : 1236,
"2768896" : 1191,
"2801664" : 1166,
"2834432" : 1184,
"2867200" : 1177,
"2899968" : 991,
"2932736" : 1082,
"2965504" : 962,
"2998272" : 999,
"3031040" : 979,
"3063808" : 891,
"3096576" : 924,
"3129344" : 964,
"3162112" : 938,
"3194880" : 879,
"3227648" : 864,
"3260416" : 916,
"3293184" : 988,
"3325952" : 898,
"3358720" : 840,
"3391488" : 872,
"3424256" : 1092,
"3457024" : 971,
"3489792" : 761,
"3522560" : 1061,
"3555328" : 991,
"3588096" : 1070,
"3620864" : 845,
"3653632" : 873,
"3686400" : 975,
"3719168" : 1119,
"3751936" : 953,
"3784704" : 776,
"3817472" : 943,
"3850240" : 2341,
"3883008" : 4685,
"3915776" : 738,
"3948544" : 1466,
"3981312" : 1262,
"4014080" : 1337,
"4046848" : 383,
"4079616" : 253,
"4112384" : 642,
"4145152" : 1435,
"4177920" : 279,
"4227072" : 190,
"4292608" : 215,
"4358144" : 32,
"4423680" : 10
}
},
"lat_ns" : {
"min" : 735925,
"max" : 4588810,
"mean" : 1269604.937162,
"stddev" : 359212.799886,
"N" : 3778969
},
"bw_min" : 77736,
"bw_max" : 129464,
"bw_agg" : 100.000000,
"bw_mean" : 100791.698997,
"bw_dev" : 8142.676994,
"bw_samples" : 299,
"iops_min" : 19434,
"iops_max" : 32366,
"iops_mean" : 25197.906355,
"iops_stddev" : 2035.666193,
"iops_samples" : 299
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 4.661364,
"sys_cpu" : 69.721798,
"ctx" : 375971,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.011458,
"1000" : 14.468731
},
"latency_ms" : {
"2" : 82.851624,
"4" : 2.543947,
"10" : 0.124214,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124452,
"timestamp_ms" : 1774124452499,
"time" : "Sat Mar 21 17:20:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16488275968,
"io_kbytes" : 16101832,
"bw_bytes" : 103052368,
"bw" : 100637,
"iops" : 25159.275995,
"runtime" : 159999,
"total_ios" : 4025459,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9645,
"max" : 1406850,
"mean" : 37930.347687,
"stddev" : 29750.716251,
"N" : 4025459
},
"clat_ns" : {
"min" : 714772,
"max" : 4450669,
"mean" : 1233404.361266,
"stddev" : 352340.359313,
"N" : 4025458,
"percentile" : {
"1.000000" : 872448,
"5.000000" : 921600,
"10.000000" : 962560,
"20.000000" : 1028096,
"30.000000" : 1073152,
"40.000000" : 1122304,
"50.000000" : 1171456,
"60.000000" : 1220608,
"70.000000" : 1269760,
"80.000000" : 1351680,
"90.000000" : 1482752,
"95.000000" : 1662976,
"99.000000" : 3096576,
"99.500000" : 3751936,
"99.900000" : 4014080,
"99.950000" : 4145152,
"99.990000" : 4227072
},
"bins" : {
"716800" : 13,
"724992" : 61,
"733184" : 99,
"741376" : 161,
"749568" : 211,
"757760" : 279,
"765952" : 366,
"774144" : 386,
"782336" : 506,
"790528" : 686,
"798720" : 921,
"806912" : 1122,
"815104" : 1525,
"823296" : 2093,
"831488" : 2740,
"839680" : 3824,
"847872" : 4809,
"856064" : 6045,
"864256" : 7318,
"872448" : 9404,
"880640" : 11402,
"888832" : 15871,
"897024" : 22323,
"905216" : 30757,
"913408" : 40532,
"921600" : 48846,
"929792" : 52260,
"937984" : 49228,
"946176" : 42477,
"954368" : 36470,
"962560" : 32848,
"970752" : 30925,
"978944" : 30466,
"987136" : 35362,
"995328" : 44633,
"1003520" : 57307,
"1011712" : 70255,
"1019904" : 81851,
"1028096" : 87446,
"1036288" : 85336,
"1044480" : 76175,
"1056768" : 123609,
"1073152" : 101803,
"1089536" : 110736,
"1105920" : 145182,
"1122304" : 178789,
"1138688" : 178212,
"1155072" : 143884,
"1171456" : 114997,
"1187840" : 109121,
"1204224" : 122618,
"1220608" : 139483,
"1236992" : 142245,
"1253376" : 120110,
"1269760" : 95411,
"1286144" : 81473,
"1302528" : 81977,
"1318912" : 89177,
"1335296" : 89723,
"1351680" : 79358,
"1368064" : 62504,
"1384448" : 50543,
"1400832" : 46046,
"1417216" : 47437,
"1433600" : 48354,
"1449984" : 44845,
"1466368" : 35558,
"1482752" : 28539,
"1499136" : 24712,
"1515520" : 23784,
"1531904" : 23882,
"1548288" : 22385,
"1564672" : 18807,
"1581056" : 15651,
"1597440" : 12945,
"1613824" : 12033,
"1630208" : 12169,
"1646592" : 11381,
"1662976" : 10134,
"1679360" : 8584,
"1695744" : 7321,
"1712128" : 6545,
"1728512" : 6669,
"1744896" : 6338,
"1761280" : 5993,
"1777664" : 5402,
"1794048" : 4707,
"1810432" : 4441,
"1826816" : 4219,
"1843200" : 4083,
"1859584" : 3830,
"1875968" : 3747,
"1892352" : 3538,
"1908736" : 3177,
"1925120" : 2997,
"1941504" : 2729,
"1957888" : 2704,
"1974272" : 2652,
"1990656" : 2644,
"2007040" : 2574,
"2023424" : 2208,
"2039808" : 2219,
"2056192" : 1980,
"2072576" : 2038,
"2088960" : 1908,
"2113536" : 3782,
"2146304" : 3582,
"2179072" : 3198,
"2211840" : 3051,
"2244608" : 2793,
"2277376" : 2593,
"2310144" : 2567,
"2342912" : 2312,
"2375680" : 1960,
"2408448" : 2044,
"2441216" : 1860,
"2473984" : 1655,
"2506752" : 1619,
"2539520" : 1640,
"2572288" : 1488,
"2605056" : 1413,
"2637824" : 1434,
"2670592" : 1433,
"2703360" : 1296,
"2736128" : 1280,
"2768896" : 1267,
"2801664" : 1218,
"2834432" : 1217,
"2867200" : 1229,
"2899968" : 1044,
"2932736" : 1117,
"2965504" : 998,
"2998272" : 1096,
"3031040" : 1027,
"3063808" : 936,
"3096576" : 988,
"3129344" : 1024,
"3162112" : 1011,
"3194880" : 943,
"3227648" : 931,
"3260416" : 1005,
"3293184" : 1084,
"3325952" : 1001,
"3358720" : 954,
"3391488" : 978,
"3424256" : 1226,
"3457024" : 1112,
"3489792" : 863,
"3522560" : 1195,
"3555328" : 1074,
"3588096" : 1174,
"3620864" : 968,
"3653632" : 998,
"3686400" : 1074,
"3719168" : 1323,
"3751936" : 1111,
"3784704" : 884,
"3817472" : 1081,
"3850240" : 2598,
"3883008" : 5250,
"3915776" : 831,
"3948544" : 1635,
"3981312" : 1372,
"4014080" : 1473,
"4046848" : 425,
"4079616" : 284,
"4112384" : 731,
"4145152" : 1697,
"4177920" : 323,
"4227072" : 218,
"4292608" : 223,
"4358144" : 34,
"4423680" : 10
}
},
"lat_ns" : {
"min" : 735925,
"max" : 4588810,
"mean" : 1271334.764874,
"stddev" : 362558.128618,
"N" : 4025458
},
"bw_min" : 77736,
"bw_max" : 129464,
"bw_agg" : 100.000000,
"bw_mean" : 100667.686520,
"bw_dev" : 8072.880635,
"bw_samples" : 319,
"iops_min" : 19434,
"iops_max" : 32366,
"iops_mean" : 25166.899687,
"iops_stddev" : 2018.219190,
"iops_samples" : 319
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 4.640029,
"sys_cpu" : 69.661060,
"ctx" : 401937,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999975,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999975,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010757,
"1000" : 14.165987
},
"latency_ms" : {
"2" : 83.140854,
"4" : 2.550169,
"10" : 0.132209,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124462,
"timestamp_ms" : 1774124462499,
"time" : "Sat Mar 21 17:21:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 17541816320,
"io_kbytes" : 17130680,
"bw_bytes" : 103187761,
"bw" : 100769,
"iops" : 25192.330543,
"runtime" : 169999,
"total_ios" : 4282671,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9645,
"max" : 1406850,
"mean" : 37877.712180,
"stddev" : 29673.460307,
"N" : 4282671
},
"clat_ns" : {
"min" : 714772,
"max" : 4450669,
"mean" : 1231786.045044,
"stddev" : 353949.524258,
"N" : 4282670,
"percentile" : {
"1.000000" : 872448,
"5.000000" : 921600,
"10.000000" : 962560,
"20.000000" : 1028096,
"30.000000" : 1073152,
"40.000000" : 1122304,
"50.000000" : 1155072,
"60.000000" : 1220608,
"70.000000" : 1269760,
"80.000000" : 1351680,
"90.000000" : 1482752,
"95.000000" : 1662976,
"99.000000" : 3162112,
"99.500000" : 3751936,
"99.900000" : 4046848,
"99.950000" : 4145152,
"99.990000" : 4227072
},
"bins" : {
"716800" : 13,
"724992" : 61,
"733184" : 99,
"741376" : 161,
"749568" : 211,
"757760" : 279,
"765952" : 366,
"774144" : 386,
"782336" : 506,
"790528" : 686,
"798720" : 921,
"806912" : 1127,
"815104" : 1532,
"823296" : 2104,
"831488" : 2770,
"839680" : 3864,
"847872" : 4986,
"856064" : 6274,
"864256" : 7679,
"872448" : 9770,
"880640" : 12081,
"888832" : 17040,
"897024" : 24409,
"905216" : 33849,
"913408" : 44465,
"921600" : 52929,
"929792" : 56114,
"937984" : 52692,
"946176" : 45212,
"954368" : 38657,
"962560" : 34692,
"970752" : 32567,
"978944" : 32231,
"987136" : 37834,
"995328" : 48652,
"1003520" : 62889,
"1011712" : 77184,
"1019904" : 89657,
"1028096" : 94630,
"1036288" : 91512,
"1044480" : 81322,
"1056768" : 131473,
"1073152" : 107458,
"1089536" : 118529,
"1105920" : 157709,
"1122304" : 193622,
"1138688" : 190353,
"1155072" : 151607,
"1171456" : 120737,
"1187840" : 115391,
"1204224" : 131567,
"1220608" : 149869,
"1236992" : 150944,
"1253376" : 126656,
"1269760" : 100095,
"1286144" : 85692,
"1302528" : 86947,
"1318912" : 94737,
"1335296" : 95089,
"1351680" : 83197,
"1368064" : 65061,
"1384448" : 52712,
"1400832" : 48502,
"1417216" : 50071,
"1433600" : 50991,
"1449984" : 46729,
"1466368" : 36885,
"1482752" : 29633,
"1499136" : 25803,
"1515520" : 24831,
"1531904" : 24964,
"1548288" : 23329,
"1564672" : 19434,
"1581056" : 16270,
"1597440" : 13398,
"1613824" : 12543,
"1630208" : 12585,
"1646592" : 11712,
"1662976" : 10499,
"1679360" : 8964,
"1695744" : 7679,
"1712128" : 6786,
"1728512" : 6883,
"1744896" : 6586,
"1761280" : 6197,
"1777664" : 5629,
"1794048" : 4952,
"1810432" : 4621,
"1826816" : 4367,
"1843200" : 4270,
"1859584" : 3997,
"1875968" : 3886,
"1892352" : 3710,
"1908736" : 3314,
"1925120" : 3097,
"1941504" : 2819,
"1957888" : 2812,
"1974272" : 2753,
"1990656" : 2765,
"2007040" : 2655,
"2023424" : 2278,
"2039808" : 2288,
"2056192" : 2067,
"2072576" : 2142,
"2088960" : 1974,
"2113536" : 3901,
"2146304" : 3701,
"2179072" : 3328,
"2211840" : 3144,
"2244608" : 2864,
"2277376" : 2685,
"2310144" : 2636,
"2342912" : 2389,
"2375680" : 2001,
"2408448" : 2105,
"2441216" : 1902,
"2473984" : 1722,
"2506752" : 1661,
"2539520" : 1693,
"2572288" : 1545,
"2605056" : 1475,
"2637824" : 1480,
"2670592" : 1473,
"2703360" : 1346,
"2736128" : 1319,
"2768896" : 1317,
"2801664" : 1278,
"2834432" : 1257,
"2867200" : 1285,
"2899968" : 1119,
"2932736" : 1144,
"2965504" : 1079,
"2998272" : 1170,
"3031040" : 1096,
"3063808" : 1013,
"3096576" : 1071,
"3129344" : 1086,
"3162112" : 1082,
"3194880" : 1015,
"3227648" : 994,
"3260416" : 1112,
"3293184" : 1199,
"3325952" : 1104,
"3358720" : 1046,
"3391488" : 1105,
"3424256" : 1349,
"3457024" : 1240,
"3489792" : 973,
"3522560" : 1308,
"3555328" : 1186,
"3588096" : 1296,
"3620864" : 1056,
"3653632" : 1070,
"3686400" : 1164,
"3719168" : 1435,
"3751936" : 1200,
"3784704" : 962,
"3817472" : 1174,
"3850240" : 2861,
"3883008" : 5773,
"3915776" : 916,
"3948544" : 1833,
"3981312" : 1491,
"4014080" : 1594,
"4046848" : 465,
"4079616" : 314,
"4112384" : 807,
"4145152" : 1884,
"4177920" : 344,
"4227072" : 232,
"4292608" : 228,
"4358144" : 35,
"4423680" : 10
}
},
"lat_ns" : {
"min" : 735925,
"max" : 4588810,
"mean" : 1269663.660637,
"stddev" : 364229.329708,
"N" : 4282670
},
"bw_min" : 77736,
"bw_max" : 129464,
"bw_agg" : 100.000000,
"bw_mean" : 100806.958702,
"bw_dev" : 8033.941893,
"bw_samples" : 339,
"iops_min" : 19434,
"iops_max" : 32366,
"iops_mean" : 25201.716814,
"iops_stddev" : 2008.482664,
"iops_samples" : 339
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 4.648263,
"sys_cpu" : 69.742175,
"ctx" : 425187,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999977,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999977,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010111,
"1000" : 14.263108
},
"latency_ms" : {
"2" : 83.057045,
"4" : 2.534026,
"10" : 0.135686,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124472,
"timestamp_ms" : 1774124472500,
"time" : "Sat Mar 21 17:21:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 18579210240,
"io_kbytes" : 18143760,
"bw_bytes" : 103218408,
"bw" : 100799,
"iops" : 25199.812221,
"runtime" : 179999,
"total_ios" : 4535941,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9645,
"max" : 1406850,
"mean" : 37864.890204,
"stddev" : 29641.981035,
"N" : 4535941
},
"clat_ns" : {
"min" : 714772,
"max" : 4450669,
"mean" : 1231423.746453,
"stddev" : 354732.959104,
"N" : 4535940,
"percentile" : {
"1.000000" : 880640,
"5.000000" : 921600,
"10.000000" : 962560,
"20.000000" : 1028096,
"30.000000" : 1073152,
"40.000000" : 1122304,
"50.000000" : 1155072,
"60.000000" : 1220608,
"70.000000" : 1269760,
"80.000000" : 1351680,
"90.000000" : 1482752,
"95.000000" : 1662976,
"99.000000" : 3162112,
"99.500000" : 3751936,
"99.900000" : 4046848,
"99.950000" : 4145152,
"99.990000" : 4227072
},
"bins" : {
"716800" : 13,
"724992" : 61,
"733184" : 99,
"741376" : 161,
"749568" : 211,
"757760" : 279,
"765952" : 366,
"774144" : 386,
"782336" : 506,
"790528" : 687,
"798720" : 932,
"806912" : 1149,
"815104" : 1565,
"823296" : 2121,
"831488" : 2805,
"839680" : 3904,
"847872" : 5017,
"856064" : 6321,
"864256" : 7799,
"872448" : 9989,
"880640" : 12427,
"888832" : 17820,
"897024" : 25585,
"905216" : 35650,
"913408" : 47364,
"921600" : 56270,
"929792" : 59250,
"937984" : 55543,
"946176" : 47442,
"954368" : 40628,
"962560" : 36180,
"970752" : 33836,
"978944" : 33814,
"987136" : 39731,
"995328" : 51757,
"1003520" : 67267,
"1011712" : 83041,
"1019904" : 96367,
"1028096" : 101145,
"1036288" : 97554,
"1044480" : 86334,
"1056768" : 139350,
"1073152" : 113195,
"1089536" : 125280,
"1105920" : 168825,
"1122304" : 207762,
"1138688" : 203016,
"1155072" : 161678,
"1171456" : 127716,
"1187840" : 121814,
"1204224" : 140087,
"1220608" : 160339,
"1236992" : 160639,
"1253376" : 134291,
"1269760" : 105440,
"1286144" : 89975,
"1302528" : 92028,
"1318912" : 100863,
"1335296" : 100829,
"1351680" : 87984,
"1368064" : 68609,
"1384448" : 55326,
"1400832" : 51002,
"1417216" : 52777,
"1433600" : 53732,
"1449984" : 49022,
"1466368" : 38594,
"1482752" : 31017,
"1499136" : 26986,
"1515520" : 26102,
"1531904" : 26226,
"1548288" : 24437,
"1564672" : 20294,
"1581056" : 16939,
"1597440" : 14002,
"1613824" : 13096,
"1630208" : 13071,
"1646592" : 12221,
"1662976" : 10922,
"1679360" : 9305,
"1695744" : 8066,
"1712128" : 7135,
"1728512" : 7208,
"1744896" : 6845,
"1761280" : 6407,
"1777664" : 5854,
"1794048" : 5192,
"1810432" : 4860,
"1826816" : 4564,
"1843200" : 4427,
"1859584" : 4153,
"1875968" : 4021,
"1892352" : 3813,
"1908736" : 3457,
"1925120" : 3224,
"1941504" : 2976,
"1957888" : 2960,
"1974272" : 2864,
"1990656" : 2849,
"2007040" : 2743,
"2023424" : 2340,
"2039808" : 2368,
"2056192" : 2206,
"2072576" : 2243,
"2088960" : 2046,
"2113536" : 4039,
"2146304" : 3833,
"2179072" : 3477,
"2211840" : 3266,
"2244608" : 2973,
"2277376" : 2815,
"2310144" : 2735,
"2342912" : 2470,
"2375680" : 2099,
"2408448" : 2186,
"2441216" : 1969,
"2473984" : 1786,
"2506752" : 1715,
"2539520" : 1762,
"2572288" : 1606,
"2605056" : 1525,
"2637824" : 1543,
"2670592" : 1527,
"2703360" : 1384,
"2736128" : 1386,
"2768896" : 1382,
"2801664" : 1337,
"2834432" : 1303,
"2867200" : 1356,
"2899968" : 1185,
"2932736" : 1186,
"2965504" : 1132,
"2998272" : 1245,
"3031040" : 1170,
"3063808" : 1070,
"3096576" : 1129,
"3129344" : 1165,
"3162112" : 1141,
"3194880" : 1077,
"3227648" : 1103,
"3260416" : 1175,
"3293184" : 1272,
"3325952" : 1188,
"3358720" : 1134,
"3391488" : 1184,
"3424256" : 1451,
"3457024" : 1324,
"3489792" : 1054,
"3522560" : 1402,
"3555328" : 1269,
"3588096" : 1392,
"3620864" : 1136,
"3653632" : 1155,
"3686400" : 1253,
"3719168" : 1549,
"3751936" : 1334,
"3784704" : 1018,
"3817472" : 1277,
"3850240" : 3050,
"3883008" : 6191,
"3915776" : 965,
"3948544" : 1977,
"3981312" : 1619,
"4014080" : 1733,
"4046848" : 513,
"4079616" : 334,
"4112384" : 906,
"4145152" : 2143,
"4177920" : 361,
"4227072" : 239,
"4292608" : 230,
"4358144" : 36,
"4423680" : 11
}
},
"lat_ns" : {
"min" : 735925,
"max" : 4588810,
"mean" : 1269288.647646,
"stddev" : 365041.611810,
"N" : 4535940
},
"bw_min" : 77736,
"bw_max" : 129464,
"bw_agg" : 100.000000,
"bw_mean" : 100830.793872,
"bw_dev" : 7916.349461,
"bw_samples" : 359,
"iops_min" : 19434,
"iops_max" : 32366,
"iops_mean" : 25207.676880,
"iops_stddev" : 1979.084739,
"iops_samples" : 359
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 4.665581,
"sys_cpu" : 69.760943,
"ctx" : 449154,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999978,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999978,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 14.143989
},
"latency_ms" : {
"2" : 83.185892,
"4" : 2.519632,
"10" : 0.140919,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124472,
"timestamp_ms" : 1774124472531,
"time" : "Sat Mar 21 17:21:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 18579374080,
"io_kbytes" : 18143920,
"bw_bytes" : 103217598,
"bw" : 100798,
"iops" : 25199.431117,
"runtime" : 180002,
"total_ios" : 4535948,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9645,
"max" : 1406850,
"mean" : 37864.876405,
"stddev" : 29641.957513,
"N" : 4535949
},
"clat_ns" : {
"min" : 3254,
"max" : 4450669,
"mean" : 1231419.242623,
"stddev" : 354737.267775,
"N" : 4535979,
"percentile" : {
"1.000000" : 880640,
"5.000000" : 921600,
"10.000000" : 962560,
"20.000000" : 1028096,
"30.000000" : 1073152,
"40.000000" : 1122304,
"50.000000" : 1155072,
"60.000000" : 1220608,
"70.000000" : 1269760,
"80.000000" : 1351680,
"90.000000" : 1482752,
"95.000000" : 1662976,
"99.000000" : 3162112,
"99.500000" : 3751936,
"99.900000" : 4046848,
"99.950000" : 4145152,
"99.990000" : 4227072
},
"bins" : {
"3248" : 1,
"30080" : 1,
"60672" : 1,
"87552" : 1,
"115200" : 1,
"142336" : 1,
"179200" : 1,
"220160" : 1,
"272384" : 1,
"309248" : 1,
"333824" : 1,
"362496" : 1,
"391168" : 1,
"419840" : 1,
"448512" : 1,
"481280" : 1,
"610304" : 1,
"643072" : 1,
"667648" : 1,
"692224" : 1,
"716800" : 14,
"724992" : 61,
"733184" : 99,
"741376" : 161,
"749568" : 212,
"757760" : 279,
"765952" : 366,
"774144" : 387,
"782336" : 506,
"790528" : 687,
"798720" : 932,
"806912" : 1150,
"815104" : 1565,
"823296" : 2121,
"831488" : 2806,
"839680" : 3904,
"847872" : 5017,
"856064" : 6321,
"864256" : 7799,
"872448" : 9989,
"880640" : 12427,
"888832" : 17820,
"897024" : 25585,
"905216" : 35650,
"913408" : 47364,
"921600" : 56270,
"929792" : 59250,
"937984" : 55543,
"946176" : 47442,
"954368" : 40628,
"962560" : 36181,
"970752" : 33836,
"978944" : 33814,
"987136" : 39731,
"995328" : 51758,
"1003520" : 67267,
"1011712" : 83041,
"1019904" : 96367,
"1028096" : 101146,
"1036288" : 97554,
"1044480" : 86334,
"1056768" : 139351,
"1073152" : 113195,
"1089536" : 125280,
"1105920" : 168825,
"1122304" : 207762,
"1138688" : 203016,
"1155072" : 161678,
"1171456" : 127716,
"1187840" : 121815,
"1204224" : 140087,
"1220608" : 160340,
"1236992" : 160639,
"1253376" : 134291,
"1269760" : 105440,
"1286144" : 89975,
"1302528" : 92028,
"1318912" : 100863,
"1335296" : 100830,
"1351680" : 87991,
"1368064" : 68609,
"1384448" : 55326,
"1400832" : 51002,
"1417216" : 52777,
"1433600" : 53732,
"1449984" : 49022,
"1466368" : 38594,
"1482752" : 31017,
"1499136" : 26986,
"1515520" : 26102,
"1531904" : 26226,
"1548288" : 24437,
"1564672" : 20294,
"1581056" : 16939,
"1597440" : 14002,
"1613824" : 13096,
"1630208" : 13071,
"1646592" : 12221,
"1662976" : 10922,
"1679360" : 9305,
"1695744" : 8066,
"1712128" : 7135,
"1728512" : 7208,
"1744896" : 6845,
"1761280" : 6407,
"1777664" : 5854,
"1794048" : 5192,
"1810432" : 4860,
"1826816" : 4564,
"1843200" : 4427,
"1859584" : 4153,
"1875968" : 4021,
"1892352" : 3813,
"1908736" : 3457,
"1925120" : 3224,
"1941504" : 2976,
"1957888" : 2960,
"1974272" : 2864,
"1990656" : 2849,
"2007040" : 2743,
"2023424" : 2340,
"2039808" : 2368,
"2056192" : 2206,
"2072576" : 2243,
"2088960" : 2046,
"2113536" : 4039,
"2146304" : 3833,
"2179072" : 3477,
"2211840" : 3266,
"2244608" : 2973,
"2277376" : 2815,
"2310144" : 2735,
"2342912" : 2470,
"2375680" : 2099,
"2408448" : 2186,
"2441216" : 1969,
"2473984" : 1786,
"2506752" : 1715,
"2539520" : 1762,
"2572288" : 1606,
"2605056" : 1525,
"2637824" : 1543,
"2670592" : 1527,
"2703360" : 1384,
"2736128" : 1386,
"2768896" : 1382,
"2801664" : 1337,
"2834432" : 1303,
"2867200" : 1356,
"2899968" : 1185,
"2932736" : 1186,
"2965504" : 1132,
"2998272" : 1245,
"3031040" : 1170,
"3063808" : 1070,
"3096576" : 1129,
"3129344" : 1165,
"3162112" : 1141,
"3194880" : 1077,
"3227648" : 1103,
"3260416" : 1175,
"3293184" : 1272,
"3325952" : 1188,
"3358720" : 1134,
"3391488" : 1184,
"3424256" : 1451,
"3457024" : 1324,
"3489792" : 1054,
"3522560" : 1402,
"3555328" : 1269,
"3588096" : 1392,
"3620864" : 1136,
"3653632" : 1155,
"3686400" : 1253,
"3719168" : 1549,
"3751936" : 1334,
"3784704" : 1018,
"3817472" : 1277,
"3850240" : 3050,
"3883008" : 6191,
"3915776" : 965,
"3948544" : 1977,
"3981312" : 1619,
"4014080" : 1733,
"4046848" : 513,
"4079616" : 334,
"4112384" : 906,
"4145152" : 2143,
"4177920" : 361,
"4227072" : 239,
"4292608" : 230,
"4358144" : 36,
"4423680" : 11
}
},
"lat_ns" : {
"min" : 28343,
"max" : 4588810,
"mean" : 1269284.148610,
"stddev" : 365045.758081,
"N" : 4535979
},
"bw_min" : 77736,
"bw_max" : 129464,
"bw_agg" : 100.000000,
"bw_mean" : 100820.686111,
"bw_dev" : 7907.642161,
"bw_samples" : 360,
"iops_min" : 19434,
"iops_max" : 32366,
"iops_mean" : 25205.150000,
"iops_stddev" : 1976.907890,
"iops_samples" : 360
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180001,
"usr_cpu" : 4.665530,
"sys_cpu" : 69.760168,
"ctx" : 449155,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999978,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 14.144077
},
"latency_ms" : {
"2" : 83.186029,
"4" : 2.519628,
"10" : 0.140919,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}