raidz2/benchmarks/rand/rand-read-qd16-nj32_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773084453,
"timestamp_ms" : 1773084453290,
"time" : "Mon Mar 9 16:27:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 3314647040,
"io_kbytes" : 3236960,
"bw_bytes" : 339998670,
"bw" : 332029,
"iops" : 83070.263617,
"runtime" : 9749,
"total_ios" : 809852,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 311968,
"usr_cpu" : 0.649746,
"sys_cpu" : 14.862422,
"ctx" : 704045,
"majf" : 0,
"minf" : 728,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 99.940730,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999753,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999753,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773084463,
"timestamp_ms" : 1773084463541,
"time" : "Mon Mar 9 16:27:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 3380576256,
"io_kbytes" : 3301344,
"bw_bytes" : 338057625,
"bw" : 330134,
"iops" : 82541.600000,
"runtime" : 10000,
"total_ios" : 825416,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5980,
"max" : 1501614,
"mean" : 385254.520356,
"stddev" : 164097.698196,
"N" : 825416
},
"clat_ns" : {
"min" : 1215517,
"max" : 8584647,
"mean" : 5817763.267328,
"stddev" : 734690.713281,
"N" : 825384,
"percentile" : {
"1.000000" : 3522560,
"5.000000" : 4554752,
"10.000000" : 4882432,
"20.000000" : 5275648,
"30.000000" : 5537792,
"40.000000" : 5734400,
"50.000000" : 5865472,
"60.000000" : 6062080,
"70.000000" : 6193152,
"80.000000" : 6389760,
"90.000000" : 6651904,
"95.000000" : 6848512,
"99.000000" : 7241728,
"99.500000" : 7438336,
"99.900000" : 7700480,
"99.950000" : 7831552,
"99.990000" : 8093696
},
"bins" : {
"1220608" : 1,
"1253376" : 1,
"1384448" : 1,
"1400832" : 1,
"1466368" : 1,
"1515520" : 1,
"1548288" : 2,
"1564672" : 3,
"1581056" : 3,
"1630208" : 3,
"1695744" : 3,
"1712128" : 1,
"1728512" : 2,
"1744896" : 4,
"1761280" : 3,
"1777664" : 8,
"1794048" : 3,
"1810432" : 7,
"1826816" : 6,
"1843200" : 5,
"1859584" : 9,
"1875968" : 2,
"1892352" : 4,
"1908736" : 6,
"1925120" : 6,
"1941504" : 2,
"1957888" : 13,
"1974272" : 16,
"1990656" : 9,
"2007040" : 4,
"2023424" : 8,
"2039808" : 12,
"2056192" : 17,
"2072576" : 12,
"2088960" : 14,
"2113536" : 34,
"2146304" : 36,
"2179072" : 31,
"2211840" : 48,
"2244608" : 38,
"2277376" : 34,
"2310144" : 48,
"2342912" : 55,
"2375680" : 58,
"2408448" : 62,
"2441216" : 65,
"2473984" : 63,
"2506752" : 103,
"2539520" : 89,
"2572288" : 94,
"2605056" : 141,
"2637824" : 90,
"2670592" : 130,
"2703360" : 112,
"2736128" : 122,
"2768896" : 93,
"2801664" : 135,
"2834432" : 153,
"2867200" : 177,
"2899968" : 168,
"2932736" : 193,
"2965504" : 232,
"2998272" : 263,
"3031040" : 223,
"3063808" : 236,
"3096576" : 228,
"3129344" : 262,
"3162112" : 269,
"3194880" : 310,
"3227648" : 299,
"3260416" : 288,
"3293184" : 333,
"3325952" : 381,
"3358720" : 375,
"3391488" : 363,
"3424256" : 397,
"3457024" : 391,
"3489792" : 449,
"3522560" : 456,
"3555328" : 460,
"3588096" : 495,
"3620864" : 501,
"3653632" : 563,
"3686400" : 579,
"3719168" : 606,
"3751936" : 658,
"3784704" : 645,
"3817472" : 669,
"3850240" : 639,
"3883008" : 755,
"3915776" : 811,
"3948544" : 851,
"3981312" : 893,
"4014080" : 895,
"4046848" : 940,
"4079616" : 967,
"4112384" : 1091,
"4145152" : 1186,
"4177920" : 1129,
"4227072" : 2572,
"4292608" : 2943,
"4358144" : 3251,
"4423680" : 3907,
"4489216" : 4295,
"4554752" : 5066,
"4620288" : 5606,
"4685824" : 6451,
"4751360" : 7451,
"4816896" : 8505,
"4882432" : 9509,
"4947968" : 10917,
"5013504" : 12286,
"5079040" : 13998,
"5144576" : 15434,
"5210112" : 17339,
"5275648" : 19264,
"5341184" : 21078,
"5406720" : 22672,
"5472256" : 24469,
"5537792" : 26184,
"5603328" : 27669,
"5668864" : 29485,
"5734400" : 30741,
"5799936" : 31665,
"5865472" : 32340,
"5931008" : 33095,
"5996544" : 32855,
"6062080" : 33014,
"6127616" : 31875,
"6193152" : 31179,
"6258688" : 29705,
"6324224" : 28424,
"6389760" : 26029,
"6455296" : 24059,
"6520832" : 21774,
"6586368" : 19265,
"6651904" : 17088,
"6717440" : 14617,
"6782976" : 12456,
"6848512" : 10561,
"6914048" : 8859,
"6979584" : 7326,
"7045120" : 5645,
"7110656" : 4463,
"7176192" : 3504,
"7241728" : 2763,
"7307264" : 2142,
"7372800" : 1633,
"7438336" : 1190,
"7503872" : 872,
"7569408" : 682,
"7634944" : 491,
"7700480" : 343,
"7766016" : 234,
"7831552" : 150,
"7897088" : 124,
"7962624" : 76,
"8028160" : 49,
"8093696" : 37,
"8159232" : 22,
"8224768" : 17,
"8290304" : 8,
"8355840" : 3,
"8454144" : 3,
"8585216" : 2
}
},
"lat_ns" : {
"min" : 1571381,
"max" : 9063999,
"mean" : 6203017.194937,
"stddev" : 765461.135726,
"N" : 825384
},
"bw_min" : 323133,
"bw_max" : 338191,
"bw_agg" : 100.000000,
"bw_mean" : 330190.368421,
"bw_dev" : 122.915812,
"bw_samples" : 608,
"iops_min" : 80781,
"iops_max" : 84547,
"iops_mean" : 82546.578947,
"iops_stddev" : 30.742148,
"iops_samples" : 608
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319999,
"usr_cpu" : 0.642502,
"sys_cpu" : 14.806609,
"ctx" : 722746,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.015265,
"4" : 2.105120,
"10" : 97.875738,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773084473,
"timestamp_ms" : 1773084473541,
"time" : "Mon Mar 9 16:27:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 6760759296,
"io_kbytes" : 6602304,
"bw_bytes" : 338037964,
"bw" : 330115,
"iops" : 82532.450000,
"runtime" : 20000,
"total_ios" : 1650649,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5980,
"max" : 1501614,
"mean" : 385267.860846,
"stddev" : 164186.533853,
"N" : 1650649
},
"clat_ns" : {
"min" : 1215517,
"max" : 8698391,
"mean" : 5817913.782449,
"stddev" : 729938.945384,
"N" : 1650617,
"percentile" : {
"1.000000" : 3588096,
"5.000000" : 4554752,
"10.000000" : 4882432,
"20.000000" : 5275648,
"30.000000" : 5537792,
"40.000000" : 5734400,
"50.000000" : 5865472,
"60.000000" : 6062080,
"70.000000" : 6193152,
"80.000000" : 6389760,
"90.000000" : 6651904,
"95.000000" : 6848512,
"99.000000" : 7241728,
"99.500000" : 7438336,
"99.900000" : 7700480,
"99.950000" : 7831552,
"99.990000" : 8093696
},
"bins" : {
"1220608" : 1,
"1253376" : 1,
"1384448" : 1,
"1400832" : 1,
"1417216" : 1,
"1466368" : 1,
"1499136" : 2,
"1515520" : 1,
"1531904" : 3,
"1548288" : 2,
"1564672" : 4,
"1581056" : 3,
"1597440" : 1,
"1613824" : 3,
"1630208" : 4,
"1695744" : 5,
"1712128" : 3,
"1728512" : 4,
"1744896" : 6,
"1761280" : 5,
"1777664" : 10,
"1794048" : 7,
"1810432" : 10,
"1826816" : 7,
"1843200" : 11,
"1859584" : 14,
"1875968" : 7,
"1892352" : 10,
"1908736" : 11,
"1925120" : 11,
"1941504" : 16,
"1957888" : 17,
"1974272" : 25,
"1990656" : 14,
"2007040" : 9,
"2023424" : 11,
"2039808" : 20,
"2056192" : 29,
"2072576" : 19,
"2088960" : 27,
"2113536" : 54,
"2146304" : 56,
"2179072" : 60,
"2211840" : 74,
"2244608" : 66,
"2277376" : 57,
"2310144" : 83,
"2342912" : 94,
"2375680" : 104,
"2408448" : 100,
"2441216" : 120,
"2473984" : 107,
"2506752" : 175,
"2539520" : 171,
"2572288" : 183,
"2605056" : 212,
"2637824" : 170,
"2670592" : 216,
"2703360" : 199,
"2736128" : 229,
"2768896" : 161,
"2801664" : 217,
"2834432" : 271,
"2867200" : 286,
"2899968" : 329,
"2932736" : 364,
"2965504" : 410,
"2998272" : 467,
"3031040" : 425,
"3063808" : 409,
"3096576" : 467,
"3129344" : 510,
"3162112" : 521,
"3194880" : 551,
"3227648" : 560,
"3260416" : 581,
"3293184" : 627,
"3325952" : 704,
"3358720" : 700,
"3391488" : 661,
"3424256" : 776,
"3457024" : 811,
"3489792" : 871,
"3522560" : 908,
"3555328" : 892,
"3588096" : 994,
"3620864" : 997,
"3653632" : 1044,
"3686400" : 1123,
"3719168" : 1204,
"3751936" : 1231,
"3784704" : 1269,
"3817472" : 1381,
"3850240" : 1324,
"3883008" : 1513,
"3915776" : 1542,
"3948544" : 1647,
"3981312" : 1726,
"4014080" : 1767,
"4046848" : 1855,
"4079616" : 1963,
"4112384" : 2096,
"4145152" : 2272,
"4177920" : 2284,
"4227072" : 5216,
"4292608" : 6029,
"4358144" : 6533,
"4423680" : 7754,
"4489216" : 8630,
"4554752" : 10022,
"4620288" : 11346,
"4685824" : 13059,
"4751360" : 14894,
"4816896" : 17276,
"4882432" : 19423,
"4947968" : 22151,
"5013504" : 24962,
"5079040" : 28481,
"5144576" : 31090,
"5210112" : 34893,
"5275648" : 38380,
"5341184" : 42267,
"5406720" : 45530,
"5472256" : 49121,
"5537792" : 52846,
"5603328" : 55881,
"5668864" : 58848,
"5734400" : 61369,
"5799936" : 63414,
"5865472" : 64811,
"5931008" : 65932,
"5996544" : 66157,
"6062080" : 65539,
"6127616" : 63562,
"6193152" : 62322,
"6258688" : 58951,
"6324224" : 56060,
"6389760" : 52288,
"6455296" : 48056,
"6520832" : 43456,
"6586368" : 38765,
"6651904" : 33797,
"6717440" : 29068,
"6782976" : 24811,
"6848512" : 21019,
"6914048" : 17581,
"6979584" : 14474,
"7045120" : 11426,
"7110656" : 9036,
"7176192" : 7121,
"7241728" : 5439,
"7307264" : 4155,
"7372800" : 3266,
"7438336" : 2376,
"7503872" : 1768,
"7569408" : 1333,
"7634944" : 976,
"7700480" : 658,
"7766016" : 465,
"7831552" : 312,
"7897088" : 231,
"7962624" : 138,
"8028160" : 82,
"8093696" : 63,
"8159232" : 37,
"8224768" : 34,
"8290304" : 21,
"8355840" : 14,
"8454144" : 17,
"8585216" : 6,
"8716288" : 1
}
},
"lat_ns" : {
"min" : 1517218,
"max" : 9256754,
"mean" : 6203182.257881,
"stddev" : 760177.454385,
"N" : 1650617
},
"bw_min" : 321779,
"bw_max" : 339517,
"bw_agg" : 100.000000,
"bw_mean" : 330182.051282,
"bw_dev" : 127.186152,
"bw_samples" : 1248,
"iops_min" : 80444,
"iops_max" : 84878,
"iops_mean" : 82544.256410,
"iops_stddev" : 31.808987,
"iops_samples" : 1248
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639999,
"usr_cpu" : 0.634688,
"sys_cpu" : 14.806742,
"ctx" : 1445237,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999939,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999939,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.013449,
"4" : 2.014056,
"10" : 97.970556,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773084483,
"timestamp_ms" : 1773084483541,
"time" : "Mon Mar 9 16:28:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 10146582528,
"io_kbytes" : 9908772,
"bw_bytes" : 338219417,
"bw" : 330292,
"iops" : 82575.500000,
"runtime" : 30000,
"total_ios" : 2477265,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5980,
"max" : 1506952,
"mean" : 385054.861690,
"stddev" : 164321.419490,
"N" : 2477265
},
"clat_ns" : {
"min" : 1110356,
"max" : 8698391,
"mean" : 5814697.573437,
"stddev" : 728983.003701,
"N" : 2477233,
"percentile" : {
"1.000000" : 3588096,
"5.000000" : 4554752,
"10.000000" : 4882432,
"20.000000" : 5275648,
"30.000000" : 5537792,
"40.000000" : 5734400,
"50.000000" : 5865472,
"60.000000" : 6062080,
"70.000000" : 6193152,
"80.000000" : 6389760,
"90.000000" : 6651904,
"95.000000" : 6848512,
"99.000000" : 7241728,
"99.500000" : 7438336,
"99.900000" : 7700480,
"99.950000" : 7831552,
"99.990000" : 8093696
},
"bins" : {
"1105920" : 1,
"1122304" : 1,
"1187840" : 2,
"1220608" : 2,
"1236992" : 1,
"1253376" : 1,
"1351680" : 1,
"1384448" : 3,
"1400832" : 4,
"1417216" : 2,
"1433600" : 1,
"1466368" : 1,
"1499136" : 8,
"1515520" : 4,
"1531904" : 3,
"1548288" : 4,
"1564672" : 4,
"1581056" : 11,
"1597440" : 4,
"1613824" : 4,
"1630208" : 7,
"1646592" : 3,
"1662976" : 2,
"1695744" : 9,
"1712128" : 3,
"1728512" : 8,
"1744896" : 7,
"1761280" : 13,
"1777664" : 10,
"1794048" : 14,
"1810432" : 16,
"1826816" : 8,
"1843200" : 12,
"1859584" : 15,
"1875968" : 13,
"1892352" : 13,
"1908736" : 16,
"1925120" : 16,
"1941504" : 18,
"1957888" : 21,
"1974272" : 35,
"1990656" : 15,
"2007040" : 16,
"2023424" : 16,
"2039808" : 24,
"2056192" : 32,
"2072576" : 27,
"2088960" : 34,
"2113536" : 64,
"2146304" : 82,
"2179072" : 85,
"2211840" : 100,
"2244608" : 91,
"2277376" : 74,
"2310144" : 102,
"2342912" : 126,
"2375680" : 132,
"2408448" : 141,
"2441216" : 161,
"2473984" : 162,
"2506752" : 235,
"2539520" : 225,
"2572288" : 253,
"2605056" : 289,
"2637824" : 250,
"2670592" : 299,
"2703360" : 289,
"2736128" : 312,
"2768896" : 281,
"2801664" : 326,
"2834432" : 421,
"2867200" : 392,
"2899968" : 492,
"2932736" : 517,
"2965504" : 579,
"2998272" : 656,
"3031040" : 577,
"3063808" : 617,
"3096576" : 687,
"3129344" : 729,
"3162112" : 738,
"3194880" : 822,
"3227648" : 801,
"3260416" : 855,
"3293184" : 959,
"3325952" : 1011,
"3358720" : 1022,
"3391488" : 1016,
"3424256" : 1150,
"3457024" : 1236,
"3489792" : 1238,
"3522560" : 1321,
"3555328" : 1349,
"3588096" : 1464,
"3620864" : 1533,
"3653632" : 1590,
"3686400" : 1656,
"3719168" : 1770,
"3751936" : 1823,
"3784704" : 1946,
"3817472" : 2078,
"3850240" : 2009,
"3883008" : 2240,
"3915776" : 2361,
"3948544" : 2516,
"3981312" : 2584,
"4014080" : 2642,
"4046848" : 2800,
"4079616" : 3042,
"4112384" : 3193,
"4145152" : 3444,
"4177920" : 3528,
"4227072" : 7987,
"4292608" : 9141,
"4358144" : 9979,
"4423680" : 11893,
"4489216" : 13128,
"4554752" : 15444,
"4620288" : 17236,
"4685824" : 19874,
"4751360" : 22689,
"4816896" : 26246,
"4882432" : 29684,
"4947968" : 33626,
"5013504" : 38045,
"5079040" : 42900,
"5144576" : 47271,
"5210112" : 52893,
"5275648" : 58152,
"5341184" : 63955,
"5406720" : 68915,
"5472256" : 73959,
"5537792" : 79444,
"5603328" : 83699,
"5668864" : 88076,
"5734400" : 92147,
"5799936" : 95073,
"5865472" : 96891,
"5931008" : 98474,
"5996544" : 99102,
"6062080" : 97860,
"6127616" : 94979,
"6193152" : 92647,
"6258688" : 87986,
"6324224" : 83725,
"6389760" : 78051,
"6455296" : 71862,
"6520832" : 64729,
"6586368" : 57896,
"6651904" : 50672,
"6717440" : 43727,
"6782976" : 37146,
"6848512" : 31619,
"6914048" : 26153,
"6979584" : 21513,
"7045120" : 17083,
"7110656" : 13511,
"7176192" : 10627,
"7241728" : 8102,
"7307264" : 6193,
"7372800" : 4772,
"7438336" : 3506,
"7503872" : 2623,
"7569408" : 1911,
"7634944" : 1410,
"7700480" : 991,
"7766016" : 687,
"7831552" : 461,
"7897088" : 334,
"7962624" : 201,
"8028160" : 117,
"8093696" : 83,
"8159232" : 53,
"8224768" : 42,
"8290304" : 27,
"8355840" : 17,
"8454144" : 18,
"8585216" : 7,
"8716288" : 1
}
},
"lat_ns" : {
"min" : 1137237,
"max" : 9256754,
"mean" : 6199751.734397,
"stddev" : 759065.053521,
"N" : 2477233
},
"bw_min" : 321287,
"bw_max" : 340272,
"bw_agg" : 100.000000,
"bw_mean" : 330335.254237,
"bw_dev" : 129.323408,
"bw_samples" : 1888,
"iops_min" : 80321,
"iops_max" : 85068,
"iops_mean" : 82583.016949,
"iops_stddev" : 32.337626,
"iops_samples" : 1888
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959999,
"usr_cpu" : 0.630938,
"sys_cpu" : 14.814599,
"ctx" : 2167590,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.013604,
"4" : 1.984366,
"10" : 98.000739,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773084493,
"timestamp_ms" : 1773084493541,
"time" : "Mon Mar 9 16:28:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 13566267392,
"io_kbytes" : 13248308,
"bw_bytes" : 339156684,
"bw" : 331207,
"iops" : 82804.100000,
"runtime" : 40000,
"total_ios" : 3312164,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5980,
"max" : 1668970,
"mean" : 383978.114376,
"stddev" : 165165.589913,
"N" : 3312164
},
"clat_ns" : {
"min" : 1102314,
"max" : 8698391,
"mean" : 5798587.332117,
"stddev" : 731311.616141,
"N" : 3312132,
"percentile" : {
"1.000000" : 3588096,
"5.000000" : 4489216,
"10.000000" : 4882432,
"20.000000" : 5275648,
"30.000000" : 5472256,
"40.000000" : 5668864,
"50.000000" : 5865472,
"60.000000" : 5996544,
"70.000000" : 6193152,
"80.000000" : 6389760,
"90.000000" : 6651904,
"95.000000" : 6848512,
"99.000000" : 7241728,
"99.500000" : 7372800,
"99.900000" : 7700480,
"99.950000" : 7831552,
"99.990000" : 8028160
},
"bins" : {
"1105920" : 2,
"1122304" : 2,
"1187840" : 2,
"1220608" : 2,
"1236992" : 1,
"1253376" : 3,
"1302528" : 2,
"1351680" : 1,
"1384448" : 3,
"1400832" : 4,
"1417216" : 2,
"1433600" : 2,
"1466368" : 1,
"1482752" : 1,
"1499136" : 9,
"1515520" : 4,
"1531904" : 3,
"1548288" : 6,
"1564672" : 7,
"1581056" : 11,
"1597440" : 5,
"1613824" : 6,
"1630208" : 9,
"1646592" : 4,
"1662976" : 3,
"1679360" : 7,
"1695744" : 9,
"1712128" : 3,
"1728512" : 10,
"1744896" : 8,
"1761280" : 13,
"1777664" : 11,
"1794048" : 16,
"1810432" : 17,
"1826816" : 10,
"1843200" : 16,
"1859584" : 16,
"1875968" : 20,
"1892352" : 19,
"1908736" : 27,
"1925120" : 26,
"1941504" : 24,
"1957888" : 33,
"1974272" : 38,
"1990656" : 31,
"2007040" : 21,
"2023424" : 33,
"2039808" : 32,
"2056192" : 45,
"2072576" : 36,
"2088960" : 42,
"2113536" : 83,
"2146304" : 101,
"2179072" : 114,
"2211840" : 135,
"2244608" : 129,
"2277376" : 106,
"2310144" : 136,
"2342912" : 169,
"2375680" : 171,
"2408448" : 186,
"2441216" : 200,
"2473984" : 223,
"2506752" : 291,
"2539520" : 312,
"2572288" : 327,
"2605056" : 371,
"2637824" : 330,
"2670592" : 404,
"2703360" : 399,
"2736128" : 414,
"2768896" : 408,
"2801664" : 422,
"2834432" : 552,
"2867200" : 542,
"2899968" : 658,
"2932736" : 687,
"2965504" : 781,
"2998272" : 871,
"3031040" : 805,
"3063808" : 825,
"3096576" : 928,
"3129344" : 978,
"3162112" : 1029,
"3194880" : 1094,
"3227648" : 1079,
"3260416" : 1175,
"3293184" : 1317,
"3325952" : 1349,
"3358720" : 1375,
"3391488" : 1423,
"3424256" : 1571,
"3457024" : 1647,
"3489792" : 1669,
"3522560" : 1832,
"3555328" : 1833,
"3588096" : 1986,
"3620864" : 2087,
"3653632" : 2180,
"3686400" : 2292,
"3719168" : 2440,
"3751936" : 2501,
"3784704" : 2746,
"3817472" : 2926,
"3850240" : 2772,
"3883008" : 3107,
"3915776" : 3240,
"3948544" : 3421,
"3981312" : 3625,
"4014080" : 3668,
"4046848" : 3868,
"4079616" : 4237,
"4112384" : 4416,
"4145152" : 4824,
"4177920" : 4963,
"4227072" : 11258,
"4292608" : 12788,
"4358144" : 14215,
"4423680" : 16661,
"4489216" : 18627,
"4554752" : 21603,
"4620288" : 24115,
"4685824" : 28156,
"4751360" : 31906,
"4816896" : 36789,
"4882432" : 41295,
"4947968" : 46712,
"5013504" : 52636,
"5079040" : 59008,
"5144576" : 65012,
"5210112" : 72432,
"5275648" : 79858,
"5341184" : 86930,
"5406720" : 93590,
"5472256" : 100386,
"5537792" : 107171,
"5603328" : 113360,
"5668864" : 118676,
"5734400" : 123349,
"5799936" : 126900,
"5865472" : 129002,
"5931008" : 130851,
"5996544" : 131647,
"6062080" : 129185,
"6127616" : 125450,
"6193152" : 121804,
"6258688" : 115633,
"6324224" : 109699,
"6389760" : 101728,
"6455296" : 93609,
"6520832" : 84314,
"6586368" : 75227,
"6651904" : 65837,
"6717440" : 56775,
"6782976" : 48386,
"6848512" : 40861,
"6914048" : 33694,
"6979584" : 27736,
"7045120" : 22119,
"7110656" : 17587,
"7176192" : 13649,
"7241728" : 10526,
"7307264" : 8019,
"7372800" : 6101,
"7438336" : 4491,
"7503872" : 3358,
"7569408" : 2407,
"7634944" : 1730,
"7700480" : 1225,
"7766016" : 895,
"7831552" : 592,
"7897088" : 420,
"7962624" : 262,
"8028160" : 148,
"8093696" : 118,
"8159232" : 66,
"8224768" : 56,
"8290304" : 33,
"8355840" : 21,
"8454144" : 21,
"8585216" : 9,
"8716288" : 1
}
},
"lat_ns" : {
"min" : 1137237,
"max" : 9256754,
"mean" : 6182564.832096,
"stddev" : 761465.460285,
"N" : 3312132
},
"bw_min" : 321183,
"bw_max" : 342576,
"bw_agg" : 100.000000,
"bw_mean" : 331209.898734,
"bw_dev" : 140.414903,
"bw_samples" : 2528,
"iops_min" : 80295,
"iops_max" : 85644,
"iops_mean" : 82801.658228,
"iops_stddev" : 35.114382,
"iops_samples" : 2528
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279988,
"usr_cpu" : 0.633756,
"sys_cpu" : 14.835998,
"ctx" : 2889548,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999940,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999940,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.013586,
"4" : 2.030093,
"10" : 97.955355,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773084503,
"timestamp_ms" : 1773084503541,
"time" : "Mon Mar 9 16:28:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 17055784960,
"io_kbytes" : 16656040,
"bw_bytes" : 341115699,
"bw" : 333120,
"iops" : 83281.860000,
"runtime" : 50000,
"total_ios" : 4164093,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5699,
"max" : 1668970,
"mean" : 381759.523118,
"stddev" : 166971.121090,
"N" : 4164093
},
"clat_ns" : {
"min" : 1081622,
"max" : 8698391,
"mean" : 5765308.153394,
"stddev" : 741494.395532,
"N" : 4164061,
"percentile" : {
"1.000000" : 3555328,
"5.000000" : 4489216,
"10.000000" : 4816896,
"20.000000" : 5210112,
"30.000000" : 5472256,
"40.000000" : 5668864,
"50.000000" : 5799936,
"60.000000" : 5996544,
"70.000000" : 6193152,
"80.000000" : 6389760,
"90.000000" : 6651904,
"95.000000" : 6848512,
"99.000000" : 7241728,
"99.500000" : 7372800,
"99.900000" : 7700480,
"99.950000" : 7766016,
"99.990000" : 8028160
},
"bins" : {
"1089536" : 5,
"1105920" : 2,
"1122304" : 2,
"1187840" : 6,
"1204224" : 2,
"1220608" : 2,
"1236992" : 2,
"1253376" : 3,
"1302528" : 2,
"1351680" : 4,
"1368064" : 1,
"1384448" : 3,
"1400832" : 5,
"1417216" : 2,
"1433600" : 2,
"1466368" : 1,
"1482752" : 2,
"1499136" : 11,
"1515520" : 6,
"1531904" : 5,
"1548288" : 8,
"1564672" : 9,
"1581056" : 15,
"1597440" : 7,
"1613824" : 6,
"1630208" : 11,
"1646592" : 6,
"1662976" : 8,
"1679360" : 7,
"1695744" : 12,
"1712128" : 7,
"1728512" : 13,
"1744896" : 14,
"1761280" : 14,
"1777664" : 16,
"1794048" : 19,
"1810432" : 21,
"1826816" : 15,
"1843200" : 20,
"1859584" : 19,
"1875968" : 24,
"1892352" : 27,
"1908736" : 35,
"1925120" : 35,
"1941504" : 35,
"1957888" : 40,
"1974272" : 42,
"1990656" : 40,
"2007040" : 33,
"2023424" : 40,
"2039808" : 50,
"2056192" : 57,
"2072576" : 48,
"2088960" : 49,
"2113536" : 123,
"2146304" : 147,
"2179072" : 151,
"2211840" : 175,
"2244608" : 179,
"2277376" : 143,
"2310144" : 198,
"2342912" : 215,
"2375680" : 229,
"2408448" : 241,
"2441216" : 267,
"2473984" : 309,
"2506752" : 389,
"2539520" : 418,
"2572288" : 444,
"2605056" : 482,
"2637824" : 435,
"2670592" : 528,
"2703360" : 544,
"2736128" : 549,
"2768896" : 547,
"2801664" : 593,
"2834432" : 712,
"2867200" : 730,
"2899968" : 835,
"2932736" : 909,
"2965504" : 1013,
"2998272" : 1116,
"3031040" : 1052,
"3063808" : 1119,
"3096576" : 1270,
"3129344" : 1285,
"3162112" : 1350,
"3194880" : 1459,
"3227648" : 1441,
"3260416" : 1529,
"3293184" : 1742,
"3325952" : 1783,
"3358720" : 1839,
"3391488" : 1981,
"3424256" : 2178,
"3457024" : 2197,
"3489792" : 2268,
"3522560" : 2403,
"3555328" : 2511,
"3588096" : 2696,
"3620864" : 2829,
"3653632" : 2990,
"3686400" : 3199,
"3719168" : 3396,
"3751936" : 3449,
"3784704" : 3810,
"3817472" : 4068,
"3850240" : 3948,
"3883008" : 4348,
"3915776" : 4564,
"3948544" : 4824,
"3981312" : 5151,
"4014080" : 5256,
"4046848" : 5539,
"4079616" : 6078,
"4112384" : 6301,
"4145152" : 6855,
"4177920" : 7169,
"4227072" : 16107,
"4292608" : 18159,
"4358144" : 20332,
"4423680" : 23532,
"4489216" : 26467,
"4554752" : 30290,
"4620288" : 33741,
"4685824" : 39336,
"4751360" : 44080,
"4816896" : 50234,
"4882432" : 56013,
"4947968" : 63050,
"5013504" : 70410,
"5079040" : 78422,
"5144576" : 85771,
"5210112" : 94823,
"5275648" : 103662,
"5341184" : 112329,
"5406720" : 120114,
"5472256" : 128275,
"5537792" : 136208,
"5603328" : 143112,
"5668864" : 149240,
"5734400" : 154484,
"5799936" : 157781,
"5865472" : 159880,
"5931008" : 161577,
"5996544" : 161893,
"6062080" : 158145,
"6127616" : 153558,
"6193152" : 148271,
"6258688" : 140047,
"6324224" : 132479,
"6389760" : 122681,
"6455296" : 112591,
"6520832" : 101541,
"6586368" : 90032,
"6651904" : 78843,
"6717440" : 67922,
"6782976" : 57589,
"6848512" : 48531,
"6914048" : 39959,
"6979584" : 32631,
"7045120" : 26137,
"7110656" : 20665,
"7176192" : 16132,
"7241728" : 12442,
"7307264" : 9455,
"7372800" : 7148,
"7438336" : 5279,
"7503872" : 3943,
"7569408" : 2840,
"7634944" : 1991,
"7700480" : 1422,
"7766016" : 1053,
"7831552" : 677,
"7897088" : 495,
"7962624" : 313,
"8028160" : 183,
"8093696" : 134,
"8159232" : 82,
"8224768" : 64,
"8290304" : 37,
"8355840" : 26,
"8454144" : 22,
"8585216" : 10,
"8716288" : 1
}
},
"lat_ns" : {
"min" : 1109676,
"max" : 9256754,
"mean" : 6147070.050704,
"stddev" : 772160.429706,
"N" : 4164061
},
"bw_min" : 321183,
"bw_max" : 349342,
"bw_agg" : 99.996758,
"bw_mean" : 333110.575758,
"bw_dev" : 194.639966,
"bw_samples" : 3168,
"iops_min" : 80295,
"iops_max" : 87335,
"iops_mean" : 83276.868687,
"iops_stddev" : 48.665033,
"iops_samples" : 3168
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1599991,
"usr_cpu" : 0.637879,
"sys_cpu" : 14.875771,
"ctx" : 3610564,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.014313,
"4" : 2.208020,
"10" : 97.776899,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773084513,
"timestamp_ms" : 1773084513541,
"time" : "Mon Mar 9 16:28:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 20553334784,
"io_kbytes" : 20071616,
"bw_bytes" : 342555579,
"bw" : 334526,
"iops" : 83633.016667,
"runtime" : 60000,
"total_ios" : 5017981,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5688,
"max" : 1668970,
"mean" : 380144.742192,
"stddev" : 168200.974160,
"N" : 5017981
},
"clat_ns" : {
"min" : 1065578,
"max" : 8757150,
"mean" : 5741060.711973,
"stddev" : 747149.171288,
"N" : 5017949,
"percentile" : {
"1.000000" : 3555328,
"5.000000" : 4423680,
"10.000000" : 4816896,
"20.000000" : 5210112,
"30.000000" : 5406720,
"40.000000" : 5603328,
"50.000000" : 5799936,
"60.000000" : 5996544,
"70.000000" : 6127616,
"80.000000" : 6324224,
"90.000000" : 6651904,
"95.000000" : 6848512,
"99.000000" : 7241728,
"99.500000" : 7372800,
"99.900000" : 7700480,
"99.950000" : 7766016,
"99.990000" : 8028160
},
"bins" : {
"1073152" : 1,
"1089536" : 8,
"1105920" : 2,
"1122304" : 3,
"1155072" : 1,
"1187840" : 6,
"1204224" : 2,
"1220608" : 2,
"1236992" : 3,
"1253376" : 3,
"1302528" : 2,
"1351680" : 4,
"1368064" : 1,
"1384448" : 3,
"1400832" : 9,
"1417216" : 2,
"1433600" : 4,
"1449984" : 1,
"1466368" : 2,
"1482752" : 3,
"1499136" : 11,
"1515520" : 7,
"1531904" : 5,
"1548288" : 10,
"1564672" : 13,
"1581056" : 17,
"1597440" : 10,
"1613824" : 6,
"1630208" : 11,
"1646592" : 7,
"1662976" : 9,
"1679360" : 7,
"1695744" : 13,
"1712128" : 11,
"1728512" : 15,
"1744896" : 15,
"1761280" : 22,
"1777664" : 21,
"1794048" : 31,
"1810432" : 25,
"1826816" : 26,
"1843200" : 28,
"1859584" : 28,
"1875968" : 30,
"1892352" : 31,
"1908736" : 39,
"1925120" : 44,
"1941504" : 45,
"1957888" : 49,
"1974272" : 46,
"1990656" : 47,
"2007040" : 40,
"2023424" : 49,
"2039808" : 63,
"2056192" : 66,
"2072576" : 63,
"2088960" : 66,
"2113536" : 145,
"2146304" : 185,
"2179072" : 175,
"2211840" : 199,
"2244608" : 223,
"2277376" : 182,
"2310144" : 230,
"2342912" : 275,
"2375680" : 276,
"2408448" : 304,
"2441216" : 342,
"2473984" : 358,
"2506752" : 453,
"2539520" : 492,
"2572288" : 525,
"2605056" : 563,
"2637824" : 532,
"2670592" : 639,
"2703360" : 670,
"2736128" : 682,
"2768896" : 682,
"2801664" : 723,
"2834432" : 871,
"2867200" : 872,
"2899968" : 1007,
"2932736" : 1082,
"2965504" : 1237,
"2998272" : 1332,
"3031040" : 1295,
"3063808" : 1379,
"3096576" : 1562,
"3129344" : 1562,
"3162112" : 1635,
"3194880" : 1815,
"3227648" : 1822,
"3260416" : 1923,
"3293184" : 2162,
"3325952" : 2223,
"3358720" : 2293,
"3391488" : 2490,
"3424256" : 2704,
"3457024" : 2821,
"3489792" : 2853,
"3522560" : 2965,
"3555328" : 3201,
"3588096" : 3367,
"3620864" : 3648,
"3653632" : 3843,
"3686400" : 4115,
"3719168" : 4317,
"3751936" : 4441,
"3784704" : 4824,
"3817472" : 5192,
"3850240" : 5087,
"3883008" : 5537,
"3915776" : 5891,
"3948544" : 6225,
"3981312" : 6755,
"4014080" : 6867,
"4046848" : 7299,
"4079616" : 7982,
"4112384" : 8266,
"4145152" : 9040,
"4177920" : 9389,
"4227072" : 21222,
"4292608" : 23862,
"4358144" : 26885,
"4423680" : 30692,
"4489216" : 34674,
"4554752" : 39615,
"4620288" : 43965,
"4685824" : 50648,
"4751360" : 56461,
"4816896" : 64133,
"4882432" : 71263,
"4947968" : 79923,
"5013504" : 88851,
"5079040" : 98642,
"5144576" : 107085,
"5210112" : 117640,
"5275648" : 127949,
"5341184" : 138280,
"5406720" : 147419,
"5472256" : 156535,
"5537792" : 165507,
"5603328" : 172983,
"5668864" : 180107,
"5734400" : 185525,
"5799936" : 188751,
"5865472" : 190504,
"5931008" : 191731,
"5996544" : 191170,
"6062080" : 186635,
"6127616" : 180622,
"6193152" : 174317,
"6258688" : 164550,
"6324224" : 154813,
"6389760" : 143008,
"6455296" : 130919,
"6520832" : 117988,
"6586368" : 104492,
"6651904" : 91530,
"6717440" : 78576,
"6782976" : 66530,
"6848512" : 55922,
"6914048" : 46166,
"6979584" : 37577,
"7045120" : 30107,
"7110656" : 23862,
"7176192" : 18606,
"7241728" : 14253,
"7307264" : 10881,
"7372800" : 8193,
"7438336" : 6052,
"7503872" : 4524,
"7569408" : 3261,
"7634944" : 2273,
"7700480" : 1635,
"7766016" : 1181,
"7831552" : 782,
"7897088" : 559,
"7962624" : 355,
"8028160" : 208,
"8093696" : 149,
"8159232" : 91,
"8224768" : 71,
"8290304" : 42,
"8355840" : 27,
"8454144" : 24,
"8585216" : 10,
"8716288" : 3
}
},
"lat_ns" : {
"min" : 1109355,
"max" : 9256754,
"mean" : 6121206.310215,
"stddev" : 778051.256422,
"N" : 5017949
},
"bw_min" : 321183,
"bw_max" : 350935,
"bw_agg" : 100.000000,
"bw_mean" : 334547.000000,
"bw_dev" : 219.579186,
"bw_samples" : 3808,
"iops_min" : 80295,
"iops_max" : 87732,
"iops_mean" : 83635.924370,
"iops_stddev" : 54.894842,
"iops_samples" : 3808
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1919990,
"usr_cpu" : 0.640733,
"sys_cpu" : 14.910130,
"ctx" : 4331078,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999880,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999900,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.014867,
"4" : 2.312065,
"10" : 97.672430,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773084523,
"timestamp_ms" : 1773084523541,
"time" : "Mon Mar 9 16:28:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 24034488320,
"io_kbytes" : 23471180,
"bw_bytes" : 343349833,
"bw" : 335302,
"iops" : 83826.642857,
"runtime" : 70000,
"total_ios" : 5867865,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5638,
"max" : 1668970,
"mean" : 379261.747374,
"stddev" : 168870.016940,
"N" : 5867865
},
"clat_ns" : {
"min" : 1065578,
"max" : 8767165,
"mean" : 5727782.496818,
"stddev" : 748005.840686,
"N" : 5867833,
"percentile" : {
"1.000000" : 3555328,
"5.000000" : 4423680,
"10.000000" : 4751360,
"20.000000" : 5144576,
"30.000000" : 5406720,
"40.000000" : 5603328,
"50.000000" : 5799936,
"60.000000" : 5996544,
"70.000000" : 6127616,
"80.000000" : 6324224,
"90.000000" : 6586368,
"95.000000" : 6848512,
"99.000000" : 7241728,
"99.500000" : 7372800,
"99.900000" : 7634944,
"99.950000" : 7766016,
"99.990000" : 8028160
},
"bins" : {
"1073152" : 1,
"1089536" : 8,
"1105920" : 2,
"1122304" : 3,
"1155072" : 1,
"1187840" : 6,
"1204224" : 2,
"1220608" : 2,
"1236992" : 3,
"1253376" : 3,
"1302528" : 2,
"1351680" : 4,
"1368064" : 3,
"1384448" : 6,
"1400832" : 10,
"1417216" : 2,
"1433600" : 4,
"1449984" : 1,
"1466368" : 2,
"1482752" : 9,
"1499136" : 12,
"1515520" : 7,
"1531904" : 8,
"1548288" : 10,
"1564672" : 13,
"1581056" : 19,
"1597440" : 11,
"1613824" : 6,
"1630208" : 11,
"1646592" : 8,
"1662976" : 9,
"1679360" : 7,
"1695744" : 14,
"1712128" : 11,
"1728512" : 15,
"1744896" : 17,
"1761280" : 26,
"1777664" : 24,
"1794048" : 32,
"1810432" : 25,
"1826816" : 30,
"1843200" : 36,
"1859584" : 36,
"1875968" : 32,
"1892352" : 35,
"1908736" : 49,
"1925120" : 48,
"1941504" : 52,
"1957888" : 52,
"1974272" : 49,
"1990656" : 52,
"2007040" : 46,
"2023424" : 50,
"2039808" : 70,
"2056192" : 73,
"2072576" : 71,
"2088960" : 72,
"2113536" : 174,
"2146304" : 190,
"2179072" : 189,
"2211840" : 216,
"2244608" : 258,
"2277376" : 209,
"2310144" : 277,
"2342912" : 298,
"2375680" : 301,
"2408448" : 348,
"2441216" : 390,
"2473984" : 422,
"2506752" : 501,
"2539520" : 531,
"2572288" : 589,
"2605056" : 627,
"2637824" : 608,
"2670592" : 717,
"2703360" : 752,
"2736128" : 771,
"2768896" : 773,
"2801664" : 835,
"2834432" : 969,
"2867200" : 1001,
"2899968" : 1128,
"2932736" : 1238,
"2965504" : 1420,
"2998272" : 1541,
"3031040" : 1504,
"3063808" : 1607,
"3096576" : 1757,
"3129344" : 1801,
"3162112" : 1892,
"3194880" : 2079,
"3227648" : 2100,
"3260416" : 2234,
"3293184" : 2513,
"3325952" : 2605,
"3358720" : 2674,
"3391488" : 2911,
"3424256" : 3152,
"3457024" : 3298,
"3489792" : 3411,
"3522560" : 3508,
"3555328" : 3768,
"3588096" : 4053,
"3620864" : 4341,
"3653632" : 4481,
"3686400" : 4818,
"3719168" : 5204,
"3751936" : 5267,
"3784704" : 5781,
"3817472" : 6198,
"3850240" : 6164,
"3883008" : 6710,
"3915776" : 7105,
"3948544" : 7472,
"3981312" : 8198,
"4014080" : 8328,
"4046848" : 8953,
"4079616" : 9746,
"4112384" : 10133,
"4145152" : 11029,
"4177920" : 11523,
"4227072" : 25823,
"4292608" : 29187,
"4358144" : 32930,
"4423680" : 37413,
"4489216" : 42292,
"4554752" : 48366,
"4620288" : 53796,
"4685824" : 61414,
"4751360" : 68353,
"4816896" : 77803,
"4882432" : 86199,
"4947968" : 96252,
"5013504" : 106635,
"5079040" : 117947,
"5144576" : 127806,
"5210112" : 140078,
"5275648" : 152161,
"5341184" : 163637,
"5406720" : 174268,
"5472256" : 184615,
"5537792" : 194922,
"5603328" : 203567,
"5668864" : 210486,
"5734400" : 216603,
"5799936" : 220186,
"5865472" : 221706,
"5931008" : 222542,
"5996544" : 221144,
"6062080" : 215900,
"6127616" : 208189,
"6193152" : 200845,
"6258688" : 189248,
"6324224" : 177862,
"6389760" : 163896,
"6455296" : 150017,
"6520832" : 134996,
"6586368" : 119401,
"6651904" : 104093,
"6717440" : 89498,
"6782976" : 75969,
"6848512" : 63548,
"6914048" : 52601,
"6979584" : 42682,
"7045120" : 34170,
"7110656" : 27071,
"7176192" : 21096,
"7241728" : 16170,
"7307264" : 12371,
"7372800" : 9246,
"7438336" : 6862,
"7503872" : 5094,
"7569408" : 3669,
"7634944" : 2599,
"7700480" : 1867,
"7766016" : 1331,
"7831552" : 871,
"7897088" : 621,
"7962624" : 403,
"8028160" : 237,
"8093696" : 175,
"8159232" : 100,
"8224768" : 77,
"8290304" : 47,
"8355840" : 30,
"8454144" : 27,
"8585216" : 14,
"8716288" : 7
}
},
"lat_ns" : {
"min" : 1109355,
"max" : 9360642,
"mean" : 6107045.846974,
"stddev" : 778821.007117,
"N" : 5867833
},
"bw_min" : 320951,
"bw_max" : 351907,
"bw_agg" : 100.000000,
"bw_mean" : 335341.669065,
"bw_dev" : 223.845342,
"bw_samples" : 4448,
"iops_min" : 80237,
"iops_max" : 87976,
"iops_mean" : 83834.446043,
"iops_stddev" : 55.957804,
"iops_samples" : 4448
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2239986,
"usr_cpu" : 0.642772,
"sys_cpu" : 14.924736,
"ctx" : 5051950,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999949,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999949,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.014247,
"4" : 2.331734,
"10" : 97.653474,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773084533,
"timestamp_ms" : 1773084533540,
"time" : "Mon Mar 9 16:28:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 27508367360,
"io_kbytes" : 26863640,
"bw_bytes" : 343854592,
"bw" : 335795,
"iops" : 83949.625000,
"runtime" : 80000,
"total_ios" : 6715970,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5638,
"max" : 1668970,
"mean" : 378701.059832,
"stddev" : 169277.869658,
"N" : 6715970
},
"clat_ns" : {
"min" : 687952,
"max" : 8767165,
"mean" : 5719337.124207,
"stddev" : 747609.516064,
"N" : 6715938,
"percentile" : {
"1.000000" : 3555328,
"5.000000" : 4423680,
"10.000000" : 4751360,
"20.000000" : 5144576,
"30.000000" : 5406720,
"40.000000" : 5603328,
"50.000000" : 5799936,
"60.000000" : 5931008,
"70.000000" : 6127616,
"80.000000" : 6324224,
"90.000000" : 6586368,
"95.000000" : 6848512,
"99.000000" : 7241728,
"99.500000" : 7372800,
"99.900000" : 7634944,
"99.950000" : 7766016,
"99.990000" : 8028160
},
"bins" : {
"684032" : 1,
"1056768" : 1,
"1073152" : 2,
"1089536" : 11,
"1105920" : 2,
"1122304" : 3,
"1155072" : 1,
"1187840" : 6,
"1204224" : 2,
"1220608" : 2,
"1236992" : 3,
"1253376" : 3,
"1286144" : 1,
"1302528" : 3,
"1318912" : 1,
"1351680" : 4,
"1368064" : 5,
"1384448" : 7,
"1400832" : 10,
"1417216" : 2,
"1433600" : 5,
"1449984" : 1,
"1466368" : 4,
"1482752" : 9,
"1499136" : 12,
"1515520" : 9,
"1531904" : 8,
"1548288" : 11,
"1564672" : 14,
"1581056" : 19,
"1597440" : 15,
"1613824" : 10,
"1630208" : 13,
"1646592" : 8,
"1662976" : 9,
"1679360" : 7,
"1695744" : 16,
"1712128" : 11,
"1728512" : 19,
"1744896" : 17,
"1761280" : 28,
"1777664" : 26,
"1794048" : 34,
"1810432" : 25,
"1826816" : 36,
"1843200" : 39,
"1859584" : 38,
"1875968" : 35,
"1892352" : 40,
"1908736" : 52,
"1925120" : 52,
"1941504" : 60,
"1957888" : 55,
"1974272" : 54,
"1990656" : 64,
"2007040" : 52,
"2023424" : 55,
"2039808" : 72,
"2056192" : 75,
"2072576" : 77,
"2088960" : 76,
"2113536" : 189,
"2146304" : 202,
"2179072" : 200,
"2211840" : 228,
"2244608" : 284,
"2277376" : 242,
"2310144" : 320,
"2342912" : 323,
"2375680" : 329,
"2408448" : 383,
"2441216" : 425,
"2473984" : 460,
"2506752" : 542,
"2539520" : 595,
"2572288" : 643,
"2605056" : 693,
"2637824" : 655,
"2670592" : 818,
"2703360" : 830,
"2736128" : 857,
"2768896" : 857,
"2801664" : 936,
"2834432" : 1091,
"2867200" : 1140,
"2899968" : 1245,
"2932736" : 1393,
"2965504" : 1583,
"2998272" : 1722,
"3031040" : 1679,
"3063808" : 1828,
"3096576" : 1970,
"3129344" : 2042,
"3162112" : 2080,
"3194880" : 2346,
"3227648" : 2395,
"3260416" : 2533,
"3293184" : 2829,
"3325952" : 2993,
"3358720" : 3040,
"3391488" : 3352,
"3424256" : 3590,
"3457024" : 3797,
"3489792" : 3899,
"3522560" : 4073,
"3555328" : 4308,
"3588096" : 4564,
"3620864" : 4933,
"3653632" : 5144,
"3686400" : 5555,
"3719168" : 5965,
"3751936" : 6131,
"3784704" : 6635,
"3817472" : 7173,
"3850240" : 7252,
"3883008" : 7837,
"3915776" : 8275,
"3948544" : 8731,
"3981312" : 9550,
"4014080" : 9777,
"4046848" : 10506,
"4079616" : 11420,
"4112384" : 11853,
"4145152" : 12913,
"4177920" : 13444,
"4227072" : 30233,
"4292608" : 34151,
"4358144" : 38705,
"4423680" : 44010,
"4489216" : 49787,
"4554752" : 56743,
"4620288" : 63252,
"4685824" : 71933,
"4751360" : 80266,
"4816896" : 90714,
"4882432" : 100697,
"4947968" : 112007,
"5013504" : 124441,
"5079040" : 137308,
"5144576" : 148614,
"5210112" : 162117,
"5275648" : 175900,
"5341184" : 189011,
"5406720" : 201229,
"5472256" : 212664,
"5537792" : 224330,
"5603328" : 233533,
"5668864" : 240907,
"5734400" : 247386,
"5799936" : 251598,
"5865472" : 252902,
"5931008" : 253723,
"5996544" : 251513,
"6062080" : 245543,
"6127616" : 236524,
"6193152" : 227557,
"6258688" : 214539,
"6324224" : 201248,
"6389760" : 185442,
"6455296" : 169427,
"6520832" : 152532,
"6586368" : 134627,
"6651904" : 117219,
"6717440" : 100759,
"6782976" : 85336,
"6848512" : 71364,
"6914048" : 58916,
"6979584" : 47624,
"7045120" : 38250,
"7110656" : 30222,
"7176192" : 23496,
"7241728" : 18019,
"7307264" : 13782,
"7372800" : 10256,
"7438336" : 7614,
"7503872" : 5637,
"7569408" : 4054,
"7634944" : 2890,
"7700480" : 2063,
"7766016" : 1463,
"7831552" : 966,
"7897088" : 684,
"7962624" : 454,
"8028160" : 276,
"8093696" : 192,
"8159232" : 124,
"8224768" : 87,
"8290304" : 55,
"8355840" : 39,
"8454144" : 30,
"8585216" : 18,
"8716288" : 8
}
},
"lat_ns" : {
"min" : 1102094,
"max" : 9360642,
"mean" : 6098038.456656,
"stddev" : 778281.413561,
"N" : 6715938
},
"bw_min" : 320951,
"bw_max" : 352257,
"bw_agg" : 100.000000,
"bw_mean" : 335852.106918,
"bw_dev" : 221.463290,
"bw_samples" : 5088,
"iops_min" : 80237,
"iops_max" : 88063,
"iops_mean" : 83962.050314,
"iops_stddev" : 55.363130,
"iops_samples" : 5088
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2559969,
"usr_cpu" : 0.643719,
"sys_cpu" : 14.936001,
"ctx" : 5772688,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999955,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999955,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.013848,
"4" : 2.334197,
"10" : 97.651464,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773084543,
"timestamp_ms" : 1773084543541,
"time" : "Mon Mar 9 16:29:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 30974414848,
"io_kbytes" : 30248452,
"bw_bytes" : 344160164,
"bw" : 336093,
"iops" : 84024.311111,
"runtime" : 90000,
"total_ios" : 7562188,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5638,
"max" : 1668970,
"mean" : 378366.983885,
"stddev" : 169506.087452,
"N" : 7562188
},
"clat_ns" : {
"min" : 687952,
"max" : 8767165,
"mean" : 5714310.073346,
"stddev" : 746689.937491,
"N" : 7562156,
"percentile" : {
"1.000000" : 3555328,
"5.000000" : 4423680,
"10.000000" : 4751360,
"20.000000" : 5144576,
"30.000000" : 5406720,
"40.000000" : 5603328,
"50.000000" : 5799936,
"60.000000" : 5931008,
"70.000000" : 6127616,
"80.000000" : 6324224,
"90.000000" : 6586368,
"95.000000" : 6782976,
"99.000000" : 7241728,
"99.500000" : 7372800,
"99.900000" : 7634944,
"99.950000" : 7766016,
"99.990000" : 8028160
},
"bins" : {
"684032" : 1,
"1056768" : 1,
"1073152" : 2,
"1089536" : 12,
"1105920" : 2,
"1122304" : 3,
"1155072" : 1,
"1187840" : 6,
"1204224" : 2,
"1220608" : 2,
"1236992" : 3,
"1253376" : 3,
"1286144" : 2,
"1302528" : 4,
"1318912" : 1,
"1351680" : 4,
"1368064" : 5,
"1384448" : 7,
"1400832" : 10,
"1417216" : 2,
"1433600" : 6,
"1449984" : 1,
"1466368" : 4,
"1482752" : 10,
"1499136" : 12,
"1515520" : 11,
"1531904" : 8,
"1548288" : 13,
"1564672" : 14,
"1581056" : 19,
"1597440" : 15,
"1613824" : 10,
"1630208" : 13,
"1646592" : 9,
"1662976" : 9,
"1679360" : 7,
"1695744" : 17,
"1712128" : 11,
"1728512" : 21,
"1744896" : 17,
"1761280" : 28,
"1777664" : 26,
"1794048" : 34,
"1810432" : 27,
"1826816" : 39,
"1843200" : 39,
"1859584" : 45,
"1875968" : 36,
"1892352" : 42,
"1908736" : 56,
"1925120" : 53,
"1941504" : 61,
"1957888" : 56,
"1974272" : 61,
"1990656" : 68,
"2007040" : 55,
"2023424" : 60,
"2039808" : 74,
"2056192" : 82,
"2072576" : 85,
"2088960" : 84,
"2113536" : 208,
"2146304" : 221,
"2179072" : 221,
"2211840" : 240,
"2244608" : 308,
"2277376" : 276,
"2310144" : 348,
"2342912" : 341,
"2375680" : 367,
"2408448" : 416,
"2441216" : 483,
"2473984" : 492,
"2506752" : 583,
"2539520" : 636,
"2572288" : 695,
"2605056" : 749,
"2637824" : 721,
"2670592" : 890,
"2703360" : 906,
"2736128" : 952,
"2768896" : 962,
"2801664" : 1041,
"2834432" : 1211,
"2867200" : 1291,
"2899968" : 1401,
"2932736" : 1539,
"2965504" : 1735,
"2998272" : 1897,
"3031040" : 1867,
"3063808" : 1998,
"3096576" : 2171,
"3129344" : 2280,
"3162112" : 2317,
"3194880" : 2600,
"3227648" : 2677,
"3260416" : 2835,
"3293184" : 3140,
"3325952" : 3304,
"3358720" : 3404,
"3391488" : 3744,
"3424256" : 4007,
"3457024" : 4231,
"3489792" : 4402,
"3522560" : 4591,
"3555328" : 4840,
"3588096" : 5130,
"3620864" : 5526,
"3653632" : 5818,
"3686400" : 6253,
"3719168" : 6680,
"3751936" : 6882,
"3784704" : 7468,
"3817472" : 8081,
"3850240" : 8144,
"3883008" : 8899,
"3915776" : 9355,
"3948544" : 9921,
"3981312" : 10766,
"4014080" : 11154,
"4046848" : 11886,
"4079616" : 12988,
"4112384" : 13476,
"4145152" : 14628,
"4177920" : 15291,
"4227072" : 34336,
"4292608" : 38989,
"4358144" : 44097,
"4423680" : 50257,
"4489216" : 56864,
"4554752" : 64991,
"4620288" : 72321,
"4685824" : 82154,
"4751360" : 91632,
"4816896" : 103344,
"4882432" : 114927,
"4947968" : 127692,
"5013504" : 141632,
"5079040" : 156131,
"5144576" : 169309,
"5210112" : 184190,
"5275648" : 199721,
"5341184" : 214624,
"5406720" : 228256,
"5472256" : 240742,
"5537792" : 253768,
"5603328" : 263430,
"5668864" : 271833,
"5734400" : 278621,
"5799936" : 283191,
"5865472" : 284791,
"5931008" : 284950,
"5996544" : 282057,
"6062080" : 274764,
"6127616" : 264488,
"6193152" : 254255,
"6258688" : 239839,
"6324224" : 224874,
"6389760" : 206839,
"6455296" : 188934,
"6520832" : 169812,
"6586368" : 150216,
"6651904" : 130554,
"6717440" : 112362,
"6782976" : 95009,
"6848512" : 79486,
"6914048" : 65535,
"6979584" : 52913,
"7045120" : 42481,
"7110656" : 33500,
"7176192" : 26103,
"7241728" : 20081,
"7307264" : 15183,
"7372800" : 11407,
"7438336" : 8409,
"7503872" : 6218,
"7569408" : 4460,
"7634944" : 3188,
"7700480" : 2258,
"7766016" : 1610,
"7831552" : 1071,
"7897088" : 751,
"7962624" : 511,
"8028160" : 303,
"8093696" : 204,
"8159232" : 139,
"8224768" : 93,
"8290304" : 59,
"8355840" : 42,
"8454144" : 33,
"8585216" : 19,
"8716288" : 8
}
},
"lat_ns" : {
"min" : 1102094,
"max" : 9360642,
"mean" : 6092677.125727,
"stddev" : 777216.989447,
"N" : 7562156
},
"bw_min" : 320951,
"bw_max" : 352565,
"bw_agg" : 100.000000,
"bw_mean" : 336166.173184,
"bw_dev" : 216.337292,
"bw_samples" : 5728,
"iops_min" : 80237,
"iops_max" : 88140,
"iops_mean" : 84040.564246,
"iops_stddev" : 54.082541,
"iops_samples" : 5728
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880000,
"usr_cpu" : 0.646250,
"sys_cpu" : 14.936250,
"ctx" : 6494250,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999974,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999974,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.012906,
"4" : 2.322952,
"10" : 97.663705,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773084553,
"timestamp_ms" : 1773084553540,
"time" : "Mon Mar 9 16:29:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 34434990080,
"io_kbytes" : 33627920,
"bw_bytes" : 344349900,
"bw" : 336279,
"iops" : 84070.680000,
"runtime" : 100000,
"total_ios" : 8407068,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5638,
"max" : 1668970,
"mean" : 378153.480075,
"stddev" : 169653.689615,
"N" : 8407068
},
"clat_ns" : {
"min" : 687952,
"max" : 8767165,
"mean" : 5711112.932864,
"stddev" : 745780.130236,
"N" : 8407036,
"percentile" : {
"1.000000" : 3555328,
"5.000000" : 4423680,
"10.000000" : 4751360,
"20.000000" : 5144576,
"30.000000" : 5406720,
"40.000000" : 5603328,
"50.000000" : 5799936,
"60.000000" : 5931008,
"70.000000" : 6127616,
"80.000000" : 6324224,
"90.000000" : 6586368,
"95.000000" : 6782976,
"99.000000" : 7176192,
"99.500000" : 7372800,
"99.900000" : 7634944,
"99.950000" : 7766016,
"99.990000" : 8028160
},
"bins" : {
"684032" : 1,
"1056768" : 1,
"1073152" : 2,
"1089536" : 12,
"1105920" : 2,
"1122304" : 3,
"1155072" : 1,
"1187840" : 6,
"1204224" : 2,
"1220608" : 2,
"1236992" : 3,
"1253376" : 3,
"1286144" : 2,
"1302528" : 4,
"1318912" : 1,
"1351680" : 4,
"1368064" : 5,
"1384448" : 7,
"1400832" : 10,
"1417216" : 2,
"1433600" : 7,
"1449984" : 1,
"1466368" : 4,
"1482752" : 10,
"1499136" : 12,
"1515520" : 13,
"1531904" : 9,
"1548288" : 15,
"1564672" : 15,
"1581056" : 19,
"1597440" : 16,
"1613824" : 13,
"1630208" : 13,
"1646592" : 10,
"1662976" : 10,
"1679360" : 7,
"1695744" : 18,
"1712128" : 12,
"1728512" : 21,
"1744896" : 21,
"1761280" : 28,
"1777664" : 26,
"1794048" : 38,
"1810432" : 34,
"1826816" : 45,
"1843200" : 42,
"1859584" : 47,
"1875968" : 44,
"1892352" : 45,
"1908736" : 64,
"1925120" : 54,
"1941504" : 69,
"1957888" : 61,
"1974272" : 72,
"1990656" : 84,
"2007040" : 60,
"2023424" : 66,
"2039808" : 80,
"2056192" : 88,
"2072576" : 93,
"2088960" : 95,
"2113536" : 220,
"2146304" : 236,
"2179072" : 238,
"2211840" : 264,
"2244608" : 330,
"2277376" : 310,
"2310144" : 379,
"2342912" : 383,
"2375680" : 401,
"2408448" : 452,
"2441216" : 522,
"2473984" : 534,
"2506752" : 648,
"2539520" : 700,
"2572288" : 768,
"2605056" : 831,
"2637824" : 800,
"2670592" : 961,
"2703360" : 999,
"2736128" : 1041,
"2768896" : 1091,
"2801664" : 1184,
"2834432" : 1358,
"2867200" : 1416,
"2899968" : 1542,
"2932736" : 1678,
"2965504" : 1892,
"2998272" : 2055,
"3031040" : 2053,
"3063808" : 2233,
"3096576" : 2407,
"3129344" : 2509,
"3162112" : 2560,
"3194880" : 2831,
"3227648" : 2950,
"3260416" : 3139,
"3293184" : 3459,
"3325952" : 3639,
"3358720" : 3766,
"3391488" : 4134,
"3424256" : 4451,
"3457024" : 4682,
"3489792" : 4902,
"3522560" : 5119,
"3555328" : 5403,
"3588096" : 5700,
"3620864" : 6091,
"3653632" : 6404,
"3686400" : 6975,
"3719168" : 7400,
"3751936" : 7652,
"3784704" : 8336,
"3817472" : 8959,
"3850240" : 9035,
"3883008" : 9808,
"3915776" : 10391,
"3948544" : 11092,
"3981312" : 11990,
"4014080" : 12458,
"4046848" : 13310,
"4079616" : 14465,
"4112384" : 15082,
"4145152" : 16338,
"4177920" : 17092,
"4227072" : 38314,
"4292608" : 43396,
"4358144" : 49255,
"4423680" : 56155,
"4489216" : 63582,
"4554752" : 72752,
"4620288" : 81085,
"4685824" : 91996,
"4751360" : 102708,
"4816896" : 115611,
"4882432" : 128782,
"4947968" : 142956,
"5013504" : 158576,
"5079040" : 174973,
"5144576" : 189590,
"5210112" : 206179,
"5275648" : 223128,
"5341184" : 239682,
"5406720" : 254619,
"5472256" : 268702,
"5537792" : 283171,
"5603328" : 293588,
"5668864" : 302899,
"5734400" : 310595,
"5799936" : 315103,
"5865472" : 316573,
"5931008" : 316785,
"5996544" : 312850,
"6062080" : 304951,
"6127616" : 293142,
"6193152" : 281737,
"6258688" : 265287,
"6324224" : 248439,
"6389760" : 228658,
"6455296" : 208472,
"6520832" : 187440,
"6586368" : 165688,
"6651904" : 143951,
"6717440" : 123883,
"6782976" : 104591,
"6848512" : 87626,
"6914048" : 72055,
"6979584" : 58249,
"7045120" : 46852,
"7110656" : 36784,
"7176192" : 28707,
"7241728" : 22000,
"7307264" : 16641,
"7372800" : 12497,
"7438336" : 9208,
"7503872" : 6799,
"7569408" : 4892,
"7634944" : 3516,
"7700480" : 2472,
"7766016" : 1742,
"7831552" : 1159,
"7897088" : 801,
"7962624" : 554,
"8028160" : 343,
"8093696" : 235,
"8159232" : 166,
"8224768" : 108,
"8290304" : 73,
"8355840" : 44,
"8454144" : 38,
"8585216" : 20,
"8716288" : 10
}
},
"lat_ns" : {
"min" : 1102094,
"max" : 9360642,
"mean" : 6089266.634726,
"stddev" : 776180.466006,
"N" : 8407036
},
"bw_min" : 320951,
"bw_max" : 352629,
"bw_agg" : 100.000000,
"bw_mean" : 336346.386935,
"bw_dev" : 210.814064,
"bw_samples" : 6368,
"iops_min" : 80237,
"iops_max" : 88156,
"iops_mean" : 84085.663317,
"iops_stddev" : 52.702770,
"iops_samples" : 6368
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3199969,
"usr_cpu" : 0.646944,
"sys_cpu" : 14.936238,
"ctx" : 7215684,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999964,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999964,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.012811,
"4" : 2.315242,
"10" : 97.671554,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773084563,
"timestamp_ms" : 1773084563540,
"time" : "Mon Mar 9 16:29:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 37893849088,
"io_kbytes" : 37005712,
"bw_bytes" : 344489537,
"bw" : 336415,
"iops" : 84104.654545,
"runtime" : 110000,
"total_ios" : 9251512,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5638,
"max" : 1668970,
"mean" : 377999.888744,
"stddev" : 169760.846320,
"N" : 9251514
},
"clat_ns" : {
"min" : 687952,
"max" : 8767165,
"mean" : 5708799.602185,
"stddev" : 745081.517334,
"N" : 9251480,
"percentile" : {
"1.000000" : 3555328,
"5.000000" : 4423680,
"10.000000" : 4751360,
"20.000000" : 5144576,
"30.000000" : 5406720,
"40.000000" : 5603328,
"50.000000" : 5799936,
"60.000000" : 5931008,
"70.000000" : 6127616,
"80.000000" : 6324224,
"90.000000" : 6586368,
"95.000000" : 6782976,
"99.000000" : 7176192,
"99.500000" : 7372800,
"99.900000" : 7634944,
"99.950000" : 7766016,
"99.990000" : 8028160
},
"bins" : {
"684032" : 1,
"1056768" : 1,
"1073152" : 3,
"1089536" : 12,
"1105920" : 3,
"1122304" : 3,
"1155072" : 3,
"1187840" : 6,
"1204224" : 2,
"1220608" : 2,
"1236992" : 3,
"1253376" : 3,
"1286144" : 2,
"1302528" : 4,
"1318912" : 1,
"1351680" : 4,
"1368064" : 6,
"1384448" : 8,
"1400832" : 11,
"1417216" : 2,
"1433600" : 7,
"1449984" : 4,
"1466368" : 7,
"1482752" : 15,
"1499136" : 21,
"1515520" : 14,
"1531904" : 10,
"1548288" : 16,
"1564672" : 20,
"1581056" : 23,
"1597440" : 17,
"1613824" : 16,
"1630208" : 14,
"1646592" : 10,
"1662976" : 13,
"1679360" : 11,
"1695744" : 21,
"1712128" : 14,
"1728512" : 26,
"1744896" : 26,
"1761280" : 31,
"1777664" : 29,
"1794048" : 42,
"1810432" : 35,
"1826816" : 51,
"1843200" : 44,
"1859584" : 51,
"1875968" : 55,
"1892352" : 54,
"1908736" : 68,
"1925120" : 56,
"1941504" : 79,
"1957888" : 67,
"1974272" : 79,
"1990656" : 90,
"2007040" : 67,
"2023424" : 69,
"2039808" : 92,
"2056192" : 96,
"2072576" : 103,
"2088960" : 99,
"2113536" : 246,
"2146304" : 255,
"2179072" : 266,
"2211840" : 284,
"2244608" : 377,
"2277376" : 342,
"2310144" : 409,
"2342912" : 423,
"2375680" : 437,
"2408448" : 482,
"2441216" : 567,
"2473984" : 587,
"2506752" : 716,
"2539520" : 769,
"2572288" : 826,
"2605056" : 908,
"2637824" : 891,
"2670592" : 1056,
"2703360" : 1085,
"2736128" : 1132,
"2768896" : 1194,
"2801664" : 1291,
"2834432" : 1485,
"2867200" : 1559,
"2899968" : 1669,
"2932736" : 1827,
"2965504" : 2056,
"2998272" : 2248,
"3031040" : 2256,
"3063808" : 2463,
"3096576" : 2632,
"3129344" : 2770,
"3162112" : 2777,
"3194880" : 3113,
"3227648" : 3214,
"3260416" : 3418,
"3293184" : 3777,
"3325952" : 4002,
"3358720" : 4135,
"3391488" : 4520,
"3424256" : 4877,
"3457024" : 5141,
"3489792" : 5392,
"3522560" : 5641,
"3555328" : 5909,
"3588096" : 6257,
"3620864" : 6663,
"3653632" : 7068,
"3686400" : 7642,
"3719168" : 8146,
"3751936" : 8524,
"3784704" : 9121,
"3817472" : 9796,
"3850240" : 9984,
"3883008" : 10752,
"3915776" : 11430,
"3948544" : 12222,
"3981312" : 13078,
"4014080" : 13657,
"4046848" : 14714,
"4079616" : 15937,
"4112384" : 16610,
"4145152" : 17957,
"4177920" : 18964,
"4227072" : 42310,
"4292608" : 47835,
"4358144" : 54510,
"4423680" : 61999,
"4489216" : 70200,
"4554752" : 80409,
"4620288" : 89804,
"4685824" : 101600,
"4751360" : 113525,
"4816896" : 127992,
"4882432" : 142391,
"4947968" : 158113,
"5013504" : 175166,
"5079040" : 193509,
"5144576" : 209850,
"5210112" : 227798,
"5275648" : 246692,
"5341184" : 264507,
"5406720" : 281130,
"5472256" : 296607,
"5537792" : 312433,
"5603328" : 323981,
"5668864" : 334350,
"5734400" : 341999,
"5799936" : 347053,
"5865472" : 348283,
"5931008" : 348796,
"5996544" : 343752,
"6062080" : 335096,
"6127616" : 322112,
"6193152" : 309452,
"6258688" : 290961,
"6324224" : 272277,
"6389760" : 250366,
"6455296" : 227997,
"6520832" : 205221,
"6586368" : 181206,
"6651904" : 157479,
"6717440" : 135549,
"6782976" : 114158,
"6848512" : 95866,
"6914048" : 78816,
"6979584" : 63668,
"7045120" : 50979,
"7110656" : 40056,
"7176192" : 31256,
"7241728" : 23898,
"7307264" : 18082,
"7372800" : 13620,
"7438336" : 10011,
"7503872" : 7412,
"7569408" : 5349,
"7634944" : 3825,
"7700480" : 2693,
"7766016" : 1880,
"7831552" : 1271,
"7897088" : 870,
"7962624" : 611,
"8028160" : 378,
"8093696" : 263,
"8159232" : 195,
"8224768" : 120,
"8290304" : 82,
"8355840" : 49,
"8454144" : 46,
"8585216" : 21,
"8716288" : 10
}
},
"lat_ns" : {
"min" : 1102094,
"max" : 9360642,
"mean" : 6086799.126901,
"stddev" : 775398.178415,
"N" : 9251480
},
"bw_min" : 320951,
"bw_max" : 352761,
"bw_agg" : 100.000000,
"bw_mean" : 336488.242009,
"bw_dev" : 206.167916,
"bw_samples" : 7008,
"iops_min" : 80237,
"iops_max" : 88189,
"iops_mean" : 84121.164384,
"iops_stddev" : 51.541971,
"iops_samples" : 7008
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3519969,
"usr_cpu" : 0.646938,
"sys_cpu" : 14.935188,
"ctx" : 7937123,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999978,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999957,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.013198,
"4" : 2.308509,
"10" : 97.677936,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773084573,
"timestamp_ms" : 1773084573541,
"time" : "Mon Mar 9 16:29:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 41350746112,
"io_kbytes" : 40381588,
"bw_bytes" : 344589550,
"bw" : 336513,
"iops" : 84129.183333,
"runtime" : 120000,
"total_ios" : 10095502,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5518,
"max" : 1701720,
"mean" : 377891.411180,
"stddev" : 169824.874265,
"N" : 10095503
},
"clat_ns" : {
"min" : 687952,
"max" : 8767165,
"mean" : 5707148.245094,
"stddev" : 744993.421393,
"N" : 10095470,
"percentile" : {
"1.000000" : 3555328,
"5.000000" : 4423680,
"10.000000" : 4751360,
"20.000000" : 5144576,
"30.000000" : 5406720,
"40.000000" : 5603328,
"50.000000" : 5799936,
"60.000000" : 5931008,
"70.000000" : 6127616,
"80.000000" : 6324224,
"90.000000" : 6586368,
"95.000000" : 6782976,
"99.000000" : 7176192,
"99.500000" : 7372800,
"99.900000" : 7634944,
"99.950000" : 7766016,
"99.990000" : 8028160
},
"bins" : {
"684032" : 1,
"1056768" : 1,
"1073152" : 3,
"1089536" : 12,
"1105920" : 3,
"1122304" : 3,
"1155072" : 3,
"1187840" : 6,
"1204224" : 2,
"1220608" : 2,
"1236992" : 3,
"1253376" : 3,
"1286144" : 2,
"1302528" : 4,
"1318912" : 1,
"1351680" : 4,
"1368064" : 7,
"1384448" : 9,
"1400832" : 12,
"1417216" : 3,
"1433600" : 10,
"1449984" : 4,
"1466368" : 9,
"1482752" : 15,
"1499136" : 21,
"1515520" : 14,
"1531904" : 10,
"1548288" : 16,
"1564672" : 20,
"1581056" : 24,
"1597440" : 17,
"1613824" : 17,
"1630208" : 18,
"1646592" : 10,
"1662976" : 14,
"1679360" : 11,
"1695744" : 22,
"1712128" : 18,
"1728512" : 28,
"1744896" : 28,
"1761280" : 31,
"1777664" : 34,
"1794048" : 49,
"1810432" : 43,
"1826816" : 55,
"1843200" : 48,
"1859584" : 57,
"1875968" : 60,
"1892352" : 64,
"1908736" : 76,
"1925120" : 67,
"1941504" : 84,
"1957888" : 75,
"1974272" : 83,
"1990656" : 96,
"2007040" : 75,
"2023424" : 79,
"2039808" : 106,
"2056192" : 98,
"2072576" : 118,
"2088960" : 114,
"2113536" : 261,
"2146304" : 278,
"2179072" : 300,
"2211840" : 314,
"2244608" : 417,
"2277376" : 392,
"2310144" : 467,
"2342912" : 497,
"2375680" : 496,
"2408448" : 545,
"2441216" : 616,
"2473984" : 650,
"2506752" : 791,
"2539520" : 837,
"2572288" : 892,
"2605056" : 1000,
"2637824" : 989,
"2670592" : 1166,
"2703360" : 1212,
"2736128" : 1258,
"2768896" : 1361,
"2801664" : 1451,
"2834432" : 1645,
"2867200" : 1727,
"2899968" : 1837,
"2932736" : 2046,
"2965504" : 2268,
"2998272" : 2437,
"3031040" : 2524,
"3063808" : 2700,
"3096576" : 2908,
"3129344" : 3079,
"3162112" : 3078,
"3194880" : 3447,
"3227648" : 3532,
"3260416" : 3770,
"3293184" : 4134,
"3325952" : 4417,
"3358720" : 4518,
"3391488" : 4967,
"3424256" : 5327,
"3457024" : 5605,
"3489792" : 5949,
"3522560" : 6195,
"3555328" : 6438,
"3588096" : 6840,
"3620864" : 7258,
"3653632" : 7718,
"3686400" : 8348,
"3719168" : 8907,
"3751936" : 9261,
"3784704" : 9940,
"3817472" : 10695,
"3850240" : 10839,
"3883008" : 11798,
"3915776" : 12444,
"3948544" : 13332,
"3981312" : 14170,
"4014080" : 14877,
"4046848" : 16048,
"4079616" : 17344,
"4112384" : 18172,
"4145152" : 19451,
"4177920" : 20635,
"4227072" : 46173,
"4292608" : 52247,
"4358144" : 59462,
"4423680" : 67502,
"4489216" : 76607,
"4554752" : 87779,
"4620288" : 98225,
"4685824" : 111394,
"4751360" : 124294,
"4816896" : 140088,
"4882432" : 155655,
"4947968" : 173121,
"5013504" : 191491,
"5079040" : 211505,
"5144576" : 229527,
"5210112" : 249271,
"5275648" : 269724,
"5341184" : 289535,
"5406720" : 307937,
"5472256" : 324740,
"5537792" : 341669,
"5603328" : 354131,
"5668864" : 365202,
"5734400" : 373882,
"5799936" : 378934,
"5865472" : 380238,
"5931008" : 380164,
"5996544" : 374915,
"6062080" : 365087,
"6127616" : 350850,
"6193152" : 337084,
"6258688" : 317158,
"6324224" : 296350,
"6389760" : 272499,
"6455296" : 248246,
"6520832" : 223179,
"6586368" : 197422,
"6651904" : 171052,
"6717440" : 147194,
"6782976" : 123912,
"6848512" : 104138,
"6914048" : 85473,
"6979584" : 69142,
"7045120" : 55218,
"7110656" : 43336,
"7176192" : 33875,
"7241728" : 25897,
"7307264" : 19550,
"7372800" : 14752,
"7438336" : 10891,
"7503872" : 8018,
"7569408" : 5780,
"7634944" : 4095,
"7700480" : 2899,
"7766016" : 2013,
"7831552" : 1353,
"7897088" : 938,
"7962624" : 658,
"8028160" : 409,
"8093696" : 280,
"8159232" : 207,
"8224768" : 137,
"8290304" : 89,
"8355840" : 54,
"8454144" : 52,
"8585216" : 24,
"8716288" : 11
}
},
"lat_ns" : {
"min" : 1102094,
"max" : 9360642,
"mean" : 6085039.002975,
"stddev" : 775282.239132,
"N" : 10095470
},
"bw_min" : 320951,
"bw_max" : 352793,
"bw_agg" : 100.000000,
"bw_mean" : 336588.945607,
"bw_dev" : 202.682150,
"bw_samples" : 7648,
"iops_min" : 80237,
"iops_max" : 88197,
"iops_mean" : 84146.380753,
"iops_stddev" : 50.671090,
"iops_samples" : 7648
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3839971,
"usr_cpu" : 0.647505,
"sys_cpu" : 14.928524,
"ctx" : 8658735,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999970,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999960,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.013283,
"4" : 2.316943,
"10" : 97.669447,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773084583,
"timestamp_ms" : 1773084583541,
"time" : "Mon Mar 9 16:29:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 44802469888,
"io_kbytes" : 43752412,
"bw_bytes" : 344634383,
"bw" : 336557,
"iops" : 84139.861538,
"runtime" : 130000,
"total_ios" : 10938182,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5518,
"max" : 1701720,
"mean" : 377843.113859,
"stddev" : 169841.348579,
"N" : 10938182
},
"clat_ns" : {
"min" : 687952,
"max" : 8813035,
"mean" : 5706419.443570,
"stddev" : 744865.125756,
"N" : 10938150,
"percentile" : {
"1.000000" : 3555328,
"5.000000" : 4423680,
"10.000000" : 4751360,
"20.000000" : 5144576,
"30.000000" : 5406720,
"40.000000" : 5603328,
"50.000000" : 5799936,
"60.000000" : 5931008,
"70.000000" : 6127616,
"80.000000" : 6324224,
"90.000000" : 6586368,
"95.000000" : 6782976,
"99.000000" : 7176192,
"99.500000" : 7372800,
"99.900000" : 7634944,
"99.950000" : 7766016,
"99.990000" : 8028160
},
"bins" : {
"684032" : 1,
"1056768" : 1,
"1073152" : 3,
"1089536" : 12,
"1105920" : 3,
"1122304" : 3,
"1155072" : 3,
"1171456" : 1,
"1187840" : 7,
"1204224" : 2,
"1220608" : 2,
"1236992" : 3,
"1253376" : 3,
"1286144" : 2,
"1302528" : 5,
"1318912" : 1,
"1351680" : 4,
"1368064" : 7,
"1384448" : 9,
"1400832" : 12,
"1417216" : 4,
"1433600" : 10,
"1449984" : 4,
"1466368" : 9,
"1482752" : 15,
"1499136" : 21,
"1515520" : 15,
"1531904" : 13,
"1548288" : 20,
"1564672" : 22,
"1581056" : 24,
"1597440" : 18,
"1613824" : 17,
"1630208" : 18,
"1646592" : 14,
"1662976" : 16,
"1679360" : 13,
"1695744" : 24,
"1712128" : 23,
"1728512" : 31,
"1744896" : 28,
"1761280" : 34,
"1777664" : 34,
"1794048" : 49,
"1810432" : 46,
"1826816" : 60,
"1843200" : 55,
"1859584" : 62,
"1875968" : 65,
"1892352" : 70,
"1908736" : 77,
"1925120" : 78,
"1941504" : 87,
"1957888" : 78,
"1974272" : 89,
"1990656" : 100,
"2007040" : 81,
"2023424" : 89,
"2039808" : 115,
"2056192" : 104,
"2072576" : 124,
"2088960" : 127,
"2113536" : 285,
"2146304" : 294,
"2179072" : 323,
"2211840" : 339,
"2244608" : 455,
"2277376" : 426,
"2310144" : 513,
"2342912" : 547,
"2375680" : 544,
"2408448" : 605,
"2441216" : 685,
"2473984" : 697,
"2506752" : 854,
"2539520" : 910,
"2572288" : 976,
"2605056" : 1101,
"2637824" : 1097,
"2670592" : 1294,
"2703360" : 1333,
"2736128" : 1371,
"2768896" : 1495,
"2801664" : 1603,
"2834432" : 1800,
"2867200" : 1868,
"2899968" : 2055,
"2932736" : 2243,
"2965504" : 2538,
"2998272" : 2661,
"3031040" : 2792,
"3063808" : 2947,
"3096576" : 3154,
"3129344" : 3373,
"3162112" : 3389,
"3194880" : 3768,
"3227648" : 3879,
"3260416" : 4119,
"3293184" : 4515,
"3325952" : 4812,
"3358720" : 4942,
"3391488" : 5432,
"3424256" : 5852,
"3457024" : 6118,
"3489792" : 6432,
"3522560" : 6735,
"3555328" : 7052,
"3588096" : 7420,
"3620864" : 7849,
"3653632" : 8394,
"3686400" : 9075,
"3719168" : 9656,
"3751936" : 10154,
"3784704" : 10754,
"3817472" : 11593,
"3850240" : 11804,
"3883008" : 12799,
"3915776" : 13471,
"3948544" : 14415,
"3981312" : 15295,
"4014080" : 16053,
"4046848" : 17317,
"4079616" : 18782,
"4112384" : 19581,
"4145152" : 20943,
"4177920" : 22248,
"4227072" : 49862,
"4292608" : 56527,
"4358144" : 64195,
"4423680" : 72865,
"4489216" : 82767,
"4554752" : 94748,
"4620288" : 106221,
"4685824" : 120716,
"4751360" : 134778,
"4816896" : 151654,
"4882432" : 168574,
"4947968" : 187535,
"5013504" : 207565,
"5079040" : 229203,
"5144576" : 249218,
"5210112" : 270398,
"5275648" : 292913,
"5341184" : 314295,
"5406720" : 334221,
"5472256" : 352303,
"5537792" : 370439,
"5603328" : 384568,
"5668864" : 396662,
"5734400" : 406126,
"5799936" : 411490,
"5865472" : 412412,
"5931008" : 412059,
"5996544" : 406220,
"6062080" : 395443,
"6127616" : 379978,
"6193152" : 364656,
"6258688" : 343166,
"6324224" : 320580,
"6389760" : 294838,
"6455296" : 268436,
"6520832" : 241289,
"6586368" : 213141,
"6651904" : 184905,
"6717440" : 158953,
"6782976" : 134025,
"6848512" : 112704,
"6914048" : 92409,
"6979584" : 74648,
"7045120" : 59523,
"7110656" : 46701,
"7176192" : 36455,
"7241728" : 27954,
"7307264" : 21073,
"7372800" : 15911,
"7438336" : 11729,
"7503872" : 8640,
"7569408" : 6256,
"7634944" : 4428,
"7700480" : 3118,
"7766016" : 2185,
"7831552" : 1462,
"7897088" : 1017,
"7962624" : 714,
"8028160" : 442,
"8093696" : 322,
"8159232" : 221,
"8224768" : 152,
"8290304" : 98,
"8355840" : 56,
"8454144" : 57,
"8585216" : 27,
"8716288" : 11,
"8847360" : 1
}
},
"lat_ns" : {
"min" : 1102094,
"max" : 9360642,
"mean" : 6084262.567933,
"stddev" : 775127.532473,
"N" : 10938150
},
"bw_min" : 320943,
"bw_max" : 353166,
"bw_agg" : 100.000000,
"bw_mean" : 336636.073359,
"bw_dev" : 200.768665,
"bw_samples" : 8288,
"iops_min" : 80235,
"iops_max" : 88290,
"iops_mean" : 84158.189189,
"iops_stddev" : 50.193149,
"iops_samples" : 8288
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4159988,
"usr_cpu" : 0.649689,
"sys_cpu" : 14.924082,
"ctx" : 9380597,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999982,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999991,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.013137,
"4" : 2.327901,
"10" : 97.658660,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773084593,
"timestamp_ms" : 1773084593541,
"time" : "Mon Mar 9 16:29:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 48246444032,
"io_kbytes" : 47115668,
"bw_bytes" : 344617457,
"bw" : 336540,
"iops" : 84135.650000,
"runtime" : 140000,
"total_ios" : 11778991,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5518,
"max" : 1701720,
"mean" : 377861.211633,
"stddev" : 169785.450139,
"N" : 11778991
},
"clat_ns" : {
"min" : 687952,
"max" : 8813035,
"mean" : 5706694.207577,
"stddev" : 744304.085798,
"N" : 11778959,
"percentile" : {
"1.000000" : 3555328,
"5.000000" : 4423680,
"10.000000" : 4751360,
"20.000000" : 5144576,
"30.000000" : 5406720,
"40.000000" : 5603328,
"50.000000" : 5799936,
"60.000000" : 5931008,
"70.000000" : 6127616,
"80.000000" : 6324224,
"90.000000" : 6586368,
"95.000000" : 6782976,
"99.000000" : 7176192,
"99.500000" : 7372800,
"99.900000" : 7634944,
"99.950000" : 7766016,
"99.990000" : 8028160
},
"bins" : {
"684032" : 1,
"1056768" : 1,
"1073152" : 4,
"1089536" : 14,
"1105920" : 3,
"1122304" : 3,
"1155072" : 3,
"1171456" : 1,
"1187840" : 7,
"1204224" : 2,
"1220608" : 2,
"1236992" : 3,
"1253376" : 3,
"1286144" : 2,
"1302528" : 5,
"1318912" : 1,
"1351680" : 4,
"1368064" : 7,
"1384448" : 9,
"1400832" : 13,
"1417216" : 6,
"1433600" : 12,
"1449984" : 7,
"1466368" : 12,
"1482752" : 15,
"1499136" : 24,
"1515520" : 17,
"1531904" : 14,
"1548288" : 22,
"1564672" : 25,
"1581056" : 25,
"1597440" : 20,
"1613824" : 17,
"1630208" : 19,
"1646592" : 16,
"1662976" : 16,
"1679360" : 13,
"1695744" : 25,
"1712128" : 25,
"1728512" : 33,
"1744896" : 30,
"1761280" : 37,
"1777664" : 39,
"1794048" : 53,
"1810432" : 51,
"1826816" : 63,
"1843200" : 62,
"1859584" : 67,
"1875968" : 71,
"1892352" : 77,
"1908736" : 87,
"1925120" : 82,
"1941504" : 95,
"1957888" : 84,
"1974272" : 96,
"1990656" : 106,
"2007040" : 87,
"2023424" : 94,
"2039808" : 126,
"2056192" : 109,
"2072576" : 133,
"2088960" : 138,
"2113536" : 306,
"2146304" : 306,
"2179072" : 350,
"2211840" : 386,
"2244608" : 491,
"2277376" : 454,
"2310144" : 551,
"2342912" : 591,
"2375680" : 597,
"2408448" : 667,
"2441216" : 726,
"2473984" : 763,
"2506752" : 924,
"2539520" : 971,
"2572288" : 1084,
"2605056" : 1221,
"2637824" : 1205,
"2670592" : 1406,
"2703360" : 1461,
"2736128" : 1521,
"2768896" : 1622,
"2801664" : 1749,
"2834432" : 1938,
"2867200" : 2013,
"2899968" : 2223,
"2932736" : 2431,
"2965504" : 2739,
"2998272" : 2888,
"3031040" : 3036,
"3063808" : 3238,
"3096576" : 3411,
"3129344" : 3660,
"3162112" : 3669,
"3194880" : 4075,
"3227648" : 4187,
"3260416" : 4470,
"3293184" : 4833,
"3325952" : 5174,
"3358720" : 5295,
"3391488" : 5889,
"3424256" : 6306,
"3457024" : 6619,
"3489792" : 6953,
"3522560" : 7276,
"3555328" : 7577,
"3588096" : 7967,
"3620864" : 8432,
"3653632" : 9025,
"3686400" : 9718,
"3719168" : 10358,
"3751936" : 10932,
"3784704" : 11541,
"3817472" : 12458,
"3850240" : 12634,
"3883008" : 13704,
"3915776" : 14478,
"3948544" : 15460,
"3981312" : 16386,
"4014080" : 17243,
"4046848" : 18599,
"4079616" : 20168,
"4112384" : 20903,
"4145152" : 22484,
"4177920" : 23805,
"4227072" : 53405,
"4292608" : 60561,
"4358144" : 68812,
"4423680" : 78172,
"4489216" : 88770,
"4554752" : 101674,
"4620288" : 114032,
"4685824" : 129535,
"4751360" : 144646,
"4816896" : 162688,
"4882432" : 180816,
"4947968" : 201657,
"5013504" : 223378,
"5079040" : 246541,
"5144576" : 268146,
"5210112" : 291211,
"5275648" : 315513,
"5341184" : 338826,
"5406720" : 360251,
"5472256" : 379749,
"5537792" : 399375,
"5603328" : 414994,
"5668864" : 427690,
"5734400" : 437955,
"5799936" : 443519,
"5865472" : 444594,
"5931008" : 444532,
"5996544" : 438306,
"6062080" : 426591,
"6127616" : 409747,
"6193152" : 393310,
"6258688" : 369910,
"6324224" : 345391,
"6389760" : 317639,
"6455296" : 289210,
"6520832" : 259704,
"6586368" : 229506,
"6651904" : 199046,
"6717440" : 170959,
"6782976" : 144330,
"6848512" : 121231,
"6914048" : 99202,
"6979584" : 80050,
"7045120" : 63938,
"7110656" : 49985,
"7176192" : 39063,
"7241728" : 29877,
"7307264" : 22467,
"7372800" : 17008,
"7438336" : 12507,
"7503872" : 9203,
"7569408" : 6705,
"7634944" : 4720,
"7700480" : 3323,
"7766016" : 2324,
"7831552" : 1581,
"7897088" : 1084,
"7962624" : 750,
"8028160" : 469,
"8093696" : 336,
"8159232" : 227,
"8224768" : 163,
"8290304" : 110,
"8355840" : 62,
"8454144" : 59,
"8585216" : 27,
"8716288" : 11,
"8847360" : 1
}
},
"lat_ns" : {
"min" : 1102094,
"max" : 9360642,
"mean" : 6084555.419483,
"stddev" : 774509.711328,
"N" : 11778959
},
"bw_min" : 320943,
"bw_max" : 353475,
"bw_agg" : 100.000000,
"bw_mean" : 336619.734767,
"bw_dev" : 199.026493,
"bw_samples" : 8928,
"iops_min" : 80235,
"iops_max" : 88367,
"iops_mean" : 84154.136201,
"iops_stddev" : 49.757384,
"iops_samples" : 8928
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4479988,
"usr_cpu" : 0.649533,
"sys_cpu" : 14.924147,
"ctx" : 10102493,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999992,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999992,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.013252,
"4" : 2.327967,
"10" : 97.658501,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773084603,
"timestamp_ms" : 1773084603541,
"time" : "Mon Mar 9 16:30:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 51682197504,
"io_kbytes" : 50470896,
"bw_bytes" : 344547983,
"bw" : 336472,
"iops" : 84118.653333,
"runtime" : 150000,
"total_ios" : 12617798,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5518,
"max" : 1701720,
"mean" : 377937.960572,
"stddev" : 169726.183925,
"N" : 12617799
},
"clat_ns" : {
"min" : 687952,
"max" : 8826476,
"mean" : 5707846.533908,
"stddev" : 743481.032469,
"N" : 12617766,
"percentile" : {
"1.000000" : 3555328,
"5.000000" : 4423680,
"10.000000" : 4751360,
"20.000000" : 5144576,
"30.000000" : 5406720,
"40.000000" : 5603328,
"50.000000" : 5799936,
"60.000000" : 5931008,
"70.000000" : 6127616,
"80.000000" : 6324224,
"90.000000" : 6586368,
"95.000000" : 6782976,
"99.000000" : 7176192,
"99.500000" : 7372800,
"99.900000" : 7634944,
"99.950000" : 7766016,
"99.990000" : 8028160
},
"bins" : {
"684032" : 1,
"1056768" : 1,
"1073152" : 4,
"1089536" : 14,
"1105920" : 3,
"1122304" : 3,
"1155072" : 3,
"1171456" : 1,
"1187840" : 7,
"1204224" : 2,
"1220608" : 2,
"1236992" : 3,
"1253376" : 3,
"1286144" : 2,
"1302528" : 5,
"1318912" : 1,
"1351680" : 4,
"1368064" : 8,
"1384448" : 9,
"1400832" : 13,
"1417216" : 6,
"1433600" : 12,
"1449984" : 8,
"1466368" : 13,
"1482752" : 15,
"1499136" : 24,
"1515520" : 19,
"1531904" : 16,
"1548288" : 24,
"1564672" : 30,
"1581056" : 25,
"1597440" : 21,
"1613824" : 17,
"1630208" : 20,
"1646592" : 16,
"1662976" : 21,
"1679360" : 17,
"1695744" : 27,
"1712128" : 28,
"1728512" : 35,
"1744896" : 32,
"1761280" : 40,
"1777664" : 47,
"1794048" : 54,
"1810432" : 55,
"1826816" : 66,
"1843200" : 71,
"1859584" : 75,
"1875968" : 75,
"1892352" : 83,
"1908736" : 93,
"1925120" : 93,
"1941504" : 103,
"1957888" : 95,
"1974272" : 102,
"1990656" : 119,
"2007040" : 90,
"2023424" : 96,
"2039808" : 134,
"2056192" : 114,
"2072576" : 138,
"2088960" : 146,
"2113536" : 320,
"2146304" : 322,
"2179072" : 374,
"2211840" : 418,
"2244608" : 530,
"2277376" : 492,
"2310144" : 599,
"2342912" : 630,
"2375680" : 656,
"2408448" : 719,
"2441216" : 775,
"2473984" : 822,
"2506752" : 995,
"2539520" : 1047,
"2572288" : 1170,
"2605056" : 1318,
"2637824" : 1303,
"2670592" : 1497,
"2703360" : 1546,
"2736128" : 1640,
"2768896" : 1778,
"2801664" : 1841,
"2834432" : 2091,
"2867200" : 2177,
"2899968" : 2366,
"2932736" : 2592,
"2965504" : 2958,
"2998272" : 3073,
"3031040" : 3279,
"3063808" : 3504,
"3096576" : 3636,
"3129344" : 3901,
"3162112" : 3933,
"3194880" : 4361,
"3227648" : 4509,
"3260416" : 4787,
"3293184" : 5166,
"3325952" : 5545,
"3358720" : 5691,
"3391488" : 6255,
"3424256" : 6682,
"3457024" : 7086,
"3489792" : 7405,
"3522560" : 7759,
"3555328" : 8091,
"3588096" : 8543,
"3620864" : 8945,
"3653632" : 9576,
"3686400" : 10359,
"3719168" : 11014,
"3751936" : 11654,
"3784704" : 12249,
"3817472" : 13234,
"3850240" : 13505,
"3883008" : 14642,
"3915776" : 15437,
"3948544" : 16399,
"3981312" : 17373,
"4014080" : 18328,
"4046848" : 19763,
"4079616" : 21409,
"4112384" : 22181,
"4145152" : 23854,
"4177920" : 25241,
"4227072" : 56795,
"4292608" : 64451,
"4358144" : 73215,
"4423680" : 83123,
"4489216" : 94482,
"4554752" : 108184,
"4620288" : 121479,
"4685824" : 138058,
"4751360" : 154216,
"4816896" : 173645,
"4882432" : 193185,
"4947968" : 215408,
"5013504" : 238852,
"5079040" : 263783,
"5144576" : 286747,
"5210112" : 311962,
"5275648" : 338074,
"5341184" : 362944,
"5406720" : 386206,
"5472256" : 407423,
"5537792" : 428024,
"5603328" : 445242,
"5668864" : 458986,
"5734400" : 469797,
"5799936" : 476130,
"5865472" : 477392,
"5931008" : 477083,
"5996544" : 470302,
"6062080" : 457571,
"6127616" : 439481,
"6193152" : 421995,
"6258688" : 397049,
"6324224" : 370683,
"6389760" : 340424,
"6455296" : 309981,
"6520832" : 278339,
"6586368" : 245887,
"6651904" : 213247,
"6717440" : 183094,
"6782976" : 154615,
"6848512" : 129741,
"6914048" : 106259,
"6979584" : 85736,
"7045120" : 68419,
"7110656" : 53452,
"7176192" : 41785,
"7241728" : 32037,
"7307264" : 24032,
"7372800" : 18198,
"7438336" : 13364,
"7503872" : 9899,
"7569408" : 7176,
"7634944" : 5062,
"7700480" : 3575,
"7766016" : 2488,
"7831552" : 1698,
"7897088" : 1191,
"7962624" : 797,
"8028160" : 500,
"8093696" : 354,
"8159232" : 247,
"8224768" : 171,
"8290304" : 114,
"8355840" : 62,
"8454144" : 64,
"8585216" : 29,
"8716288" : 12,
"8847360" : 2
}
},
"lat_ns" : {
"min" : 1102094,
"max" : 9360642,
"mean" : 6085785.044277,
"stddev" : 773628.927107,
"N" : 12617766
},
"bw_min" : 320903,
"bw_max" : 353519,
"bw_agg" : 100.000000,
"bw_mean" : 336553.474916,
"bw_dev" : 197.573427,
"bw_samples" : 9568,
"iops_min" : 80225,
"iops_max" : 88378,
"iops_mean" : 84137.581940,
"iops_stddev" : 49.394363,
"iops_samples" : 9568
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4799988,
"usr_cpu" : 0.648293,
"sys_cpu" : 14.923600,
"ctx" : 10824185,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999992,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999992,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.013449,
"4" : 2.318431,
"10" : 97.667858,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773084613,
"timestamp_ms" : 1773084613541,
"time" : "Mon Mar 9 16:30:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 55117316096,
"io_kbytes" : 53825504,
"bw_bytes" : 344483225,
"bw" : 336409,
"iops" : 84102.868750,
"runtime" : 160000,
"total_ios" : 13456459,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5518,
"max" : 1701720,
"mean" : 378008.331234,
"stddev" : 169680.530432,
"N" : 13456460
},
"clat_ns" : {
"min" : 687952,
"max" : 8826476,
"mean" : 5708910.647384,
"stddev" : 742678.954828,
"N" : 13456427,
"percentile" : {
"1.000000" : 3555328,
"5.000000" : 4423680,
"10.000000" : 4751360,
"20.000000" : 5144576,
"30.000000" : 5406720,
"40.000000" : 5603328,
"50.000000" : 5799936,
"60.000000" : 5931008,
"70.000000" : 6127616,
"80.000000" : 6324224,
"90.000000" : 6586368,
"95.000000" : 6782976,
"99.000000" : 7176192,
"99.500000" : 7372800,
"99.900000" : 7634944,
"99.950000" : 7766016,
"99.990000" : 8028160
},
"bins" : {
"684032" : 1,
"1056768" : 1,
"1073152" : 5,
"1089536" : 14,
"1105920" : 3,
"1122304" : 3,
"1155072" : 3,
"1171456" : 1,
"1187840" : 7,
"1204224" : 2,
"1220608" : 2,
"1236992" : 3,
"1253376" : 3,
"1286144" : 2,
"1302528" : 5,
"1318912" : 1,
"1351680" : 4,
"1368064" : 8,
"1384448" : 9,
"1400832" : 17,
"1417216" : 7,
"1433600" : 12,
"1449984" : 9,
"1466368" : 15,
"1482752" : 16,
"1499136" : 24,
"1515520" : 19,
"1531904" : 16,
"1548288" : 24,
"1564672" : 30,
"1581056" : 27,
"1597440" : 21,
"1613824" : 18,
"1630208" : 21,
"1646592" : 19,
"1662976" : 21,
"1679360" : 19,
"1695744" : 27,
"1712128" : 30,
"1728512" : 37,
"1744896" : 34,
"1761280" : 41,
"1777664" : 50,
"1794048" : 60,
"1810432" : 62,
"1826816" : 66,
"1843200" : 72,
"1859584" : 79,
"1875968" : 76,
"1892352" : 86,
"1908736" : 98,
"1925120" : 95,
"1941504" : 104,
"1957888" : 97,
"1974272" : 109,
"1990656" : 126,
"2007040" : 92,
"2023424" : 106,
"2039808" : 139,
"2056192" : 126,
"2072576" : 149,
"2088960" : 150,
"2113536" : 350,
"2146304" : 351,
"2179072" : 412,
"2211840" : 455,
"2244608" : 568,
"2277376" : 534,
"2310144" : 632,
"2342912" : 660,
"2375680" : 698,
"2408448" : 755,
"2441216" : 827,
"2473984" : 884,
"2506752" : 1053,
"2539520" : 1120,
"2572288" : 1251,
"2605056" : 1396,
"2637824" : 1397,
"2670592" : 1610,
"2703360" : 1661,
"2736128" : 1756,
"2768896" : 1911,
"2801664" : 1990,
"2834432" : 2200,
"2867200" : 2324,
"2899968" : 2525,
"2932736" : 2769,
"2965504" : 3146,
"2998272" : 3267,
"3031040" : 3481,
"3063808" : 3717,
"3096576" : 3872,
"3129344" : 4181,
"3162112" : 4215,
"3194880" : 4644,
"3227648" : 4816,
"3260416" : 5092,
"3293184" : 5526,
"3325952" : 5897,
"3358720" : 6078,
"3391488" : 6620,
"3424256" : 7117,
"3457024" : 7560,
"3489792" : 7888,
"3522560" : 8293,
"3555328" : 8619,
"3588096" : 9060,
"3620864" : 9524,
"3653632" : 10211,
"3686400" : 10977,
"3719168" : 11681,
"3751936" : 12292,
"3784704" : 12981,
"3817472" : 13994,
"3850240" : 14276,
"3883008" : 15540,
"3915776" : 16397,
"3948544" : 17370,
"3981312" : 18512,
"4014080" : 19490,
"4046848" : 20929,
"4079616" : 22651,
"4112384" : 23545,
"4145152" : 25261,
"4177920" : 26657,
"4227072" : 60150,
"4292608" : 68182,
"4358144" : 77559,
"4423680" : 88025,
"4489216" : 99985,
"4554752" : 114815,
"4620288" : 128736,
"4685824" : 146548,
"4751360" : 163833,
"4816896" : 184619,
"4882432" : 205464,
"4947968" : 229192,
"5013504" : 253907,
"5079040" : 280839,
"5144576" : 305487,
"5210112" : 332742,
"5275648" : 360315,
"5341184" : 387157,
"5406720" : 412149,
"5472256" : 434958,
"5537792" : 456922,
"5603328" : 475733,
"5668864" : 490119,
"5734400" : 501609,
"5799936" : 508762,
"5865472" : 510315,
"5931008" : 509742,
"5996544" : 502308,
"6062080" : 488613,
"6127616" : 469852,
"6193152" : 450750,
"6258688" : 423890,
"6324224" : 395772,
"6389760" : 363141,
"6455296" : 331081,
"6520832" : 297143,
"6586368" : 262215,
"6651904" : 227501,
"6717440" : 195091,
"6782976" : 164898,
"6848512" : 138225,
"6914048" : 113440,
"6979584" : 91432,
"7045120" : 72936,
"7110656" : 56973,
"7176192" : 44494,
"7241728" : 34196,
"7307264" : 25523,
"7372800" : 19393,
"7438336" : 14269,
"7503872" : 10489,
"7569408" : 7606,
"7634944" : 5347,
"7700480" : 3793,
"7766016" : 2638,
"7831552" : 1796,
"7897088" : 1255,
"7962624" : 860,
"8028160" : 536,
"8093696" : 377,
"8159232" : 259,
"8224768" : 178,
"8290304" : 121,
"8355840" : 69,
"8454144" : 69,
"8585216" : 33,
"8716288" : 12,
"8847360" : 2
}
},
"lat_ns" : {
"min" : 1102094,
"max" : 9360642,
"mean" : 6086919.041957,
"stddev" : 772762.780700,
"N" : 13456427
},
"bw_min" : 320895,
"bw_max" : 353559,
"bw_agg" : 100.000000,
"bw_mean" : 336488.796238,
"bw_dev" : 196.527937,
"bw_samples" : 10208,
"iops_min" : 80223,
"iops_max" : 88388,
"iops_mean" : 84121.423197,
"iops_stddev" : 49.133207,
"iops_samples" : 10208
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5119976,
"usr_cpu" : 0.647230,
"sys_cpu" : 14.924836,
"ctx" : 11545339,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999970,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999978,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.013168,
"4" : 2.311344,
"10" : 97.675243,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773084623,
"timestamp_ms" : 1773084623541,
"time" : "Mon Mar 9 16:30:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 58539028480,
"io_kbytes" : 57167020,
"bw_bytes" : 344347226,
"bw" : 336276,
"iops" : 84069.641176,
"runtime" : 170000,
"total_ios" : 14291839,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5518,
"max" : 2646663,
"mean" : 378157.101283,
"stddev" : 169598.203447,
"N" : 14291840
},
"clat_ns" : {
"min" : 687952,
"max" : 9758510,
"mean" : 5711161.737424,
"stddev" : 741913.747876,
"N" : 14291807,
"percentile" : {
"1.000000" : 3555328,
"5.000000" : 4423680,
"10.000000" : 4751360,
"20.000000" : 5144576,
"30.000000" : 5406720,
"40.000000" : 5603328,
"50.000000" : 5799936,
"60.000000" : 5931008,
"70.000000" : 6127616,
"80.000000" : 6324224,
"90.000000" : 6586368,
"95.000000" : 6782976,
"99.000000" : 7176192,
"99.500000" : 7372800,
"99.900000" : 7634944,
"99.950000" : 7766016,
"99.990000" : 8028160
},
"bins" : {
"684032" : 1,
"1056768" : 1,
"1073152" : 5,
"1089536" : 15,
"1105920" : 3,
"1122304" : 3,
"1155072" : 3,
"1171456" : 1,
"1187840" : 7,
"1204224" : 2,
"1220608" : 2,
"1236992" : 3,
"1253376" : 3,
"1286144" : 2,
"1302528" : 5,
"1318912" : 1,
"1351680" : 7,
"1368064" : 8,
"1384448" : 10,
"1400832" : 20,
"1417216" : 7,
"1433600" : 12,
"1449984" : 10,
"1466368" : 15,
"1482752" : 18,
"1499136" : 25,
"1515520" : 20,
"1531904" : 16,
"1548288" : 24,
"1564672" : 31,
"1581056" : 27,
"1597440" : 22,
"1613824" : 20,
"1630208" : 21,
"1646592" : 23,
"1662976" : 23,
"1679360" : 20,
"1695744" : 27,
"1712128" : 32,
"1728512" : 37,
"1744896" : 35,
"1761280" : 41,
"1777664" : 51,
"1794048" : 62,
"1810432" : 63,
"1826816" : 71,
"1843200" : 73,
"1859584" : 85,
"1875968" : 78,
"1892352" : 87,
"1908736" : 102,
"1925120" : 98,
"1941504" : 108,
"1957888" : 102,
"1974272" : 112,
"1990656" : 128,
"2007040" : 99,
"2023424" : 109,
"2039808" : 143,
"2056192" : 130,
"2072576" : 153,
"2088960" : 153,
"2113536" : 363,
"2146304" : 367,
"2179072" : 422,
"2211840" : 476,
"2244608" : 599,
"2277376" : 571,
"2310144" : 655,
"2342912" : 697,
"2375680" : 734,
"2408448" : 794,
"2441216" : 882,
"2473984" : 932,
"2506752" : 1099,
"2539520" : 1191,
"2572288" : 1309,
"2605056" : 1474,
"2637824" : 1479,
"2670592" : 1701,
"2703360" : 1754,
"2736128" : 1850,
"2768896" : 2001,
"2801664" : 2079,
"2834432" : 2311,
"2867200" : 2459,
"2899968" : 2654,
"2932736" : 2916,
"2965504" : 3320,
"2998272" : 3470,
"3031040" : 3684,
"3063808" : 3911,
"3096576" : 4065,
"3129344" : 4400,
"3162112" : 4467,
"3194880" : 4910,
"3227648" : 5036,
"3260416" : 5362,
"3293184" : 5816,
"3325952" : 6229,
"3358720" : 6401,
"3391488" : 6990,
"3424256" : 7490,
"3457024" : 7974,
"3489792" : 8273,
"3522560" : 8724,
"3555328" : 9065,
"3588096" : 9575,
"3620864" : 9979,
"3653632" : 10757,
"3686400" : 11590,
"3719168" : 12272,
"3751936" : 12959,
"3784704" : 13653,
"3817472" : 14733,
"3850240" : 15098,
"3883008" : 16356,
"3915776" : 17313,
"3948544" : 18342,
"3981312" : 19436,
"4014080" : 20525,
"4046848" : 22080,
"4079616" : 23857,
"4112384" : 24823,
"4145152" : 26699,
"4177920" : 28147,
"4227072" : 63388,
"4292608" : 71825,
"4358144" : 81748,
"4423680" : 93004,
"4489216" : 105651,
"4554752" : 121018,
"4620288" : 135872,
"4685824" : 154691,
"4751360" : 173201,
"4816896" : 195263,
"4882432" : 217334,
"4947968" : 242515,
"5013504" : 268847,
"5079040" : 297437,
"5144576" : 323750,
"5210112" : 352603,
"5275648" : 382145,
"5341184" : 410849,
"5406720" : 437419,
"5472256" : 461685,
"5537792" : 485068,
"5603328" : 505465,
"5668864" : 520661,
"5734400" : 532679,
"5799936" : 540894,
"5865472" : 542889,
"5931008" : 542236,
"5996544" : 534775,
"6062080" : 520003,
"6127616" : 500110,
"6193152" : 479601,
"6258688" : 451399,
"6324224" : 421188,
"6389760" : 386882,
"6455296" : 352728,
"6520832" : 316523,
"6586368" : 279226,
"6651904" : 242435,
"6717440" : 207995,
"6782976" : 175574,
"6848512" : 147177,
"6914048" : 120760,
"6979584" : 97338,
"7045120" : 77641,
"7110656" : 60726,
"7176192" : 47361,
"7241728" : 36537,
"7307264" : 27281,
"7372800" : 20681,
"7438336" : 15279,
"7503872" : 11212,
"7569408" : 8158,
"7634944" : 5771,
"7700480" : 4076,
"7766016" : 2862,
"7831552" : 1940,
"7897088" : 1365,
"7962624" : 942,
"8028160" : 597,
"8093696" : 420,
"8159232" : 288,
"8224768" : 209,
"8290304" : 137,
"8355840" : 83,
"8454144" : 95,
"8585216" : 51,
"8716288" : 34,
"8847360" : 21,
"8978432" : 7,
"9109504" : 6,
"9240576" : 1,
"9371648" : 7,
"9502720" : 1,
"9633792" : 1,
"9764864" : 2
}
},
"lat_ns" : {
"min" : 1102094,
"max" : 10351836,
"mean" : 6089318.282072,
"stddev" : 771950.908029,
"N" : 14291807
},
"bw_min" : 319795,
"bw_max" : 354875,
"bw_agg" : 100.000000,
"bw_mean" : 336379.908555,
"bw_dev" : 202.795426,
"bw_samples" : 10848,
"iops_min" : 79948,
"iops_max" : 88717,
"iops_mean" : 84094.206490,
"iops_stddev" : 50.700057,
"iops_samples" : 10848
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5439981,
"usr_cpu" : 0.648090,
"sys_cpu" : 14.923839,
"ctx" : 12266783,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999993,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999993,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.012874,
"4" : 2.292259,
"10" : 97.694635,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773084633,
"timestamp_ms" : 1773084633568,
"time" : "Mon Mar 9 16:30:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 6506,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 61785874432,
"io_kbytes" : 60337768,
"bw_bytes" : 343252950,
"bw" : 335207,
"iops" : 83801.795546,
"runtime" : 180001,
"total_ios" : 15084407,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5518,
"max" : 2646663,
"mean" : 379367.892091,
"stddev" : 168643.338838,
"N" : 15084439
},
"clat_ns" : {
"min" : 2945,
"max" : 9758510,
"mean" : 5729258.175011,
"stddev" : 741659.210968,
"N" : 15084887,
"percentile" : {
"1.000000" : 3588096,
"5.000000" : 4423680,
"10.000000" : 4816896,
"20.000000" : 5144576,
"30.000000" : 5406720,
"40.000000" : 5603328,
"50.000000" : 5799936,
"60.000000" : 5931008,
"70.000000" : 6127616,
"80.000000" : 6324224,
"90.000000" : 6586368,
"95.000000" : 6848512,
"99.000000" : 7241728,
"99.500000" : 7372800,
"99.900000" : 7634944,
"99.950000" : 7766016,
"99.990000" : 8028160
},
"bins" : {
"2960" : 3,
"2992" : 1,
"3280" : 2,
"3344" : 1,
"3376" : 2,
"3440" : 1,
"3472" : 1,
"3664" : 2,
"4016" : 1,
"4704" : 1,
"4768" : 1,
"4960" : 1,
"5088" : 1,
"5280" : 1,
"5344" : 1,
"5472" : 1,
"5728" : 1,
"5984" : 1,
"6048" : 1,
"6112" : 2,
"6368" : 2,
"6496" : 1,
"6624" : 1,
"7136" : 1,
"14400" : 1,
"31360" : 1,
"288768" : 1,
"296960" : 1,
"313344" : 1,
"325632" : 2,
"337920" : 1,
"342016" : 2,
"350208" : 1,
"354304" : 1,
"378880" : 1,
"387072" : 3,
"395264" : 1,
"399360" : 1,
"407552" : 2,
"411648" : 1,
"415744" : 1,
"419840" : 1,
"432128" : 1,
"440320" : 1,
"444416" : 1,
"456704" : 1,
"473088" : 1,
"481280" : 1,
"489472" : 1,
"497664" : 2,
"509952" : 1,
"552960" : 1,
"569344" : 2,
"667648" : 1,
"675840" : 1,
"684032" : 1,
"708608" : 1,
"716800" : 1,
"741376" : 1,
"765952" : 1,
"774144" : 1,
"790528" : 3,
"806912" : 1,
"815104" : 2,
"839680" : 1,
"856064" : 1,
"864256" : 3,
"880640" : 1,
"888832" : 1,
"905216" : 1,
"921600" : 1,
"937984" : 2,
"946176" : 2,
"962560" : 1,
"995328" : 2,
"1028096" : 2,
"1044480" : 1,
"1056768" : 1,
"1073152" : 7,
"1089536" : 17,
"1105920" : 4,
"1122304" : 3,
"1138688" : 1,
"1155072" : 5,
"1171456" : 1,
"1187840" : 9,
"1204224" : 3,
"1220608" : 4,
"1236992" : 4,
"1253376" : 6,
"1269760" : 3,
"1286144" : 4,
"1302528" : 6,
"1318912" : 2,
"1335296" : 1,
"1351680" : 9,
"1368064" : 10,
"1384448" : 11,
"1400832" : 20,
"1417216" : 9,
"1433600" : 12,
"1449984" : 10,
"1466368" : 18,
"1482752" : 19,
"1499136" : 26,
"1515520" : 22,
"1531904" : 17,
"1548288" : 26,
"1564672" : 31,
"1581056" : 29,
"1597440" : 25,
"1613824" : 21,
"1630208" : 22,
"1646592" : 24,
"1662976" : 24,
"1679360" : 23,
"1695744" : 28,
"1712128" : 33,
"1728512" : 37,
"1744896" : 37,
"1761280" : 43,
"1777664" : 52,
"1794048" : 63,
"1810432" : 64,
"1826816" : 71,
"1843200" : 74,
"1859584" : 86,
"1875968" : 82,
"1892352" : 91,
"1908736" : 104,
"1925120" : 101,
"1941504" : 109,
"1957888" : 103,
"1974272" : 115,
"1990656" : 130,
"2007040" : 100,
"2023424" : 109,
"2039808" : 146,
"2056192" : 132,
"2072576" : 155,
"2088960" : 156,
"2113536" : 369,
"2146304" : 373,
"2179072" : 425,
"2211840" : 485,
"2244608" : 608,
"2277376" : 574,
"2310144" : 660,
"2342912" : 700,
"2375680" : 747,
"2408448" : 801,
"2441216" : 888,
"2473984" : 946,
"2506752" : 1115,
"2539520" : 1208,
"2572288" : 1324,
"2605056" : 1495,
"2637824" : 1491,
"2670592" : 1718,
"2703360" : 1773,
"2736128" : 1878,
"2768896" : 2022,
"2801664" : 2107,
"2834432" : 2349,
"2867200" : 2494,
"2899968" : 2686,
"2932736" : 2953,
"2965504" : 3366,
"2998272" : 3532,
"3031040" : 3745,
"3063808" : 3988,
"3096576" : 4135,
"3129344" : 4482,
"3162112" : 4530,
"3194880" : 5013,
"3227648" : 5129,
"3260416" : 5472,
"3293184" : 5946,
"3325952" : 6341,
"3358720" : 6527,
"3391488" : 7106,
"3424256" : 7632,
"3457024" : 8117,
"3489792" : 8445,
"3522560" : 8895,
"3555328" : 9226,
"3588096" : 9769,
"3620864" : 10176,
"3653632" : 10962,
"3686400" : 11851,
"3719168" : 12544,
"3751936" : 13213,
"3784704" : 13929,
"3817472" : 14990,
"3850240" : 15419,
"3883008" : 16668,
"3915776" : 17622,
"3948544" : 18732,
"3981312" : 19860,
"4014080" : 20949,
"4046848" : 22522,
"4079616" : 24364,
"4112384" : 25292,
"4145152" : 27252,
"4177920" : 28691,
"4227072" : 64695,
"4292608" : 73245,
"4358144" : 83363,
"4423680" : 94859,
"4489216" : 107787,
"4554752" : 123586,
"4620288" : 138700,
"4685824" : 158024,
"4751360" : 177096,
"4816896" : 199832,
"4882432" : 222496,
"4947968" : 248538,
"5013504" : 275735,
"5079040" : 305630,
"5144576" : 332921,
"5210112" : 363231,
"5275648" : 394157,
"5341184" : 424595,
"5406720" : 453019,
"5472256" : 479148,
"5537792" : 504667,
"5603328" : 526894,
"5668864" : 544190,
"5734400" : 558362,
"5799936" : 568363,
"5865472" : 572563,
"5931008" : 573700,
"5996544" : 567675,
"6062080" : 554214,
"6127616" : 535074,
"6193152" : 514492,
"6258688" : 486811,
"6324224" : 455875,
"6389760" : 420588,
"6455296" : 385021,
"6520832" : 346046,
"6586368" : 306457,
"6651904" : 267209,
"6717440" : 229669,
"6782976" : 194612,
"6848512" : 163085,
"6914048" : 134377,
"6979584" : 108584,
"7045120" : 86666,
"7110656" : 67785,
"7176192" : 52850,
"7241728" : 40934,
"7307264" : 30615,
"7372800" : 23309,
"7438336" : 17126,
"7503872" : 12615,
"7569408" : 9164,
"7634944" : 6472,
"7700480" : 4609,
"7766016" : 3223,
"7831552" : 2198,
"7897088" : 1542,
"7962624" : 1030,
"8028160" : 659,
"8093696" : 462,
"8159232" : 315,
"8224768" : 219,
"8290304" : 149,
"8355840" : 93,
"8454144" : 104,
"8585216" : 52,
"8716288" : 34,
"8847360" : 21,
"8978432" : 7,
"9109504" : 6,
"9240576" : 1,
"9371648" : 7,
"9502720" : 1,
"9633792" : 1,
"9764864" : 2
}
},
"lat_ns" : {
"min" : 28914,
"max" : 10351836,
"mean" : 6108626.290711,
"stddev" : 771877.648424,
"N" : 15084887
},
"bw_min" : 305113,
"bw_max" : 354875,
"bw_agg" : 100.000000,
"bw_mean" : 335357.855153,
"bw_dev" : 252.871426,
"bw_samples" : 11488,
"iops_min" : 76276,
"iops_max" : 88717,
"iops_mean" : 83838.623955,
"iops_stddev" : 63.224366,
"iops_samples" : 11488
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5759976,
"usr_cpu" : 0.644846,
"sys_cpu" : 14.904246,
"ctx" : 12991677,
"majf" : 0,
"minf" : 1156,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999788,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.012788,
"4" : 2.212762,
"10" : 97.776989,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773084633,
"timestamp_ms" : 1773084633615,
"time" : "Mon Mar 9 16:30:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 61787828224,
"io_kbytes" : 60339676,
"bw_bytes" : 343208510,
"bw" : 335164,
"iops" : 83788.296395,
"runtime" : 180030,
"total_ios" : 15084407,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5518,
"max" : 2646663,
"mean" : 379367.892091,
"stddev" : 168643.338838,
"N" : 15084439
},
"clat_ns" : {
"min" : 2945,
"max" : 9758510,
"mean" : 5729258.175011,
"stddev" : 741659.210968,
"N" : 15084887,
"percentile" : {
"1.000000" : 3588096,
"5.000000" : 4423680,
"10.000000" : 4816896,
"20.000000" : 5144576,
"30.000000" : 5406720,
"40.000000" : 5603328,
"50.000000" : 5799936,
"60.000000" : 5931008,
"70.000000" : 6127616,
"80.000000" : 6324224,
"90.000000" : 6586368,
"95.000000" : 6848512,
"99.000000" : 7241728,
"99.500000" : 7372800,
"99.900000" : 7634944,
"99.950000" : 7766016,
"99.990000" : 8028160
},
"bins" : {
"2960" : 3,
"2992" : 1,
"3280" : 2,
"3344" : 1,
"3376" : 2,
"3440" : 1,
"3472" : 1,
"3664" : 2,
"4016" : 1,
"4704" : 1,
"4768" : 1,
"4960" : 1,
"5088" : 1,
"5280" : 1,
"5344" : 1,
"5472" : 1,
"5728" : 1,
"5984" : 1,
"6048" : 1,
"6112" : 2,
"6368" : 2,
"6496" : 1,
"6624" : 1,
"7136" : 1,
"14400" : 1,
"31360" : 1,
"288768" : 1,
"296960" : 1,
"313344" : 1,
"325632" : 2,
"337920" : 1,
"342016" : 2,
"350208" : 1,
"354304" : 1,
"378880" : 1,
"387072" : 3,
"395264" : 1,
"399360" : 1,
"407552" : 2,
"411648" : 1,
"415744" : 1,
"419840" : 1,
"432128" : 1,
"440320" : 1,
"444416" : 1,
"456704" : 1,
"473088" : 1,
"481280" : 1,
"489472" : 1,
"497664" : 2,
"509952" : 1,
"552960" : 1,
"569344" : 2,
"667648" : 1,
"675840" : 1,
"684032" : 1,
"708608" : 1,
"716800" : 1,
"741376" : 1,
"765952" : 1,
"774144" : 1,
"790528" : 3,
"806912" : 1,
"815104" : 2,
"839680" : 1,
"856064" : 1,
"864256" : 3,
"880640" : 1,
"888832" : 1,
"905216" : 1,
"921600" : 1,
"937984" : 2,
"946176" : 2,
"962560" : 1,
"995328" : 2,
"1028096" : 2,
"1044480" : 1,
"1056768" : 1,
"1073152" : 7,
"1089536" : 17,
"1105920" : 4,
"1122304" : 3,
"1138688" : 1,
"1155072" : 5,
"1171456" : 1,
"1187840" : 9,
"1204224" : 3,
"1220608" : 4,
"1236992" : 4,
"1253376" : 6,
"1269760" : 3,
"1286144" : 4,
"1302528" : 6,
"1318912" : 2,
"1335296" : 1,
"1351680" : 9,
"1368064" : 10,
"1384448" : 11,
"1400832" : 20,
"1417216" : 9,
"1433600" : 12,
"1449984" : 10,
"1466368" : 18,
"1482752" : 19,
"1499136" : 26,
"1515520" : 22,
"1531904" : 17,
"1548288" : 26,
"1564672" : 31,
"1581056" : 29,
"1597440" : 25,
"1613824" : 21,
"1630208" : 22,
"1646592" : 24,
"1662976" : 24,
"1679360" : 23,
"1695744" : 28,
"1712128" : 33,
"1728512" : 37,
"1744896" : 37,
"1761280" : 43,
"1777664" : 52,
"1794048" : 63,
"1810432" : 64,
"1826816" : 71,
"1843200" : 74,
"1859584" : 86,
"1875968" : 82,
"1892352" : 91,
"1908736" : 104,
"1925120" : 101,
"1941504" : 109,
"1957888" : 103,
"1974272" : 115,
"1990656" : 130,
"2007040" : 100,
"2023424" : 109,
"2039808" : 146,
"2056192" : 132,
"2072576" : 155,
"2088960" : 156,
"2113536" : 369,
"2146304" : 373,
"2179072" : 425,
"2211840" : 485,
"2244608" : 608,
"2277376" : 574,
"2310144" : 660,
"2342912" : 700,
"2375680" : 747,
"2408448" : 801,
"2441216" : 888,
"2473984" : 946,
"2506752" : 1115,
"2539520" : 1208,
"2572288" : 1324,
"2605056" : 1495,
"2637824" : 1491,
"2670592" : 1718,
"2703360" : 1773,
"2736128" : 1878,
"2768896" : 2022,
"2801664" : 2107,
"2834432" : 2349,
"2867200" : 2494,
"2899968" : 2686,
"2932736" : 2953,
"2965504" : 3366,
"2998272" : 3532,
"3031040" : 3745,
"3063808" : 3988,
"3096576" : 4135,
"3129344" : 4482,
"3162112" : 4530,
"3194880" : 5013,
"3227648" : 5129,
"3260416" : 5472,
"3293184" : 5946,
"3325952" : 6341,
"3358720" : 6527,
"3391488" : 7106,
"3424256" : 7632,
"3457024" : 8117,
"3489792" : 8445,
"3522560" : 8895,
"3555328" : 9226,
"3588096" : 9769,
"3620864" : 10176,
"3653632" : 10962,
"3686400" : 11851,
"3719168" : 12544,
"3751936" : 13213,
"3784704" : 13929,
"3817472" : 14990,
"3850240" : 15419,
"3883008" : 16668,
"3915776" : 17622,
"3948544" : 18732,
"3981312" : 19860,
"4014080" : 20949,
"4046848" : 22522,
"4079616" : 24364,
"4112384" : 25292,
"4145152" : 27252,
"4177920" : 28691,
"4227072" : 64695,
"4292608" : 73245,
"4358144" : 83363,
"4423680" : 94859,
"4489216" : 107787,
"4554752" : 123586,
"4620288" : 138700,
"4685824" : 158024,
"4751360" : 177096,
"4816896" : 199832,
"4882432" : 222496,
"4947968" : 248538,
"5013504" : 275735,
"5079040" : 305630,
"5144576" : 332921,
"5210112" : 363231,
"5275648" : 394157,
"5341184" : 424595,
"5406720" : 453019,
"5472256" : 479148,
"5537792" : 504667,
"5603328" : 526894,
"5668864" : 544190,
"5734400" : 558362,
"5799936" : 568363,
"5865472" : 572563,
"5931008" : 573700,
"5996544" : 567675,
"6062080" : 554214,
"6127616" : 535074,
"6193152" : 514492,
"6258688" : 486811,
"6324224" : 455875,
"6389760" : 420588,
"6455296" : 385021,
"6520832" : 346046,
"6586368" : 306457,
"6651904" : 267209,
"6717440" : 229669,
"6782976" : 194612,
"6848512" : 163085,
"6914048" : 134377,
"6979584" : 108584,
"7045120" : 86666,
"7110656" : 67785,
"7176192" : 52850,
"7241728" : 40934,
"7307264" : 30615,
"7372800" : 23309,
"7438336" : 17126,
"7503872" : 12615,
"7569408" : 9164,
"7634944" : 6472,
"7700480" : 4609,
"7766016" : 3223,
"7831552" : 2198,
"7897088" : 1542,
"7962624" : 1030,
"8028160" : 659,
"8093696" : 462,
"8159232" : 315,
"8224768" : 219,
"8290304" : 149,
"8355840" : 93,
"8454144" : 104,
"8585216" : 52,
"8716288" : 34,
"8847360" : 21,
"8978432" : 7,
"9109504" : 6,
"9240576" : 1,
"9371648" : 7,
"9502720" : 1,
"9633792" : 1,
"9764864" : 2
}
},
"lat_ns" : {
"min" : 28914,
"max" : 10351836,
"mean" : 6108626.290711,
"stddev" : 771877.648424,
"N" : 15084887
},
"bw_min" : 297437,
"bw_max" : 354875,
"bw_agg" : 100.000000,
"bw_mean" : 335261.481832,
"bw_dev" : 259.733268,
"bw_samples" : 11517,
"iops_min" : 74350,
"iops_max" : 88717,
"iops_mean" : 83814.507064,
"iops_stddev" : 64.943003,
"iops_samples" : 11517
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5760841,
"usr_cpu" : 0.644750,
"sys_cpu" : 14.902008,
"ctx" : 12992501,
"majf" : 0,
"minf" : 1185,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999788,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.012788,
"4" : 2.212762,
"10" : 97.776989,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}