raidz2/benchmarks/rand/rand-read-qd16-nj16_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773083285,
"timestamp_ms" : 1773083285996,
"time" : "Mon Mar 9 16:08:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1871294464,
"io_kbytes" : 1827436,
"bw_bytes" : 191691709,
"bw" : 187198,
"iops" : 46829.440688,
"runtime" : 9762,
"total_ios" : 457149,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 156192,
"usr_cpu" : 0.626152,
"sys_cpu" : 16.322219,
"ctx" : 398139,
"majf" : 0,
"minf" : 383,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 99.947501,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999781,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999781,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083296,
"timestamp_ms" : 1773083296233,
"time" : "Mon Mar 9 16:08:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1908924416,
"io_kbytes" : 1864184,
"bw_bytes" : 190911532,
"bw" : 186437,
"iops" : 46611.461146,
"runtime" : 9999,
"total_ios" : 466068,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 6520,
"max" : 2075941,
"mean" : 341027.945984,
"stddev" : 137758.708342,
"N" : 466069
},
"clat_ns" : {
"min" : 1270992,
"max" : 7846828,
"mean" : 5150971.628617,
"stddev" : 685811.803550,
"N" : 466052,
"percentile" : {
"1.000000" : 3293184,
"5.000000" : 3883008,
"10.000000" : 4177920,
"20.000000" : 4554752,
"30.000000" : 4816896,
"40.000000" : 5079040,
"50.000000" : 5275648,
"60.000000" : 5406720,
"70.000000" : 5603328,
"80.000000" : 5734400,
"90.000000" : 5931008,
"95.000000" : 6062080,
"99.000000" : 6389760,
"99.500000" : 6455296,
"99.900000" : 6717440,
"99.950000" : 6848512,
"99.990000" : 7372800
},
"bins" : {
"1269760" : 1,
"1433600" : 1,
"1597440" : 2,
"1662976" : 1,
"1695744" : 3,
"1712128" : 4,
"1728512" : 1,
"1761280" : 2,
"1777664" : 1,
"1892352" : 1,
"1941504" : 1,
"1957888" : 1,
"1974272" : 3,
"1990656" : 1,
"2007040" : 1,
"2023424" : 2,
"2039808" : 2,
"2056192" : 1,
"2072576" : 5,
"2088960" : 6,
"2113536" : 6,
"2146304" : 5,
"2179072" : 4,
"2211840" : 7,
"2244608" : 8,
"2277376" : 6,
"2310144" : 13,
"2342912" : 20,
"2375680" : 32,
"2408448" : 31,
"2441216" : 27,
"2473984" : 29,
"2506752" : 37,
"2539520" : 29,
"2572288" : 36,
"2605056" : 34,
"2637824" : 51,
"2670592" : 92,
"2703360" : 82,
"2736128" : 88,
"2768896" : 109,
"2801664" : 105,
"2834432" : 106,
"2867200" : 122,
"2899968" : 131,
"2932736" : 138,
"2965504" : 156,
"2998272" : 165,
"3031040" : 260,
"3063808" : 229,
"3096576" : 302,
"3129344" : 369,
"3162112" : 329,
"3194880" : 421,
"3227648" : 364,
"3260416" : 352,
"3293184" : 471,
"3325952" : 515,
"3358720" : 517,
"3391488" : 578,
"3424256" : 665,
"3457024" : 760,
"3489792" : 817,
"3522560" : 866,
"3555328" : 971,
"3588096" : 941,
"3620864" : 1020,
"3653632" : 1150,
"3686400" : 1210,
"3719168" : 1260,
"3751936" : 1405,
"3784704" : 1475,
"3817472" : 1676,
"3850240" : 1778,
"3883008" : 1838,
"3915776" : 2015,
"3948544" : 2061,
"3981312" : 2181,
"4014080" : 2344,
"4046848" : 2361,
"4079616" : 2712,
"4112384" : 2732,
"4145152" : 2994,
"4177920" : 3085,
"4227072" : 6624,
"4292608" : 7044,
"4358144" : 7669,
"4423680" : 8480,
"4489216" : 9174,
"4554752" : 9874,
"4620288" : 10567,
"4685824" : 10888,
"4751360" : 11564,
"4816896" : 12068,
"4882432" : 13016,
"4947968" : 13631,
"5013504" : 14405,
"5079040" : 15080,
"5144576" : 15651,
"5210112" : 16476,
"5275648" : 17358,
"5341184" : 17938,
"5406720" : 18628,
"5472256" : 19255,
"5537792" : 19482,
"5603328" : 19910,
"5668864" : 19414,
"5734400" : 18491,
"5799936" : 16882,
"5865472" : 15050,
"5931008" : 12908,
"5996544" : 10643,
"6062080" : 8714,
"6127616" : 6615,
"6193152" : 4914,
"6258688" : 3494,
"6324224" : 2436,
"6389760" : 1631,
"6455296" : 1212,
"6520832" : 777,
"6586368" : 457,
"6651904" : 313,
"6717440" : 190,
"6782976" : 111,
"6848512" : 72,
"6914048" : 35,
"6979584" : 24,
"7045120" : 22,
"7110656" : 24,
"7176192" : 18,
"7241728" : 24,
"7307264" : 13,
"7372800" : 7,
"7438336" : 15,
"7503872" : 12,
"7569408" : 8,
"7634944" : 3,
"7700480" : 2,
"7766016" : 5,
"7831552" : 2
}
},
"lat_ns" : {
"min" : 1618052,
"max" : 8294983,
"mean" : 5491995.518914,
"stddev" : 717997.679866,
"N" : 466052
},
"bw_min" : 182281,
"bw_max" : 190328,
"bw_agg" : 100.000000,
"bw_mean" : 186459.578947,
"bw_dev" : 130.593074,
"bw_samples" : 304,
"iops_min" : 45570,
"iops_max" : 47582,
"iops_mean" : 46614.578947,
"iops_stddev" : 32.642824,
"iops_samples" : 304
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159984,
"usr_cpu" : 0.609436,
"sys_cpu" : 16.275378,
"ctx" : 407718,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 6.570071,
"10" : 93.421561,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083306,
"timestamp_ms" : 1773083306234,
"time" : "Mon Mar 9 16:08:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 3815366656,
"io_kbytes" : 3725944,
"bw_bytes" : 190768332,
"bw" : 186297,
"iops" : 46575.750000,
"runtime" : 20000,
"total_ios" : 931515,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5939,
"max" : 2075941,
"mean" : 341273.019397,
"stddev" : 137447.510506,
"N" : 931515
},
"clat_ns" : {
"min" : 1270992,
"max" : 7846828,
"mean" : 5154599.550309,
"stddev" : 674294.299206,
"N" : 931499,
"percentile" : {
"1.000000" : 3325952,
"5.000000" : 3915776,
"10.000000" : 4227072,
"20.000000" : 4554752,
"30.000000" : 4882432,
"40.000000" : 5079040,
"50.000000" : 5275648,
"60.000000" : 5406720,
"70.000000" : 5603328,
"80.000000" : 5734400,
"90.000000" : 5931008,
"95.000000" : 6062080,
"99.000000" : 6389760,
"99.500000" : 6455296,
"99.900000" : 6717440,
"99.950000" : 6782976,
"99.990000" : 7176192
},
"bins" : {
"1269760" : 1,
"1433600" : 1,
"1597440" : 3,
"1630208" : 1,
"1662976" : 2,
"1695744" : 3,
"1712128" : 4,
"1728512" : 1,
"1761280" : 2,
"1777664" : 2,
"1875968" : 1,
"1892352" : 1,
"1908736" : 3,
"1925120" : 1,
"1941504" : 1,
"1957888" : 1,
"1974272" : 4,
"1990656" : 5,
"2007040" : 2,
"2023424" : 4,
"2039808" : 4,
"2056192" : 3,
"2072576" : 9,
"2088960" : 10,
"2113536" : 8,
"2146304" : 8,
"2179072" : 8,
"2211840" : 13,
"2244608" : 9,
"2277376" : 13,
"2310144" : 31,
"2342912" : 27,
"2375680" : 47,
"2408448" : 54,
"2441216" : 46,
"2473984" : 48,
"2506752" : 61,
"2539520" : 39,
"2572288" : 56,
"2605056" : 56,
"2637824" : 91,
"2670592" : 147,
"2703360" : 141,
"2736128" : 163,
"2768896" : 196,
"2801664" : 201,
"2834432" : 201,
"2867200" : 205,
"2899968" : 230,
"2932736" : 255,
"2965504" : 290,
"2998272" : 317,
"3031040" : 447,
"3063808" : 456,
"3096576" : 561,
"3129344" : 603,
"3162112" : 626,
"3194880" : 693,
"3227648" : 643,
"3260416" : 677,
"3293184" : 849,
"3325952" : 918,
"3358720" : 963,
"3391488" : 1091,
"3424256" : 1192,
"3457024" : 1386,
"3489792" : 1501,
"3522560" : 1572,
"3555328" : 1745,
"3588096" : 1780,
"3620864" : 1916,
"3653632" : 2151,
"3686400" : 2265,
"3719168" : 2470,
"3751936" : 2738,
"3784704" : 2891,
"3817472" : 3259,
"3850240" : 3327,
"3883008" : 3507,
"3915776" : 3796,
"3948544" : 4017,
"3981312" : 4150,
"4014080" : 4482,
"4046848" : 4710,
"4079616" : 5123,
"4112384" : 5368,
"4145152" : 5812,
"4177920" : 6079,
"4227072" : 13206,
"4292608" : 14033,
"4358144" : 15268,
"4423680" : 16896,
"4489216" : 18545,
"4554752" : 19876,
"4620288" : 21142,
"4685824" : 22152,
"4751360" : 23508,
"4816896" : 24663,
"4882432" : 26432,
"4947968" : 28063,
"5013504" : 29473,
"5079040" : 30995,
"5144576" : 32301,
"5210112" : 33759,
"5275648" : 35551,
"5341184" : 36618,
"5406720" : 37880,
"5472256" : 38794,
"5537792" : 39114,
"5603328" : 39472,
"5668864" : 38193,
"5734400" : 36418,
"5799936" : 33195,
"5865472" : 29686,
"5931008" : 25420,
"5996544" : 21055,
"6062080" : 16821,
"6127616" : 13159,
"6193152" : 9550,
"6258688" : 6886,
"6324224" : 4922,
"6389760" : 3307,
"6455296" : 2378,
"6520832" : 1490,
"6586368" : 953,
"6651904" : 567,
"6717440" : 360,
"6782976" : 218,
"6848512" : 125,
"6914048" : 57,
"6979584" : 40,
"7045120" : 30,
"7110656" : 25,
"7176192" : 18,
"7241728" : 24,
"7307264" : 13,
"7372800" : 7,
"7438336" : 15,
"7503872" : 12,
"7569408" : 8,
"7634944" : 3,
"7700480" : 2,
"7766016" : 5,
"7831552" : 2
}
},
"lat_ns" : {
"min" : 1618052,
"max" : 8294983,
"mean" : 5495866.578221,
"stddev" : 705505.618287,
"N" : 931499
},
"bw_min" : 181428,
"bw_max" : 190992,
"bw_agg" : 100.000000,
"bw_mean" : 186326.410256,
"bw_dev" : 134.553908,
"bw_samples" : 624,
"iops_min" : 45357,
"iops_max" : 47748,
"iops_mean" : 46581.307692,
"iops_stddev" : 33.636652,
"iops_samples" : 624
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319999,
"usr_cpu" : 0.645002,
"sys_cpu" : 16.233488,
"ctx" : 815525,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999893,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999893,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 6.169412,
"10" : 93.824898,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083316,
"timestamp_ms" : 1773083316234,
"time" : "Mon Mar 9 16:08:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 5721767936,
"io_kbytes" : 5587664,
"bw_bytes" : 190725597,
"bw" : 186255,
"iops" : 46564.600000,
"runtime" : 30000,
"total_ios" : 1396938,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5879,
"max" : 2075941,
"mean" : 341345.652578,
"stddev" : 137045.982611,
"N" : 1396938
},
"clat_ns" : {
"min" : 1270992,
"max" : 7846828,
"mean" : 5155731.071752,
"stddev" : 666003.686428,
"N" : 1396922,
"percentile" : {
"1.000000" : 3358720,
"5.000000" : 3915776,
"10.000000" : 4227072,
"20.000000" : 4620288,
"30.000000" : 4882432,
"40.000000" : 5079040,
"50.000000" : 5275648,
"60.000000" : 5406720,
"70.000000" : 5603328,
"80.000000" : 5734400,
"90.000000" : 5931008,
"95.000000" : 6062080,
"99.000000" : 6389760,
"99.500000" : 6455296,
"99.900000" : 6651904,
"99.950000" : 6782976,
"99.990000" : 7110656
},
"bins" : {
"1269760" : 1,
"1433600" : 2,
"1482752" : 1,
"1597440" : 3,
"1630208" : 2,
"1662976" : 2,
"1679360" : 1,
"1695744" : 3,
"1712128" : 6,
"1728512" : 1,
"1761280" : 2,
"1777664" : 2,
"1810432" : 2,
"1826816" : 1,
"1859584" : 1,
"1875968" : 1,
"1892352" : 2,
"1908736" : 4,
"1925120" : 1,
"1941504" : 2,
"1957888" : 3,
"1974272" : 7,
"1990656" : 7,
"2007040" : 4,
"2023424" : 7,
"2039808" : 11,
"2056192" : 13,
"2072576" : 10,
"2088960" : 12,
"2113536" : 19,
"2146304" : 15,
"2179072" : 14,
"2211840" : 19,
"2244608" : 14,
"2277376" : 22,
"2310144" : 43,
"2342912" : 47,
"2375680" : 60,
"2408448" : 79,
"2441216" : 65,
"2473984" : 67,
"2506752" : 88,
"2539520" : 76,
"2572288" : 87,
"2605056" : 97,
"2637824" : 139,
"2670592" : 187,
"2703360" : 202,
"2736128" : 230,
"2768896" : 284,
"2801664" : 284,
"2834432" : 288,
"2867200" : 298,
"2899968" : 340,
"2932736" : 373,
"2965504" : 409,
"2998272" : 467,
"3031040" : 594,
"3063808" : 645,
"3096576" : 748,
"3129344" : 825,
"3162112" : 870,
"3194880" : 956,
"3227648" : 958,
"3260416" : 1015,
"3293184" : 1207,
"3325952" : 1309,
"3358720" : 1378,
"3391488" : 1606,
"3424256" : 1705,
"3457024" : 1935,
"3489792" : 2137,
"3522560" : 2295,
"3555328" : 2500,
"3588096" : 2586,
"3620864" : 2750,
"3653632" : 3068,
"3686400" : 3272,
"3719168" : 3559,
"3751936" : 3944,
"3784704" : 4112,
"3817472" : 4681,
"3850240" : 4854,
"3883008" : 5077,
"3915776" : 5541,
"3948544" : 5849,
"3981312" : 6092,
"4014080" : 6467,
"4046848" : 6827,
"4079616" : 7506,
"4112384" : 7839,
"4145152" : 8557,
"4177920" : 8955,
"4227072" : 19389,
"4292608" : 20843,
"4358144" : 22853,
"4423680" : 25006,
"4489216" : 27390,
"4554752" : 29656,
"4620288" : 31680,
"4685824" : 33671,
"4751360" : 35799,
"4816896" : 37754,
"4882432" : 40309,
"4947968" : 42768,
"5013504" : 45127,
"5079040" : 47737,
"5144576" : 49834,
"5210112" : 52155,
"5275648" : 54583,
"5341184" : 56148,
"5406720" : 57908,
"5472256" : 58873,
"5537792" : 59178,
"5603328" : 59172,
"5668864" : 57087,
"5734400" : 54056,
"5799936" : 49143,
"5865472" : 43540,
"5931008" : 37272,
"5996544" : 30774,
"6062080" : 24481,
"6127616" : 19142,
"6193152" : 13815,
"6258688" : 10024,
"6324224" : 7071,
"6389760" : 4818,
"6455296" : 3421,
"6520832" : 2168,
"6586368" : 1400,
"6651904" : 849,
"6717440" : 546,
"6782976" : 325,
"6848512" : 163,
"6914048" : 98,
"6979584" : 62,
"7045120" : 41,
"7110656" : 27,
"7176192" : 20,
"7241728" : 29,
"7307264" : 14,
"7372800" : 7,
"7438336" : 18,
"7503872" : 12,
"7569408" : 8,
"7634944" : 3,
"7700480" : 2,
"7766016" : 5,
"7831552" : 2
}
},
"lat_ns" : {
"min" : 1618052,
"max" : 8294983,
"mean" : 5497078.763297,
"stddev" : 696521.607722,
"N" : 1396922
},
"bw_min" : 181377,
"bw_max" : 191592,
"bw_agg" : 100.000000,
"bw_mean" : 186289.474576,
"bw_dev" : 139.066354,
"bw_samples" : 944,
"iops_min" : 45344,
"iops_max" : 47898,
"iops_mean" : 46571.915254,
"iops_stddev" : 34.762118,
"iops_samples" : 944
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479993,
"usr_cpu" : 0.643968,
"sys_cpu" : 16.199195,
"ctx" : 1223962,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999928,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999928,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 5.931258,
"10" : 94.063516,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083326,
"timestamp_ms" : 1773083326233,
"time" : "Mon Mar 9 16:08:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 7629385728,
"io_kbytes" : 7450572,
"bw_bytes" : 190739411,
"bw" : 186268,
"iops" : 46568.089202,
"runtime" : 39999,
"total_ios" : 1862677,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5879,
"max" : 2075941,
"mean" : 341330.707288,
"stddev" : 136915.431794,
"N" : 1862678
},
"clat_ns" : {
"min" : 1270992,
"max" : 7846828,
"mean" : 5155420.218275,
"stddev" : 657314.625609,
"N" : 1862661,
"percentile" : {
"1.000000" : 3358720,
"5.000000" : 3948544,
"10.000000" : 4227072,
"20.000000" : 4620288,
"30.000000" : 4882432,
"40.000000" : 5079040,
"50.000000" : 5275648,
"60.000000" : 5406720,
"70.000000" : 5537792,
"80.000000" : 5734400,
"90.000000" : 5931008,
"95.000000" : 6062080,
"99.000000" : 6324224,
"99.500000" : 6455296,
"99.900000" : 6651904,
"99.950000" : 6782976,
"99.990000" : 7045120
},
"bins" : {
"1269760" : 1,
"1433600" : 2,
"1482752" : 1,
"1597440" : 3,
"1630208" : 2,
"1662976" : 2,
"1679360" : 1,
"1695744" : 3,
"1712128" : 6,
"1728512" : 1,
"1744896" : 2,
"1761280" : 2,
"1777664" : 2,
"1794048" : 1,
"1810432" : 2,
"1826816" : 1,
"1859584" : 1,
"1875968" : 1,
"1892352" : 2,
"1908736" : 4,
"1925120" : 1,
"1941504" : 2,
"1957888" : 3,
"1974272" : 7,
"1990656" : 8,
"2007040" : 4,
"2023424" : 7,
"2039808" : 13,
"2056192" : 15,
"2072576" : 13,
"2088960" : 14,
"2113536" : 31,
"2146304" : 19,
"2179072" : 22,
"2211840" : 24,
"2244608" : 19,
"2277376" : 25,
"2310144" : 46,
"2342912" : 63,
"2375680" : 77,
"2408448" : 99,
"2441216" : 93,
"2473984" : 97,
"2506752" : 112,
"2539520" : 98,
"2572288" : 112,
"2605056" : 137,
"2637824" : 169,
"2670592" : 239,
"2703360" : 251,
"2736128" : 284,
"2768896" : 358,
"2801664" : 360,
"2834432" : 368,
"2867200" : 378,
"2899968" : 418,
"2932736" : 492,
"2965504" : 533,
"2998272" : 612,
"3031040" : 750,
"3063808" : 799,
"3096576" : 912,
"3129344" : 1018,
"3162112" : 1095,
"3194880" : 1205,
"3227648" : 1251,
"3260416" : 1320,
"3293184" : 1559,
"3325952" : 1668,
"3358720" : 1765,
"3391488" : 1992,
"3424256" : 2184,
"3457024" : 2396,
"3489792" : 2687,
"3522560" : 2895,
"3555328" : 3148,
"3588096" : 3332,
"3620864" : 3502,
"3653632" : 3858,
"3686400" : 4219,
"3719168" : 4553,
"3751936" : 5036,
"3784704" : 5292,
"3817472" : 6022,
"3850240" : 6341,
"3883008" : 6688,
"3915776" : 7126,
"3948544" : 7583,
"3981312" : 7997,
"4014080" : 8337,
"4046848" : 8875,
"4079616" : 9737,
"4112384" : 10247,
"4145152" : 11113,
"4177920" : 11683,
"4227072" : 25515,
"4292608" : 27683,
"4358144" : 30298,
"4423680" : 33093,
"4489216" : 36387,
"4554752" : 39469,
"4620288" : 42492,
"4685824" : 45293,
"4751360" : 48263,
"4816896" : 51223,
"4882432" : 54807,
"4947968" : 58243,
"5013504" : 61732,
"5079040" : 65432,
"5144576" : 68070,
"5210112" : 71661,
"5275648" : 74803,
"5341184" : 76640,
"5406720" : 78426,
"5472256" : 79339,
"5537792" : 79201,
"5603328" : 78608,
"5668864" : 75736,
"5734400" : 71135,
"5799936" : 64633,
"5865472" : 57044,
"5931008" : 48398,
"5996544" : 39774,
"6062080" : 31517,
"6127616" : 24569,
"6193152" : 17650,
"6258688" : 12863,
"6324224" : 9087,
"6389760" : 6168,
"6455296" : 4310,
"6520832" : 2720,
"6586368" : 1751,
"6651904" : 1075,
"6717440" : 698,
"6782976" : 408,
"6848512" : 216,
"6914048" : 112,
"6979584" : 69,
"7045120" : 50,
"7110656" : 32,
"7176192" : 21,
"7241728" : 29,
"7307264" : 14,
"7372800" : 7,
"7438336" : 18,
"7503872" : 12,
"7569408" : 8,
"7634944" : 3,
"7700480" : 2,
"7766016" : 5,
"7831552" : 2
}
},
"lat_ns" : {
"min" : 1618052,
"max" : 8294983,
"mean" : 5496748.863130,
"stddev" : 687088.410102,
"N" : 1862661
},
"bw_min" : 180905,
"bw_max" : 192168,
"bw_agg" : 100.000000,
"bw_mean" : 186297.974684,
"bw_dev" : 149.281556,
"bw_samples" : 1264,
"iops_min" : 45226,
"iops_max" : 48042,
"iops_mean" : 46574.113924,
"iops_stddev" : 37.315635,
"iops_samples" : 1264
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639984,
"usr_cpu" : 0.646735,
"sys_cpu" : 16.180561,
"ctx" : 1632301,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 5.708451,
"10" : 94.287415,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083336,
"timestamp_ms" : 1773083336233,
"time" : "Mon Mar 9 16:08:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 9533927424,
"io_kbytes" : 9310476,
"bw_bytes" : 190682362,
"bw" : 186213,
"iops" : 46553.831077,
"runtime" : 49999,
"total_ios" : 2327645,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5879,
"max" : 2075941,
"mean" : 341431.359792,
"stddev" : 136813.481888,
"N" : 2327645
},
"clat_ns" : {
"min" : 1270992,
"max" : 7846828,
"mean" : 5156938.438074,
"stddev" : 650220.797397,
"N" : 2327629,
"percentile" : {
"1.000000" : 3391488,
"5.000000" : 3948544,
"10.000000" : 4292608,
"20.000000" : 4620288,
"30.000000" : 4882432,
"40.000000" : 5079040,
"50.000000" : 5275648,
"60.000000" : 5406720,
"70.000000" : 5537792,
"80.000000" : 5734400,
"90.000000" : 5931008,
"95.000000" : 6062080,
"99.000000" : 6324224,
"99.500000" : 6455296,
"99.900000" : 6651904,
"99.950000" : 6782976,
"99.990000" : 6979584
},
"bins" : {
"1269760" : 1,
"1368064" : 1,
"1433600" : 2,
"1482752" : 1,
"1597440" : 3,
"1630208" : 2,
"1662976" : 2,
"1679360" : 1,
"1695744" : 5,
"1712128" : 8,
"1728512" : 2,
"1744896" : 2,
"1761280" : 5,
"1777664" : 2,
"1794048" : 2,
"1810432" : 2,
"1826816" : 1,
"1859584" : 2,
"1875968" : 2,
"1892352" : 2,
"1908736" : 4,
"1925120" : 1,
"1941504" : 2,
"1957888" : 3,
"1974272" : 7,
"1990656" : 9,
"2007040" : 5,
"2023424" : 7,
"2039808" : 14,
"2056192" : 17,
"2072576" : 16,
"2088960" : 15,
"2113536" : 34,
"2146304" : 25,
"2179072" : 28,
"2211840" : 30,
"2244608" : 21,
"2277376" : 32,
"2310144" : 53,
"2342912" : 75,
"2375680" : 99,
"2408448" : 114,
"2441216" : 113,
"2473984" : 114,
"2506752" : 132,
"2539520" : 125,
"2572288" : 136,
"2605056" : 166,
"2637824" : 202,
"2670592" : 276,
"2703360" : 285,
"2736128" : 332,
"2768896" : 424,
"2801664" : 433,
"2834432" : 440,
"2867200" : 465,
"2899968" : 492,
"2932736" : 587,
"2965504" : 626,
"2998272" : 742,
"3031040" : 875,
"3063808" : 936,
"3096576" : 1091,
"3129344" : 1203,
"3162112" : 1292,
"3194880" : 1410,
"3227648" : 1513,
"3260416" : 1609,
"3293184" : 1825,
"3325952" : 1955,
"3358720" : 2117,
"3391488" : 2340,
"3424256" : 2591,
"3457024" : 2911,
"3489792" : 3240,
"3522560" : 3491,
"3555328" : 3757,
"3588096" : 4021,
"3620864" : 4204,
"3653632" : 4624,
"3686400" : 5050,
"3719168" : 5490,
"3751936" : 6093,
"3784704" : 6484,
"3817472" : 7284,
"3850240" : 7721,
"3883008" : 8112,
"3915776" : 8670,
"3948544" : 9215,
"3981312" : 9745,
"4014080" : 10171,
"4046848" : 10858,
"4079616" : 11788,
"4112384" : 12660,
"4145152" : 13612,
"4177920" : 14403,
"4227072" : 31257,
"4292608" : 33906,
"4358144" : 37191,
"4423680" : 40953,
"4489216" : 45384,
"4554752" : 49289,
"4620288" : 53152,
"4685824" : 56971,
"4751360" : 60898,
"4816896" : 64836,
"4882432" : 69836,
"4947968" : 74142,
"5013504" : 78449,
"5079040" : 83341,
"5144576" : 86743,
"5210112" : 91289,
"5275648" : 95267,
"5341184" : 97622,
"5406720" : 99533,
"5472256" : 100415,
"5537792" : 99415,
"5603328" : 97811,
"5668864" : 94190,
"5734400" : 87915,
"5799936" : 79810,
"5865472" : 70160,
"5931008" : 59486,
"5996544" : 48828,
"6062080" : 38608,
"6127616" : 29835,
"6193152" : 21666,
"6258688" : 15814,
"6324224" : 11011,
"6389760" : 7476,
"6455296" : 5188,
"6520832" : 3352,
"6586368" : 2172,
"6651904" : 1311,
"6717440" : 818,
"6782976" : 480,
"6848512" : 263,
"6914048" : 141,
"6979584" : 81,
"7045120" : 55,
"7110656" : 34,
"7176192" : 25,
"7241728" : 30,
"7307264" : 14,
"7372800" : 7,
"7438336" : 18,
"7503872" : 12,
"7569408" : 8,
"7634944" : 3,
"7700480" : 2,
"7766016" : 5,
"7831552" : 2
}
},
"lat_ns" : {
"min" : 1618052,
"max" : 8294983,
"mean" : 5498367.667734,
"stddev" : 679381.905201,
"N" : 2327629
},
"bw_min" : 180057,
"bw_max" : 192440,
"bw_agg" : 100.000000,
"bw_mean" : 186257.010101,
"bw_dev" : 160.248803,
"bw_samples" : 1584,
"iops_min" : 45014,
"iops_max" : 48110,
"iops_mean" : 46563.848485,
"iops_stddev" : 40.060592,
"iops_samples" : 1584
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799984,
"usr_cpu" : 0.646638,
"sys_cpu" : 16.182949,
"ctx" : 2040306,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999914,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999871,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 5.508185,
"10" : 94.487948,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083346,
"timestamp_ms" : 1773083346233,
"time" : "Mon Mar 9 16:09:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 11437932544,
"io_kbytes" : 11169856,
"bw_bytes" : 190635386,
"bw" : 186167,
"iops" : 46542.309038,
"runtime" : 59999,
"total_ios" : 2792492,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5629,
"max" : 2075941,
"mean" : 341514.670206,
"stddev" : 136736.203312,
"N" : 2792492
},
"clat_ns" : {
"min" : 1270992,
"max" : 7846828,
"mean" : 5158186.800524,
"stddev" : 643959.628202,
"N" : 2792476,
"percentile" : {
"1.000000" : 3391488,
"5.000000" : 3981312,
"10.000000" : 4292608,
"20.000000" : 4620288,
"30.000000" : 4882432,
"40.000000" : 5079040,
"50.000000" : 5275648,
"60.000000" : 5406720,
"70.000000" : 5537792,
"80.000000" : 5734400,
"90.000000" : 5931008,
"95.000000" : 6062080,
"99.000000" : 6324224,
"99.500000" : 6455296,
"99.900000" : 6651904,
"99.950000" : 6717440,
"99.990000" : 6979584
},
"bins" : {
"1269760" : 1,
"1368064" : 1,
"1433600" : 2,
"1482752" : 1,
"1597440" : 3,
"1630208" : 2,
"1662976" : 2,
"1679360" : 1,
"1695744" : 5,
"1712128" : 9,
"1728512" : 2,
"1744896" : 2,
"1761280" : 5,
"1777664" : 6,
"1794048" : 3,
"1810432" : 2,
"1826816" : 1,
"1859584" : 2,
"1875968" : 2,
"1892352" : 2,
"1908736" : 4,
"1925120" : 2,
"1941504" : 3,
"1957888" : 3,
"1974272" : 8,
"1990656" : 9,
"2007040" : 6,
"2023424" : 10,
"2039808" : 15,
"2056192" : 18,
"2072576" : 18,
"2088960" : 16,
"2113536" : 40,
"2146304" : 27,
"2179072" : 37,
"2211840" : 35,
"2244608" : 25,
"2277376" : 38,
"2310144" : 60,
"2342912" : 86,
"2375680" : 110,
"2408448" : 133,
"2441216" : 126,
"2473984" : 136,
"2506752" : 148,
"2539520" : 140,
"2572288" : 157,
"2605056" : 185,
"2637824" : 240,
"2670592" : 307,
"2703360" : 337,
"2736128" : 387,
"2768896" : 495,
"2801664" : 499,
"2834432" : 520,
"2867200" : 547,
"2899968" : 559,
"2932736" : 661,
"2965504" : 704,
"2998272" : 846,
"3031040" : 1016,
"3063808" : 1082,
"3096576" : 1241,
"3129344" : 1381,
"3162112" : 1488,
"3194880" : 1629,
"3227648" : 1729,
"3260416" : 1839,
"3293184" : 2091,
"3325952" : 2230,
"3358720" : 2413,
"3391488" : 2707,
"3424256" : 3003,
"3457024" : 3391,
"3489792" : 3746,
"3522560" : 4017,
"3555328" : 4341,
"3588096" : 4660,
"3620864" : 4880,
"3653632" : 5380,
"3686400" : 5854,
"3719168" : 6376,
"3751936" : 7125,
"3784704" : 7563,
"3817472" : 8431,
"3850240" : 8998,
"3883008" : 9395,
"3915776" : 10089,
"3948544" : 10777,
"3981312" : 11376,
"4014080" : 11855,
"4046848" : 12787,
"4079616" : 13786,
"4112384" : 14977,
"4145152" : 16019,
"4177920" : 16904,
"4227072" : 36834,
"4292608" : 40012,
"4358144" : 43988,
"4423680" : 48711,
"4489216" : 54283,
"4554752" : 59379,
"4620288" : 64125,
"4685824" : 68852,
"4751360" : 73597,
"4816896" : 78968,
"4882432" : 85167,
"4947968" : 90811,
"5013504" : 95898,
"5079040" : 101721,
"5144576" : 105772,
"5210112" : 111349,
"5275648" : 115807,
"5341184" : 118723,
"5406720" : 120555,
"5472256" : 121075,
"5537792" : 119594,
"5603328" : 117106,
"5668864" : 112170,
"5734400" : 104838,
"5799936" : 94641,
"5865472" : 83098,
"5931008" : 70443,
"5996544" : 57723,
"6062080" : 45674,
"6127616" : 35275,
"6193152" : 25620,
"6258688" : 18554,
"6324224" : 12913,
"6389760" : 8691,
"6455296" : 6047,
"6520832" : 3850,
"6586368" : 2508,
"6651904" : 1494,
"6717440" : 943,
"6782976" : 560,
"6848512" : 292,
"6914048" : 162,
"6979584" : 95,
"7045120" : 57,
"7110656" : 41,
"7176192" : 27,
"7241728" : 32,
"7307264" : 15,
"7372800" : 8,
"7438336" : 19,
"7503872" : 12,
"7569408" : 8,
"7634944" : 3,
"7700480" : 2,
"7766016" : 5,
"7831552" : 2
}
},
"lat_ns" : {
"min" : 1618052,
"max" : 8294983,
"mean" : 5499699.758454,
"stddev" : 672542.416504,
"N" : 2792476
},
"bw_min" : 179817,
"bw_max" : 193040,
"bw_agg" : 100.000000,
"bw_mean" : 186199.042017,
"bw_dev" : 169.889448,
"bw_samples" : 1904,
"iops_min" : 44954,
"iops_max" : 48260,
"iops_mean" : 46549.344538,
"iops_stddev" : 42.471608,
"iops_samples" : 1904
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959984,
"usr_cpu" : 0.645427,
"sys_cpu" : 16.189124,
"ctx" : 2448279,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999964,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 5.323811,
"10" : 94.672644,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083356,
"timestamp_ms" : 1773083356233,
"time" : "Mon Mar 9 16:09:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 13341306880,
"io_kbytes" : 13028620,
"bw_bytes" : 190592821,
"bw" : 186125,
"iops" : 46532.093316,
"runtime" : 69999,
"total_ios" : 3257200,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5198,
"max" : 2075941,
"mean" : 341591.649527,
"stddev" : 136633.228080,
"N" : 3257201
},
"clat_ns" : {
"min" : 1270992,
"max" : 7846828,
"mean" : 5159332.902250,
"stddev" : 637848.024345,
"N" : 3257184,
"percentile" : {
"1.000000" : 3424256,
"5.000000" : 3981312,
"10.000000" : 4292608,
"20.000000" : 4620288,
"30.000000" : 4882432,
"40.000000" : 5079040,
"50.000000" : 5210112,
"60.000000" : 5406720,
"70.000000" : 5537792,
"80.000000" : 5734400,
"90.000000" : 5931008,
"95.000000" : 6062080,
"99.000000" : 6324224,
"99.500000" : 6455296,
"99.900000" : 6651904,
"99.950000" : 6717440,
"99.990000" : 6979584
},
"bins" : {
"1269760" : 1,
"1368064" : 1,
"1433600" : 2,
"1482752" : 1,
"1548288" : 2,
"1597440" : 3,
"1630208" : 2,
"1662976" : 2,
"1679360" : 1,
"1695744" : 5,
"1712128" : 9,
"1728512" : 2,
"1744896" : 2,
"1761280" : 5,
"1777664" : 6,
"1794048" : 3,
"1810432" : 3,
"1826816" : 2,
"1859584" : 3,
"1875968" : 3,
"1892352" : 3,
"1908736" : 4,
"1925120" : 2,
"1941504" : 4,
"1957888" : 3,
"1974272" : 8,
"1990656" : 9,
"2007040" : 6,
"2023424" : 10,
"2039808" : 15,
"2056192" : 20,
"2072576" : 18,
"2088960" : 17,
"2113536" : 40,
"2146304" : 32,
"2179072" : 38,
"2211840" : 35,
"2244608" : 28,
"2277376" : 44,
"2310144" : 62,
"2342912" : 91,
"2375680" : 118,
"2408448" : 149,
"2441216" : 136,
"2473984" : 151,
"2506752" : 159,
"2539520" : 153,
"2572288" : 174,
"2605056" : 199,
"2637824" : 260,
"2670592" : 337,
"2703360" : 361,
"2736128" : 411,
"2768896" : 543,
"2801664" : 557,
"2834432" : 583,
"2867200" : 613,
"2899968" : 632,
"2932736" : 728,
"2965504" : 787,
"2998272" : 921,
"3031040" : 1111,
"3063808" : 1206,
"3096576" : 1387,
"3129344" : 1527,
"3162112" : 1655,
"3194880" : 1822,
"3227648" : 1956,
"3260416" : 2033,
"3293184" : 2362,
"3325952" : 2528,
"3358720" : 2703,
"3391488" : 3078,
"3424256" : 3383,
"3457024" : 3847,
"3489792" : 4210,
"3522560" : 4485,
"3555328" : 4845,
"3588096" : 5252,
"3620864" : 5460,
"3653632" : 6015,
"3686400" : 6550,
"3719168" : 7208,
"3751936" : 8013,
"3784704" : 8597,
"3817472" : 9587,
"3850240" : 10180,
"3883008" : 10671,
"3915776" : 11388,
"3948544" : 12236,
"3981312" : 12903,
"4014080" : 13479,
"4046848" : 14590,
"4079616" : 15718,
"4112384" : 17023,
"4145152" : 18305,
"4177920" : 19493,
"4227072" : 42347,
"4292608" : 46120,
"4358144" : 50976,
"4423680" : 56574,
"4489216" : 63106,
"4554752" : 69426,
"4620288" : 75188,
"4685824" : 80879,
"4751360" : 86611,
"4816896" : 93459,
"4882432" : 100677,
"4947968" : 107600,
"5013504" : 113736,
"5079040" : 120631,
"5144576" : 125446,
"5210112" : 131767,
"5275648" : 137119,
"5341184" : 140418,
"5406720" : 142015,
"5472256" : 141887,
"5537792" : 139525,
"5603328" : 136158,
"5668864" : 130073,
"5734400" : 121251,
"5799936" : 109213,
"5865472" : 95727,
"5931008" : 81063,
"5996544" : 66325,
"6062080" : 52319,
"6127616" : 40379,
"6193152" : 29392,
"6258688" : 21314,
"6324224" : 14899,
"6389760" : 9907,
"6455296" : 6879,
"6520832" : 4372,
"6586368" : 2801,
"6651904" : 1701,
"6717440" : 1079,
"6782976" : 631,
"6848512" : 325,
"6914048" : 182,
"6979584" : 110,
"7045120" : 67,
"7110656" : 44,
"7176192" : 31,
"7241728" : 33,
"7307264" : 15,
"7372800" : 10,
"7438336" : 21,
"7503872" : 12,
"7569408" : 8,
"7634944" : 3,
"7700480" : 2,
"7766016" : 5,
"7831552" : 2
}
},
"lat_ns" : {
"min" : 1568366,
"max" : 8294983,
"mean" : 5500923.439199,
"stddev" : 665867.945376,
"N" : 3257185
},
"bw_min" : 179169,
"bw_max" : 193616,
"bw_agg" : 100.000000,
"bw_mean" : 186163.482014,
"bw_dev" : 183.703613,
"bw_samples" : 2224,
"iops_min" : 44792,
"iops_max" : 48404,
"iops_mean" : 46540.474820,
"iops_stddev" : 45.925556,
"iops_samples" : 2224
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119984,
"usr_cpu" : 0.645634,
"sys_cpu" : 16.191035,
"ctx" : 2856361,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 5.141932,
"10" : 94.854814,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083366,
"timestamp_ms" : 1773083366233,
"time" : "Mon Mar 9 16:09:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 15240925184,
"io_kbytes" : 14883716,
"bw_bytes" : 190513946,
"bw" : 186048,
"iops" : 46512.456406,
"runtime" : 79999,
"total_ios" : 3720950,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5198,
"max" : 2075941,
"mean" : 341734.237797,
"stddev" : 136510.886819,
"N" : 3720950
},
"clat_ns" : {
"min" : 1270992,
"max" : 7846828,
"mean" : 5161472.567359,
"stddev" : 631697.346308,
"N" : 3720934,
"percentile" : {
"1.000000" : 3424256,
"5.000000" : 4014080,
"10.000000" : 4292608,
"20.000000" : 4620288,
"30.000000" : 4882432,
"40.000000" : 5079040,
"50.000000" : 5210112,
"60.000000" : 5406720,
"70.000000" : 5537792,
"80.000000" : 5734400,
"90.000000" : 5931008,
"95.000000" : 6062080,
"99.000000" : 6324224,
"99.500000" : 6455296,
"99.900000" : 6651904,
"99.950000" : 6717440,
"99.990000" : 6979584
},
"bins" : {
"1269760" : 1,
"1368064" : 1,
"1400832" : 1,
"1433600" : 2,
"1482752" : 1,
"1548288" : 2,
"1597440" : 3,
"1630208" : 2,
"1662976" : 2,
"1679360" : 2,
"1695744" : 7,
"1712128" : 9,
"1728512" : 2,
"1744896" : 2,
"1761280" : 6,
"1777664" : 6,
"1794048" : 3,
"1810432" : 3,
"1826816" : 2,
"1859584" : 3,
"1875968" : 4,
"1892352" : 4,
"1908736" : 4,
"1925120" : 3,
"1941504" : 4,
"1957888" : 4,
"1974272" : 8,
"1990656" : 9,
"2007040" : 6,
"2023424" : 12,
"2039808" : 17,
"2056192" : 22,
"2072576" : 19,
"2088960" : 17,
"2113536" : 48,
"2146304" : 33,
"2179072" : 39,
"2211840" : 39,
"2244608" : 33,
"2277376" : 48,
"2310144" : 71,
"2342912" : 101,
"2375680" : 124,
"2408448" : 157,
"2441216" : 152,
"2473984" : 162,
"2506752" : 170,
"2539520" : 166,
"2572288" : 188,
"2605056" : 211,
"2637824" : 295,
"2670592" : 361,
"2703360" : 390,
"2736128" : 451,
"2768896" : 581,
"2801664" : 601,
"2834432" : 638,
"2867200" : 665,
"2899968" : 671,
"2932736" : 790,
"2965504" : 853,
"2998272" : 1002,
"3031040" : 1202,
"3063808" : 1333,
"3096576" : 1525,
"3129344" : 1669,
"3162112" : 1825,
"3194880" : 1981,
"3227648" : 2140,
"3260416" : 2206,
"3293184" : 2605,
"3325952" : 2751,
"3358720" : 2937,
"3391488" : 3395,
"3424256" : 3746,
"3457024" : 4271,
"3489792" : 4606,
"3522560" : 4919,
"3555328" : 5354,
"3588096" : 5803,
"3620864" : 6002,
"3653632" : 6577,
"3686400" : 7214,
"3719168" : 7938,
"3751936" : 8820,
"3784704" : 9465,
"3817472" : 10600,
"3850240" : 11243,
"3883008" : 11797,
"3915776" : 12541,
"3948544" : 13542,
"3981312" : 14325,
"4014080" : 14960,
"4046848" : 16208,
"4079616" : 17504,
"4112384" : 19003,
"4145152" : 20434,
"4177920" : 21779,
"4227072" : 47447,
"4292608" : 51690,
"4358144" : 57503,
"4423680" : 64368,
"4489216" : 71745,
"4554752" : 78980,
"4620288" : 86032,
"4685824" : 92760,
"4751360" : 99828,
"4816896" : 108323,
"4882432" : 116323,
"4947968" : 124710,
"5013504" : 132123,
"5079040" : 139934,
"5144576" : 145851,
"5210112" : 152908,
"5275648" : 158988,
"5341184" : 162362,
"5406720" : 163743,
"5472256" : 162969,
"5537792" : 159796,
"5603328" : 155443,
"5668864" : 148264,
"5734400" : 137807,
"5799936" : 123813,
"5865472" : 108161,
"5931008" : 91456,
"5996544" : 74694,
"6062080" : 58924,
"6127616" : 45379,
"6193152" : 33025,
"6258688" : 23949,
"6324224" : 16695,
"6389760" : 10999,
"6455296" : 7663,
"6520832" : 4916,
"6586368" : 3122,
"6651904" : 1897,
"6717440" : 1208,
"6782976" : 706,
"6848512" : 359,
"6914048" : 213,
"6979584" : 128,
"7045120" : 83,
"7110656" : 49,
"7176192" : 32,
"7241728" : 35,
"7307264" : 15,
"7372800" : 10,
"7438336" : 21,
"7503872" : 12,
"7569408" : 8,
"7634944" : 3,
"7700480" : 2,
"7766016" : 5,
"7831552" : 2
}
},
"lat_ns" : {
"min" : 1568366,
"max" : 8294983,
"mean" : 5503204.991359,
"stddev" : 659155.514533,
"N" : 3720934
},
"bw_min" : 178769,
"bw_max" : 193728,
"bw_agg" : 100.000000,
"bw_mean" : 186085.490566,
"bw_dev" : 194.578056,
"bw_samples" : 2544,
"iops_min" : 44692,
"iops_max" : 48432,
"iops_mean" : 46520.924528,
"iops_stddev" : 48.647085,
"iops_samples" : 2544
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279984,
"usr_cpu" : 0.644696,
"sys_cpu" : 16.195749,
"ctx" : 3264350,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 4.956396,
"10" : 95.040487,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083376,
"timestamp_ms" : 1773083376233,
"time" : "Mon Mar 9 16:09:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 17140871168,
"io_kbytes" : 16739132,
"bw_bytes" : 190456240,
"bw" : 185992,
"iops" : 46498.461094,
"runtime" : 89999,
"total_ios" : 4184815,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5198,
"max" : 2075941,
"mean" : 341836.039103,
"stddev" : 136443.245950,
"N" : 4184815
},
"clat_ns" : {
"min" : 1270992,
"max" : 7846828,
"mean" : 5163014.391737,
"stddev" : 625597.825463,
"N" : 4184799,
"percentile" : {
"1.000000" : 3457024,
"5.000000" : 4014080,
"10.000000" : 4292608,
"20.000000" : 4685824,
"30.000000" : 4882432,
"40.000000" : 5079040,
"50.000000" : 5210112,
"60.000000" : 5406720,
"70.000000" : 5537792,
"80.000000" : 5668864,
"90.000000" : 5865472,
"95.000000" : 6062080,
"99.000000" : 6324224,
"99.500000" : 6455296,
"99.900000" : 6651904,
"99.950000" : 6717440,
"99.990000" : 6979584
},
"bins" : {
"1269760" : 1,
"1368064" : 1,
"1400832" : 1,
"1433600" : 2,
"1482752" : 1,
"1548288" : 2,
"1597440" : 4,
"1630208" : 2,
"1662976" : 2,
"1679360" : 2,
"1695744" : 7,
"1712128" : 9,
"1728512" : 2,
"1744896" : 2,
"1761280" : 7,
"1777664" : 6,
"1794048" : 3,
"1810432" : 3,
"1826816" : 3,
"1859584" : 3,
"1875968" : 4,
"1892352" : 4,
"1908736" : 5,
"1925120" : 4,
"1941504" : 4,
"1957888" : 4,
"1974272" : 8,
"1990656" : 9,
"2007040" : 6,
"2023424" : 12,
"2039808" : 17,
"2056192" : 22,
"2072576" : 19,
"2088960" : 18,
"2113536" : 50,
"2146304" : 34,
"2179072" : 41,
"2211840" : 41,
"2244608" : 34,
"2277376" : 50,
"2310144" : 73,
"2342912" : 105,
"2375680" : 128,
"2408448" : 161,
"2441216" : 158,
"2473984" : 177,
"2506752" : 179,
"2539520" : 173,
"2572288" : 195,
"2605056" : 217,
"2637824" : 308,
"2670592" : 377,
"2703360" : 425,
"2736128" : 479,
"2768896" : 606,
"2801664" : 646,
"2834432" : 681,
"2867200" : 703,
"2899968" : 731,
"2932736" : 834,
"2965504" : 894,
"2998272" : 1057,
"3031040" : 1281,
"3063808" : 1421,
"3096576" : 1591,
"3129344" : 1784,
"3162112" : 1951,
"3194880" : 2089,
"3227648" : 2273,
"3260416" : 2360,
"3293184" : 2772,
"3325952" : 2943,
"3358720" : 3181,
"3391488" : 3637,
"3424256" : 4108,
"3457024" : 4594,
"3489792" : 4942,
"3522560" : 5348,
"3555328" : 5744,
"3588096" : 6238,
"3620864" : 6497,
"3653632" : 7151,
"3686400" : 7857,
"3719168" : 8591,
"3751936" : 9558,
"3784704" : 10293,
"3817472" : 11515,
"3850240" : 12213,
"3883008" : 12876,
"3915776" : 13649,
"3948544" : 14833,
"3981312" : 15710,
"4014080" : 16317,
"4046848" : 17825,
"4079616" : 19223,
"4112384" : 20961,
"4145152" : 22461,
"4177920" : 23964,
"4227072" : 52570,
"4292608" : 57326,
"4358144" : 64276,
"4423680" : 71964,
"4489216" : 80499,
"4554752" : 89130,
"4620288" : 97163,
"4685824" : 105028,
"4751360" : 113542,
"4816896" : 123357,
"4882432" : 132816,
"4947968" : 142469,
"5013504" : 150886,
"5079040" : 159652,
"5144576" : 166470,
"5210112" : 174498,
"5275648" : 180893,
"5341184" : 184473,
"5406720" : 185483,
"5472256" : 184210,
"5537792" : 180043,
"5603328" : 174475,
"5668864" : 165749,
"5734400" : 153870,
"5799936" : 137957,
"5865472" : 120239,
"5931008" : 101710,
"5996544" : 82784,
"6062080" : 65289,
"6127616" : 50229,
"6193152" : 36692,
"6258688" : 26471,
"6324224" : 18468,
"6389760" : 12131,
"6455296" : 8388,
"6520832" : 5388,
"6586368" : 3422,
"6651904" : 2093,
"6717440" : 1319,
"6782976" : 786,
"6848512" : 406,
"6914048" : 238,
"6979584" : 142,
"7045120" : 93,
"7110656" : 54,
"7176192" : 34,
"7241728" : 37,
"7307264" : 17,
"7372800" : 10,
"7438336" : 21,
"7503872" : 12,
"7569408" : 8,
"7634944" : 3,
"7700480" : 2,
"7766016" : 5,
"7831552" : 2
}
},
"lat_ns" : {
"min" : 1568366,
"max" : 8294983,
"mean" : 5504849.942628,
"stddev" : 652517.732050,
"N" : 4184799
},
"bw_min" : 177999,
"bw_max" : 194560,
"bw_agg" : 100.000000,
"bw_mean" : 186027.692737,
"bw_dev" : 208.994757,
"bw_samples" : 2864,
"iops_min" : 44498,
"iops_max" : 48640,
"iops_mean" : 46506.424581,
"iops_stddev" : 52.254888,
"iops_samples" : 2864
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439984,
"usr_cpu" : 0.644382,
"sys_cpu" : 16.192402,
"ctx" : 3672260,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999976,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999976,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 4.772373,
"10" : 95.224735,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083386,
"timestamp_ms" : 1773083386234,
"time" : "Mon Mar 9 16:09:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 19039698944,
"io_kbytes" : 18593456,
"bw_bytes" : 190396989,
"bw" : 185934,
"iops" : 46483.990000,
"runtime" : 100000,
"total_ios" : 4648399,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5198,
"max" : 2075941,
"mean" : 341943.198454,
"stddev" : 136328.210752,
"N" : 4648400
},
"clat_ns" : {
"min" : 1270992,
"max" : 7846828,
"mean" : 5164612.264273,
"stddev" : 620364.438885,
"N" : 4648383,
"percentile" : {
"1.000000" : 3457024,
"5.000000" : 4046848,
"10.000000" : 4292608,
"20.000000" : 4685824,
"30.000000" : 4882432,
"40.000000" : 5079040,
"50.000000" : 5210112,
"60.000000" : 5406720,
"70.000000" : 5537792,
"80.000000" : 5668864,
"90.000000" : 5865472,
"95.000000" : 6062080,
"99.000000" : 6324224,
"99.500000" : 6455296,
"99.900000" : 6651904,
"99.950000" : 6717440,
"99.990000" : 6979584
},
"bins" : {
"1269760" : 1,
"1368064" : 1,
"1400832" : 1,
"1433600" : 2,
"1482752" : 1,
"1548288" : 2,
"1597440" : 4,
"1630208" : 2,
"1662976" : 3,
"1679360" : 2,
"1695744" : 7,
"1712128" : 9,
"1728512" : 2,
"1744896" : 2,
"1761280" : 7,
"1777664" : 6,
"1794048" : 3,
"1810432" : 3,
"1826816" : 3,
"1843200" : 1,
"1859584" : 3,
"1875968" : 4,
"1892352" : 4,
"1908736" : 5,
"1925120" : 4,
"1941504" : 4,
"1957888" : 4,
"1974272" : 8,
"1990656" : 9,
"2007040" : 7,
"2023424" : 13,
"2039808" : 18,
"2056192" : 22,
"2072576" : 19,
"2088960" : 19,
"2113536" : 53,
"2146304" : 34,
"2179072" : 43,
"2211840" : 43,
"2244608" : 34,
"2277376" : 57,
"2310144" : 78,
"2342912" : 108,
"2375680" : 135,
"2408448" : 164,
"2441216" : 168,
"2473984" : 182,
"2506752" : 184,
"2539520" : 184,
"2572288" : 203,
"2605056" : 235,
"2637824" : 317,
"2670592" : 390,
"2703360" : 456,
"2736128" : 517,
"2768896" : 631,
"2801664" : 684,
"2834432" : 719,
"2867200" : 747,
"2899968" : 762,
"2932736" : 877,
"2965504" : 965,
"2998272" : 1126,
"3031040" : 1362,
"3063808" : 1520,
"3096576" : 1694,
"3129344" : 1882,
"3162112" : 2086,
"3194880" : 2240,
"3227648" : 2398,
"3260416" : 2526,
"3293184" : 2924,
"3325952" : 3138,
"3358720" : 3422,
"3391488" : 3930,
"3424256" : 4428,
"3457024" : 4919,
"3489792" : 5319,
"3522560" : 5727,
"3555328" : 6225,
"3588096" : 6697,
"3620864" : 6947,
"3653632" : 7663,
"3686400" : 8419,
"3719168" : 9220,
"3751936" : 10188,
"3784704" : 11075,
"3817472" : 12378,
"3850240" : 13120,
"3883008" : 13913,
"3915776" : 14834,
"3948544" : 16034,
"3981312" : 17002,
"4014080" : 17653,
"4046848" : 19301,
"4079616" : 20903,
"4112384" : 22827,
"4145152" : 24585,
"4177920" : 26293,
"4227072" : 57545,
"4292608" : 63174,
"4358144" : 70468,
"4423680" : 79376,
"4489216" : 89143,
"4554752" : 98858,
"4620288" : 108126,
"4685824" : 117186,
"4751360" : 126928,
"4816896" : 138156,
"4882432" : 148925,
"4947968" : 160254,
"5013504" : 169949,
"5079040" : 179803,
"5144576" : 187614,
"5210112" : 196311,
"5275648" : 203031,
"5341184" : 206709,
"5406720" : 207751,
"5472256" : 205870,
"5537792" : 200493,
"5603328" : 193601,
"5668864" : 183672,
"5734400" : 169990,
"5799936" : 151899,
"5865472" : 132181,
"5931008" : 111689,
"5996544" : 90950,
"6062080" : 71603,
"6127616" : 55089,
"6193152" : 40150,
"6258688" : 28888,
"6324224" : 20145,
"6389760" : 13262,
"6455296" : 9144,
"6520832" : 5844,
"6586368" : 3754,
"6651904" : 2286,
"6717440" : 1447,
"6782976" : 846,
"6848512" : 433,
"6914048" : 273,
"6979584" : 155,
"7045120" : 101,
"7110656" : 60,
"7176192" : 38,
"7241728" : 38,
"7307264" : 18,
"7372800" : 11,
"7438336" : 21,
"7503872" : 12,
"7569408" : 8,
"7634944" : 4,
"7700480" : 2,
"7766016" : 5,
"7831552" : 2
}
},
"lat_ns" : {
"min" : 1568366,
"max" : 8294983,
"mean" : 5506555.546595,
"stddev" : 646810.644107,
"N" : 4648383
},
"bw_min" : 177878,
"bw_max" : 194848,
"bw_agg" : 100.000000,
"bw_mean" : 185965.768844,
"bw_dev" : 220.638756,
"bw_samples" : 3184,
"iops_min" : 44468,
"iops_max" : 48712,
"iops_mean" : 46490.894472,
"iops_stddev" : 55.166161,
"iops_samples" : 3184
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1599999,
"usr_cpu" : 0.644188,
"sys_cpu" : 16.183948,
"ctx" : 4080525,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999978,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999978,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 4.616342,
"10" : 95.381012,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083396,
"timestamp_ms" : 1773083396234,
"time" : "Mon Mar 9 16:09:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 20940251136,
"io_kbytes" : 20449464,
"bw_bytes" : 190365919,
"bw" : 185904,
"iops" : 46476.263636,
"runtime" : 110000,
"total_ios" : 5112389,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5198,
"max" : 2075941,
"mean" : 342000.949322,
"stddev" : 136253.726246,
"N" : 5112389
},
"clat_ns" : {
"min" : 1270992,
"max" : 7846828,
"mean" : 5165451.033444,
"stddev" : 615923.613833,
"N" : 5112373,
"percentile" : {
"1.000000" : 3457024,
"5.000000" : 4046848,
"10.000000" : 4358144,
"20.000000" : 4685824,
"30.000000" : 4882432,
"40.000000" : 5079040,
"50.000000" : 5210112,
"60.000000" : 5406720,
"70.000000" : 5537792,
"80.000000" : 5668864,
"90.000000" : 5865472,
"95.000000" : 6062080,
"99.000000" : 6324224,
"99.500000" : 6455296,
"99.900000" : 6651904,
"99.950000" : 6717440,
"99.990000" : 6914048
},
"bins" : {
"1269760" : 1,
"1368064" : 1,
"1400832" : 1,
"1433600" : 2,
"1482752" : 1,
"1548288" : 2,
"1597440" : 4,
"1630208" : 2,
"1662976" : 3,
"1679360" : 2,
"1695744" : 7,
"1712128" : 9,
"1728512" : 2,
"1744896" : 4,
"1761280" : 8,
"1777664" : 6,
"1794048" : 3,
"1810432" : 3,
"1826816" : 3,
"1843200" : 1,
"1859584" : 3,
"1875968" : 4,
"1892352" : 4,
"1908736" : 5,
"1925120" : 4,
"1941504" : 4,
"1957888" : 4,
"1974272" : 8,
"1990656" : 11,
"2007040" : 7,
"2023424" : 14,
"2039808" : 18,
"2056192" : 23,
"2072576" : 22,
"2088960" : 19,
"2113536" : 58,
"2146304" : 34,
"2179072" : 45,
"2211840" : 43,
"2244608" : 35,
"2277376" : 63,
"2310144" : 83,
"2342912" : 112,
"2375680" : 142,
"2408448" : 171,
"2441216" : 172,
"2473984" : 184,
"2506752" : 200,
"2539520" : 192,
"2572288" : 210,
"2605056" : 248,
"2637824" : 341,
"2670592" : 410,
"2703360" : 486,
"2736128" : 541,
"2768896" : 655,
"2801664" : 721,
"2834432" : 751,
"2867200" : 785,
"2899968" : 789,
"2932736" : 934,
"2965504" : 1022,
"2998272" : 1183,
"3031040" : 1447,
"3063808" : 1612,
"3096576" : 1773,
"3129344" : 1963,
"3162112" : 2203,
"3194880" : 2350,
"3227648" : 2564,
"3260416" : 2678,
"3293184" : 3079,
"3325952" : 3329,
"3358720" : 3648,
"3391488" : 4167,
"3424256" : 4737,
"3457024" : 5247,
"3489792" : 5652,
"3522560" : 6129,
"3555328" : 6640,
"3588096" : 7108,
"3620864" : 7452,
"3653632" : 8121,
"3686400" : 8955,
"3719168" : 9901,
"3751936" : 10908,
"3784704" : 11883,
"3817472" : 13299,
"3850240" : 14080,
"3883008" : 14974,
"3915776" : 15972,
"3948544" : 17247,
"3981312" : 18375,
"4014080" : 19066,
"4046848" : 20840,
"4079616" : 22551,
"4112384" : 24735,
"4145152" : 26764,
"4177920" : 28505,
"4227072" : 62434,
"4292608" : 68745,
"4358144" : 76855,
"4423680" : 86858,
"4489216" : 97925,
"4554752" : 108897,
"4620288" : 119272,
"4685824" : 129902,
"4751360" : 140709,
"4816896" : 153298,
"4882432" : 165453,
"4947968" : 178412,
"5013504" : 189312,
"5079040" : 200110,
"5144576" : 209094,
"5210112" : 217897,
"5275648" : 225069,
"5341184" : 228734,
"5406720" : 229401,
"5472256" : 227103,
"5537792" : 220909,
"5603328" : 212654,
"5668864" : 201183,
"5734400" : 185737,
"5799936" : 165672,
"5865472" : 144101,
"5931008" : 121611,
"5996544" : 98934,
"6062080" : 77899,
"6127616" : 59754,
"6193152" : 43538,
"6258688" : 31264,
"6324224" : 21900,
"6389760" : 14443,
"6455296" : 9902,
"6520832" : 6337,
"6586368" : 4062,
"6651904" : 2460,
"6717440" : 1569,
"6782976" : 908,
"6848512" : 488,
"6914048" : 286,
"6979584" : 169,
"7045120" : 111,
"7110656" : 63,
"7176192" : 38,
"7241728" : 38,
"7307264" : 18,
"7372800" : 12,
"7438336" : 21,
"7503872" : 12,
"7569408" : 8,
"7634944" : 4,
"7700480" : 2,
"7766016" : 5,
"7831552" : 2
}
},
"lat_ns" : {
"min" : 1568366,
"max" : 8294983,
"mean" : 5507451.206656,
"stddev" : 641967.667994,
"N" : 5112373
},
"bw_min" : 177646,
"bw_max" : 195123,
"bw_agg" : 100.000000,
"bw_mean" : 185934.771689,
"bw_dev" : 229.126226,
"bw_samples" : 3504,
"iops_min" : 44410,
"iops_max" : 48779,
"iops_mean" : 46483.109589,
"iops_stddev" : 57.287748,
"iops_samples" : 3504
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1760000,
"usr_cpu" : 0.643977,
"sys_cpu" : 16.182045,
"ctx" : 4488875,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999980,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999980,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 4.488606,
"10" : 95.508890,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083406,
"timestamp_ms" : 1773083406234,
"time" : "Mon Mar 9 16:10:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 22836756480,
"io_kbytes" : 22301520,
"bw_bytes" : 190306304,
"bw" : 185846,
"iops" : 46461.708333,
"runtime" : 120000,
"total_ios" : 5575405,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5198,
"max" : 2075941,
"mean" : 342107.290073,
"stddev" : 136164.775683,
"N" : 5575405
},
"clat_ns" : {
"min" : 1270992,
"max" : 7846828,
"mean" : 5167055.836723,
"stddev" : 611676.666251,
"N" : 5575389,
"percentile" : {
"1.000000" : 3489792,
"5.000000" : 4046848,
"10.000000" : 4358144,
"20.000000" : 4685824,
"30.000000" : 4882432,
"40.000000" : 5079040,
"50.000000" : 5210112,
"60.000000" : 5406720,
"70.000000" : 5537792,
"80.000000" : 5668864,
"90.000000" : 5865472,
"95.000000" : 6062080,
"99.000000" : 6324224,
"99.500000" : 6455296,
"99.900000" : 6651904,
"99.950000" : 6717440,
"99.990000" : 6914048
},
"bins" : {
"1269760" : 1,
"1368064" : 1,
"1400832" : 1,
"1433600" : 2,
"1482752" : 1,
"1548288" : 2,
"1597440" : 4,
"1630208" : 2,
"1662976" : 3,
"1679360" : 2,
"1695744" : 7,
"1712128" : 9,
"1728512" : 2,
"1744896" : 4,
"1761280" : 8,
"1777664" : 7,
"1794048" : 3,
"1810432" : 3,
"1826816" : 3,
"1843200" : 1,
"1859584" : 3,
"1875968" : 4,
"1892352" : 4,
"1908736" : 5,
"1925120" : 4,
"1941504" : 4,
"1957888" : 5,
"1974272" : 9,
"1990656" : 11,
"2007040" : 7,
"2023424" : 16,
"2039808" : 18,
"2056192" : 24,
"2072576" : 23,
"2088960" : 19,
"2113536" : 58,
"2146304" : 34,
"2179072" : 46,
"2211840" : 43,
"2244608" : 37,
"2277376" : 68,
"2310144" : 89,
"2342912" : 116,
"2375680" : 148,
"2408448" : 174,
"2441216" : 181,
"2473984" : 192,
"2506752" : 209,
"2539520" : 199,
"2572288" : 220,
"2605056" : 257,
"2637824" : 350,
"2670592" : 441,
"2703360" : 509,
"2736128" : 578,
"2768896" : 679,
"2801664" : 737,
"2834432" : 782,
"2867200" : 829,
"2899968" : 825,
"2932736" : 985,
"2965504" : 1071,
"2998272" : 1241,
"3031040" : 1516,
"3063808" : 1683,
"3096576" : 1848,
"3129344" : 2053,
"3162112" : 2322,
"3194880" : 2460,
"3227648" : 2695,
"3260416" : 2825,
"3293184" : 3223,
"3325952" : 3481,
"3358720" : 3831,
"3391488" : 4380,
"3424256" : 4978,
"3457024" : 5543,
"3489792" : 5950,
"3522560" : 6457,
"3555328" : 7031,
"3588096" : 7475,
"3620864" : 7859,
"3653632" : 8616,
"3686400" : 9493,
"3719168" : 10453,
"3751936" : 11559,
"3784704" : 12563,
"3817472" : 14028,
"3850240" : 14962,
"3883008" : 15930,
"3915776" : 16941,
"3948544" : 18410,
"3981312" : 19633,
"4014080" : 20436,
"4046848" : 22331,
"4079616" : 24061,
"4112384" : 26446,
"4145152" : 28710,
"4177920" : 30591,
"4227072" : 67257,
"4292608" : 74105,
"4358144" : 83192,
"4423680" : 94339,
"4489216" : 106560,
"4554752" : 118749,
"4620288" : 130481,
"4685824" : 142130,
"4751360" : 154472,
"4816896" : 168587,
"4882432" : 182458,
"4947968" : 196880,
"5013504" : 208429,
"5079040" : 220148,
"5144576" : 230140,
"5210112" : 239679,
"5275648" : 247358,
"5341184" : 250976,
"5406720" : 251253,
"5472256" : 248376,
"5537792" : 241024,
"5603328" : 231929,
"5668864" : 219239,
"5734400" : 201779,
"5799936" : 179694,
"5865472" : 155991,
"5931008" : 131569,
"5996544" : 107021,
"6062080" : 84227,
"6127616" : 64486,
"6193152" : 47117,
"6258688" : 33832,
"6324224" : 23668,
"6389760" : 15569,
"6455296" : 10709,
"6520832" : 6816,
"6586368" : 4384,
"6651904" : 2651,
"6717440" : 1689,
"6782976" : 961,
"6848512" : 527,
"6914048" : 311,
"6979584" : 184,
"7045120" : 118,
"7110656" : 68,
"7176192" : 42,
"7241728" : 38,
"7307264" : 18,
"7372800" : 12,
"7438336" : 21,
"7503872" : 12,
"7569408" : 8,
"7634944" : 4,
"7700480" : 2,
"7766016" : 5,
"7831552" : 2
}
},
"lat_ns" : {
"min" : 1568366,
"max" : 8294983,
"mean" : 5509162.438174,
"stddev" : 637329.907386,
"N" : 5575389
},
"bw_min" : 176998,
"bw_max" : 195485,
"bw_agg" : 100.000000,
"bw_mean" : 185882.539749,
"bw_dev" : 238.051914,
"bw_samples" : 3824,
"iops_min" : 44248,
"iops_max" : 48869,
"iops_mean" : 46470.058577,
"iops_stddev" : 59.517492,
"iops_samples" : 3824
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1919996,
"usr_cpu" : 0.643960,
"sys_cpu" : 16.180346,
"ctx" : 4896868,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 4.354195,
"10" : 95.643455,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083416,
"timestamp_ms" : 1773083416233,
"time" : "Mon Mar 9 16:10:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 24738131968,
"io_kbytes" : 24158332,
"bw_bytes" : 190293322,
"bw" : 185833,
"iops" : 46458.515385,
"runtime" : 130000,
"total_ios" : 6039607,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5198,
"max" : 2075941,
"mean" : 342129.839674,
"stddev" : 136140.100260,
"N" : 6039607
},
"clat_ns" : {
"min" : 1270992,
"max" : 7846828,
"mean" : 5167394.915105,
"stddev" : 608105.022270,
"N" : 6039591,
"percentile" : {
"1.000000" : 3489792,
"5.000000" : 4079616,
"10.000000" : 4358144,
"20.000000" : 4685824,
"30.000000" : 4882432,
"40.000000" : 5079040,
"50.000000" : 5210112,
"60.000000" : 5406720,
"70.000000" : 5537792,
"80.000000" : 5668864,
"90.000000" : 5865472,
"95.000000" : 6062080,
"99.000000" : 6324224,
"99.500000" : 6455296,
"99.900000" : 6651904,
"99.950000" : 6717440,
"99.990000" : 6979584
},
"bins" : {
"1269760" : 1,
"1368064" : 1,
"1400832" : 1,
"1433600" : 2,
"1482752" : 1,
"1548288" : 2,
"1597440" : 4,
"1630208" : 2,
"1662976" : 3,
"1679360" : 2,
"1695744" : 7,
"1712128" : 9,
"1728512" : 2,
"1744896" : 4,
"1761280" : 8,
"1777664" : 7,
"1794048" : 3,
"1810432" : 3,
"1826816" : 3,
"1843200" : 1,
"1859584" : 3,
"1875968" : 4,
"1892352" : 4,
"1908736" : 6,
"1925120" : 4,
"1941504" : 4,
"1957888" : 5,
"1974272" : 9,
"1990656" : 11,
"2007040" : 7,
"2023424" : 16,
"2039808" : 18,
"2056192" : 24,
"2072576" : 23,
"2088960" : 20,
"2113536" : 61,
"2146304" : 34,
"2179072" : 49,
"2211840" : 44,
"2244608" : 40,
"2277376" : 69,
"2310144" : 94,
"2342912" : 119,
"2375680" : 150,
"2408448" : 178,
"2441216" : 182,
"2473984" : 207,
"2506752" : 219,
"2539520" : 213,
"2572288" : 231,
"2605056" : 276,
"2637824" : 359,
"2670592" : 453,
"2703360" : 523,
"2736128" : 601,
"2768896" : 708,
"2801664" : 770,
"2834432" : 822,
"2867200" : 879,
"2899968" : 870,
"2932736" : 1040,
"2965504" : 1118,
"2998272" : 1305,
"3031040" : 1576,
"3063808" : 1772,
"3096576" : 1952,
"3129344" : 2166,
"3162112" : 2445,
"3194880" : 2590,
"3227648" : 2834,
"3260416" : 2954,
"3293184" : 3387,
"3325952" : 3666,
"3358720" : 4044,
"3391488" : 4610,
"3424256" : 5251,
"3457024" : 5800,
"3489792" : 6274,
"3522560" : 6780,
"3555328" : 7378,
"3588096" : 7877,
"3620864" : 8294,
"3653632" : 9074,
"3686400" : 10052,
"3719168" : 11067,
"3751936" : 12237,
"3784704" : 13328,
"3817472" : 14865,
"3850240" : 15870,
"3883008" : 16951,
"3915776" : 18111,
"3948544" : 19530,
"3981312" : 20893,
"4014080" : 21711,
"4046848" : 23874,
"4079616" : 25724,
"4112384" : 28246,
"4145152" : 30704,
"4177920" : 32789,
"4227072" : 72218,
"4292608" : 79807,
"4358144" : 89464,
"4423680" : 102013,
"4489216" : 115765,
"4554752" : 129127,
"4620288" : 141824,
"4685824" : 154633,
"4751360" : 167955,
"4816896" : 184089,
"4882432" : 199644,
"4947968" : 214937,
"5013504" : 228264,
"5079040" : 241040,
"5144576" : 251669,
"5210112" : 261890,
"5275648" : 269601,
"5341184" : 273410,
"5406720" : 273185,
"5472256" : 269581,
"5537792" : 261221,
"5603328" : 250711,
"5668864" : 236623,
"5734400" : 217234,
"5799936" : 193386,
"5865472" : 167496,
"5931008" : 141199,
"5996544" : 114749,
"6062080" : 90090,
"6127616" : 68967,
"6193152" : 50445,
"6258688" : 36168,
"6324224" : 25346,
"6389760" : 16687,
"6455296" : 11463,
"6520832" : 7296,
"6586368" : 4677,
"6651904" : 2842,
"6717440" : 1796,
"6782976" : 1029,
"6848512" : 563,
"6914048" : 360,
"6979584" : 203,
"7045120" : 128,
"7110656" : 80,
"7176192" : 56,
"7241728" : 46,
"7307264" : 19,
"7372800" : 15,
"7438336" : 24,
"7503872" : 17,
"7569408" : 11,
"7634944" : 5,
"7700480" : 2,
"7766016" : 5,
"7831552" : 2
}
},
"lat_ns" : {
"min" : 1568366,
"max" : 8294983,
"mean" : 5509524.096172,
"stddev" : 633425.851646,
"N" : 6039591
},
"bw_min" : 176788,
"bw_max" : 195750,
"bw_agg" : 100.000000,
"bw_mean" : 185870.752896,
"bw_dev" : 242.870385,
"bw_samples" : 4144,
"iops_min" : 44195,
"iops_max" : 48936,
"iops_mean" : 46467.081081,
"iops_stddev" : 60.722715,
"iops_samples" : 4144
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2079986,
"usr_cpu" : 0.642697,
"sys_cpu" : 16.174868,
"ctx" : 5305179,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 4.251965,
"10" : 95.745849,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083426,
"timestamp_ms" : 1773083426233,
"time" : "Mon Mar 9 16:10:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 26637094912,
"io_kbytes" : 26012788,
"bw_bytes" : 190266322,
"bw" : 185806,
"iops" : 46451.981800,
"runtime" : 139999,
"total_ios" : 6503231,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5198,
"max" : 2075941,
"mean" : 342180.123150,
"stddev" : 136090.061673,
"N" : 6503231
},
"clat_ns" : {
"min" : 1270992,
"max" : 7846828,
"mean" : 5168159.447323,
"stddev" : 604755.722261,
"N" : 6503215,
"percentile" : {
"1.000000" : 3489792,
"5.000000" : 4079616,
"10.000000" : 4358144,
"20.000000" : 4685824,
"30.000000" : 4882432,
"40.000000" : 5079040,
"50.000000" : 5210112,
"60.000000" : 5406720,
"70.000000" : 5537792,
"80.000000" : 5668864,
"90.000000" : 5865472,
"95.000000" : 6062080,
"99.000000" : 6324224,
"99.500000" : 6455296,
"99.900000" : 6651904,
"99.950000" : 6717440,
"99.990000" : 6914048
},
"bins" : {
"1269760" : 1,
"1368064" : 1,
"1400832" : 1,
"1433600" : 2,
"1482752" : 1,
"1548288" : 2,
"1597440" : 4,
"1630208" : 2,
"1662976" : 4,
"1679360" : 2,
"1695744" : 7,
"1712128" : 9,
"1728512" : 2,
"1744896" : 4,
"1761280" : 8,
"1777664" : 7,
"1794048" : 4,
"1810432" : 3,
"1826816" : 3,
"1843200" : 1,
"1859584" : 6,
"1875968" : 4,
"1892352" : 4,
"1908736" : 6,
"1925120" : 4,
"1941504" : 4,
"1957888" : 5,
"1974272" : 9,
"1990656" : 13,
"2007040" : 7,
"2023424" : 17,
"2039808" : 18,
"2056192" : 25,
"2072576" : 23,
"2088960" : 22,
"2113536" : 62,
"2146304" : 37,
"2179072" : 49,
"2211840" : 48,
"2244608" : 44,
"2277376" : 71,
"2310144" : 98,
"2342912" : 126,
"2375680" : 152,
"2408448" : 181,
"2441216" : 191,
"2473984" : 222,
"2506752" : 223,
"2539520" : 223,
"2572288" : 240,
"2605056" : 283,
"2637824" : 374,
"2670592" : 464,
"2703360" : 537,
"2736128" : 620,
"2768896" : 736,
"2801664" : 800,
"2834432" : 858,
"2867200" : 921,
"2899968" : 914,
"2932736" : 1077,
"2965504" : 1182,
"2998272" : 1365,
"3031040" : 1642,
"3063808" : 1853,
"3096576" : 2035,
"3129344" : 2259,
"3162112" : 2538,
"3194880" : 2684,
"3227648" : 2985,
"3260416" : 3104,
"3293184" : 3526,
"3325952" : 3830,
"3358720" : 4251,
"3391488" : 4857,
"3424256" : 5492,
"3457024" : 6076,
"3489792" : 6598,
"3522560" : 7116,
"3555328" : 7718,
"3588096" : 8244,
"3620864" : 8728,
"3653632" : 9503,
"3686400" : 10518,
"3719168" : 11664,
"3751936" : 12930,
"3784704" : 13995,
"3817472" : 15644,
"3850240" : 16795,
"3883008" : 17892,
"3915776" : 19139,
"3948544" : 20552,
"3981312" : 22145,
"4014080" : 23080,
"4046848" : 25262,
"4079616" : 27339,
"4112384" : 30010,
"4145152" : 32657,
"4177920" : 34987,
"4227072" : 77114,
"4292608" : 85422,
"4358144" : 95758,
"4423680" : 109502,
"4489216" : 124472,
"4554752" : 139131,
"4620288" : 153168,
"4685824" : 167152,
"4751360" : 181884,
"4816896" : 199348,
"4882432" : 216474,
"4947968" : 233205,
"5013504" : 247927,
"5079040" : 261382,
"5144576" : 273056,
"5210112" : 283762,
"5275648" : 291928,
"5341184" : 295949,
"5406720" : 295330,
"5472256" : 291257,
"5537792" : 282030,
"5603328" : 270049,
"5668864" : 254292,
"5734400" : 232951,
"5799936" : 207368,
"5865472" : 179216,
"5931008" : 150741,
"5996544" : 122434,
"6062080" : 95856,
"6127616" : 73378,
"6193152" : 53744,
"6258688" : 38470,
"6324224" : 27020,
"6389760" : 17790,
"6455296" : 12208,
"6520832" : 7791,
"6586368" : 5007,
"6651904" : 3024,
"6717440" : 1910,
"6782976" : 1092,
"6848512" : 606,
"6914048" : 390,
"6979584" : 216,
"7045120" : 137,
"7110656" : 83,
"7176192" : 62,
"7241728" : 48,
"7307264" : 19,
"7372800" : 15,
"7438336" : 24,
"7503872" : 17,
"7569408" : 11,
"7634944" : 5,
"7700480" : 2,
"7766016" : 5,
"7831552" : 2
}
},
"lat_ns" : {
"min" : 1568366,
"max" : 8294983,
"mean" : 5510339.109796,
"stddev" : 629772.340445,
"N" : 6503215
},
"bw_min" : 176788,
"bw_max" : 195870,
"bw_agg" : 100.000000,
"bw_mean" : 185838.845878,
"bw_dev" : 247.471946,
"bw_samples" : 4464,
"iops_min" : 44195,
"iops_max" : 48966,
"iops_mean" : 46459.086022,
"iops_stddev" : 61.872583,
"iops_samples" : 4464
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2239984,
"usr_cpu" : 0.641299,
"sys_cpu" : 16.178374,
"ctx" : 5713613,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 4.152659,
"10" : 95.845204,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083436,
"timestamp_ms" : 1773083436233,
"time" : "Mon Mar 9 16:10:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 28534517760,
"io_kbytes" : 27865740,
"bw_bytes" : 190231386,
"bw" : 185772,
"iops" : 46443.362956,
"runtime" : 149999,
"total_ios" : 6966458,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5198,
"max" : 2075941,
"mean" : 342243.533931,
"stddev" : 136047.994918,
"N" : 6966458
},
"clat_ns" : {
"min" : 1270992,
"max" : 7846828,
"mean" : 5169105.560304,
"stddev" : 601848.085841,
"N" : 6966442,
"percentile" : {
"1.000000" : 3522560,
"5.000000" : 4079616,
"10.000000" : 4358144,
"20.000000" : 4685824,
"30.000000" : 4882432,
"40.000000" : 5079040,
"50.000000" : 5210112,
"60.000000" : 5406720,
"70.000000" : 5537792,
"80.000000" : 5668864,
"90.000000" : 5865472,
"95.000000" : 6062080,
"99.000000" : 6324224,
"99.500000" : 6389760,
"99.900000" : 6651904,
"99.950000" : 6717440,
"99.990000" : 6914048
},
"bins" : {
"1269760" : 1,
"1368064" : 1,
"1400832" : 1,
"1433600" : 2,
"1482752" : 1,
"1548288" : 2,
"1597440" : 4,
"1630208" : 2,
"1662976" : 4,
"1679360" : 2,
"1695744" : 7,
"1712128" : 9,
"1728512" : 2,
"1744896" : 4,
"1761280" : 8,
"1777664" : 7,
"1794048" : 4,
"1810432" : 3,
"1826816" : 3,
"1843200" : 1,
"1859584" : 6,
"1875968" : 4,
"1892352" : 5,
"1908736" : 6,
"1925120" : 4,
"1941504" : 4,
"1957888" : 5,
"1974272" : 11,
"1990656" : 14,
"2007040" : 7,
"2023424" : 17,
"2039808" : 18,
"2056192" : 26,
"2072576" : 23,
"2088960" : 22,
"2113536" : 63,
"2146304" : 37,
"2179072" : 49,
"2211840" : 49,
"2244608" : 45,
"2277376" : 72,
"2310144" : 100,
"2342912" : 137,
"2375680" : 157,
"2408448" : 185,
"2441216" : 199,
"2473984" : 226,
"2506752" : 236,
"2539520" : 233,
"2572288" : 247,
"2605056" : 290,
"2637824" : 390,
"2670592" : 481,
"2703360" : 554,
"2736128" : 650,
"2768896" : 767,
"2801664" : 832,
"2834432" : 895,
"2867200" : 957,
"2899968" : 958,
"2932736" : 1113,
"2965504" : 1228,
"2998272" : 1430,
"3031040" : 1685,
"3063808" : 1920,
"3096576" : 2120,
"3129344" : 2336,
"3162112" : 2632,
"3194880" : 2800,
"3227648" : 3118,
"3260416" : 3258,
"3293184" : 3677,
"3325952" : 4002,
"3358720" : 4431,
"3391488" : 5058,
"3424256" : 5729,
"3457024" : 6342,
"3489792" : 6895,
"3522560" : 7410,
"3555328" : 8096,
"3588096" : 8621,
"3620864" : 9104,
"3653632" : 9990,
"3686400" : 11013,
"3719168" : 12273,
"3751936" : 13605,
"3784704" : 14762,
"3817472" : 16443,
"3850240" : 17649,
"3883008" : 18898,
"3915776" : 20208,
"3948544" : 21679,
"3981312" : 23326,
"4014080" : 24393,
"4046848" : 26735,
"4079616" : 28911,
"4112384" : 31848,
"4145152" : 34575,
"4177920" : 37115,
"4227072" : 81892,
"4292608" : 90787,
"4358144" : 102057,
"4423680" : 116785,
"4489216" : 132802,
"4554752" : 149001,
"4620288" : 164236,
"4685824" : 179452,
"4751360" : 195745,
"4816896" : 214733,
"4882432" : 233396,
"4947968" : 251385,
"5013504" : 267256,
"5079040" : 281572,
"5144576" : 294839,
"5210112" : 305897,
"5275648" : 314748,
"5341184" : 318334,
"5406720" : 317594,
"5472256" : 312861,
"5537792" : 302460,
"5603328" : 289517,
"5668864" : 271849,
"5734400" : 248481,
"5799936" : 221187,
"5865472" : 191090,
"5931008" : 160398,
"5996544" : 130217,
"6062080" : 102069,
"6127616" : 77951,
"6193152" : 57070,
"6258688" : 40875,
"6324224" : 28739,
"6389760" : 18919,
"6455296" : 13003,
"6520832" : 8318,
"6586368" : 5310,
"6651904" : 3200,
"6717440" : 2007,
"6782976" : 1158,
"6848512" : 653,
"6914048" : 429,
"6979584" : 230,
"7045120" : 147,
"7110656" : 90,
"7176192" : 73,
"7241728" : 49,
"7307264" : 23,
"7372800" : 15,
"7438336" : 24,
"7503872" : 17,
"7569408" : 11,
"7634944" : 5,
"7700480" : 2,
"7766016" : 5,
"7831552" : 2
}
},
"lat_ns" : {
"min" : 1568366,
"max" : 8294983,
"mean" : 5511348.654650,
"stddev" : 626579.925764,
"N" : 6966442
},
"bw_min" : 176537,
"bw_max" : 195894,
"bw_agg" : 100.000000,
"bw_mean" : 185808.789298,
"bw_dev" : 251.139603,
"bw_samples" : 4784,
"iops_min" : 44134,
"iops_max" : 48972,
"iops_mean" : 46451.541806,
"iops_stddev" : 62.789509,
"iops_samples" : 4784
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2399984,
"usr_cpu" : 0.639713,
"sys_cpu" : 16.177650,
"ctx" : 6121880,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 4.067993,
"10" : 95.929955,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083446,
"timestamp_ms" : 1773083446234,
"time" : "Mon Mar 9 16:10:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 30432272384,
"io_kbytes" : 29719016,
"bw_bytes" : 190201702,
"bw" : 185743,
"iops" : 46436.143750,
"runtime" : 160000,
"total_ios" : 7429783,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5198,
"max" : 2075941,
"mean" : 342296.604717,
"stddev" : 135994.925587,
"N" : 7429783
},
"clat_ns" : {
"min" : 1270992,
"max" : 7846828,
"mean" : 5169901.619049,
"stddev" : 599079.614955,
"N" : 7429767,
"percentile" : {
"1.000000" : 3522560,
"5.000000" : 4079616,
"10.000000" : 4358144,
"20.000000" : 4685824,
"30.000000" : 4882432,
"40.000000" : 5079040,
"50.000000" : 5210112,
"60.000000" : 5406720,
"70.000000" : 5537792,
"80.000000" : 5668864,
"90.000000" : 5865472,
"95.000000" : 6062080,
"99.000000" : 6324224,
"99.500000" : 6389760,
"99.900000" : 6651904,
"99.950000" : 6717440,
"99.990000" : 6914048
},
"bins" : {
"1269760" : 1,
"1368064" : 1,
"1400832" : 1,
"1433600" : 2,
"1482752" : 1,
"1548288" : 2,
"1597440" : 4,
"1630208" : 2,
"1662976" : 4,
"1679360" : 2,
"1695744" : 7,
"1712128" : 10,
"1728512" : 2,
"1744896" : 4,
"1761280" : 8,
"1777664" : 7,
"1794048" : 4,
"1810432" : 3,
"1826816" : 3,
"1843200" : 1,
"1859584" : 8,
"1875968" : 5,
"1892352" : 5,
"1908736" : 7,
"1925120" : 4,
"1941504" : 4,
"1957888" : 7,
"1974272" : 11,
"1990656" : 14,
"2007040" : 7,
"2023424" : 18,
"2039808" : 18,
"2056192" : 26,
"2072576" : 25,
"2088960" : 24,
"2113536" : 64,
"2146304" : 39,
"2179072" : 50,
"2211840" : 51,
"2244608" : 52,
"2277376" : 76,
"2310144" : 102,
"2342912" : 143,
"2375680" : 160,
"2408448" : 191,
"2441216" : 204,
"2473984" : 233,
"2506752" : 243,
"2539520" : 243,
"2572288" : 256,
"2605056" : 298,
"2637824" : 402,
"2670592" : 493,
"2703360" : 578,
"2736128" : 665,
"2768896" : 788,
"2801664" : 853,
"2834432" : 923,
"2867200" : 981,
"2899968" : 992,
"2932736" : 1147,
"2965504" : 1271,
"2998272" : 1483,
"3031040" : 1739,
"3063808" : 1994,
"3096576" : 2185,
"3129344" : 2416,
"3162112" : 2729,
"3194880" : 2889,
"3227648" : 3250,
"3260416" : 3387,
"3293184" : 3797,
"3325952" : 4155,
"3358720" : 4594,
"3391488" : 5282,
"3424256" : 5979,
"3457024" : 6605,
"3489792" : 7198,
"3522560" : 7745,
"3555328" : 8451,
"3588096" : 9015,
"3620864" : 9506,
"3653632" : 10488,
"3686400" : 11492,
"3719168" : 12872,
"3751936" : 14246,
"3784704" : 15476,
"3817472" : 17240,
"3850240" : 18473,
"3883008" : 19789,
"3915776" : 21264,
"3948544" : 22800,
"3981312" : 24491,
"4014080" : 25722,
"4046848" : 28163,
"4079616" : 30539,
"4112384" : 33577,
"4145152" : 36415,
"4177920" : 39101,
"4227072" : 86675,
"4292608" : 96159,
"4358144" : 108445,
"4423680" : 124157,
"4489216" : 141490,
"4554752" : 158909,
"4620288" : 175636,
"4685824" : 191721,
"4751360" : 209528,
"4816896" : 229920,
"4882432" : 250451,
"4947968" : 269695,
"5013504" : 286819,
"5079040" : 302170,
"5144576" : 315788,
"5210112" : 327722,
"5275648" : 337439,
"5341184" : 341161,
"5406720" : 340325,
"5472256" : 334649,
"5537792" : 322592,
"5603328" : 308779,
"5668864" : 289616,
"5734400" : 264542,
"5799936" : 235344,
"5865472" : 202714,
"5931008" : 170134,
"5996544" : 137844,
"6062080" : 108015,
"6127616" : 82485,
"6193152" : 60339,
"6258688" : 43274,
"6324224" : 30311,
"6389760" : 20011,
"6455296" : 13671,
"6520832" : 8746,
"6586368" : 5615,
"6651904" : 3378,
"6717440" : 2121,
"6782976" : 1215,
"6848512" : 695,
"6914048" : 450,
"6979584" : 241,
"7045120" : 159,
"7110656" : 92,
"7176192" : 74,
"7241728" : 50,
"7307264" : 23,
"7372800" : 15,
"7438336" : 24,
"7503872" : 17,
"7569408" : 11,
"7634944" : 5,
"7700480" : 2,
"7766016" : 5,
"7831552" : 2
}
},
"lat_ns" : {
"min" : 1568366,
"max" : 8294983,
"mean" : 5512198.387995,
"stddev" : 623559.153140,
"N" : 7429767
},
"bw_min" : 176281,
"bw_max" : 196031,
"bw_agg" : 100.000000,
"bw_mean" : 185778.605016,
"bw_dev" : 255.812220,
"bw_samples" : 5104,
"iops_min" : 44070,
"iops_max" : 49007,
"iops_mean" : 46443.978056,
"iops_stddev" : 63.958209,
"iops_samples" : 5104
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2559999,
"usr_cpu" : 0.639688,
"sys_cpu" : 16.174733,
"ctx" : 6530473,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 3.988946,
"10" : 96.009036,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083456,
"timestamp_ms" : 1773083456234,
"time" : "Mon Mar 9 16:10:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 32332591104,
"io_kbytes" : 31574796,
"bw_bytes" : 190191712,
"bw" : 185734,
"iops" : 46433.670588,
"runtime" : 170000,
"total_ios" : 7893724,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5198,
"max" : 2075941,
"mean" : 342315.229655,
"stddev" : 135970.920750,
"N" : 7893724
},
"clat_ns" : {
"min" : 1270992,
"max" : 7846828,
"mean" : 5170168.300636,
"stddev" : 596646.351478,
"N" : 7893708,
"percentile" : {
"1.000000" : 3522560,
"5.000000" : 4079616,
"10.000000" : 4358144,
"20.000000" : 4685824,
"30.000000" : 4882432,
"40.000000" : 5079040,
"50.000000" : 5210112,
"60.000000" : 5406720,
"70.000000" : 5537792,
"80.000000" : 5668864,
"90.000000" : 5865472,
"95.000000" : 6062080,
"99.000000" : 6324224,
"99.500000" : 6389760,
"99.900000" : 6651904,
"99.950000" : 6717440,
"99.990000" : 6914048
},
"bins" : {
"1269760" : 1,
"1368064" : 1,
"1400832" : 1,
"1433600" : 2,
"1482752" : 1,
"1548288" : 2,
"1564672" : 1,
"1597440" : 4,
"1630208" : 2,
"1662976" : 4,
"1679360" : 2,
"1695744" : 8,
"1712128" : 10,
"1728512" : 2,
"1744896" : 4,
"1761280" : 8,
"1777664" : 7,
"1794048" : 4,
"1810432" : 3,
"1826816" : 3,
"1843200" : 1,
"1859584" : 8,
"1875968" : 5,
"1892352" : 7,
"1908736" : 7,
"1925120" : 5,
"1941504" : 5,
"1957888" : 7,
"1974272" : 11,
"1990656" : 14,
"2007040" : 7,
"2023424" : 20,
"2039808" : 18,
"2056192" : 27,
"2072576" : 26,
"2088960" : 24,
"2113536" : 64,
"2146304" : 42,
"2179072" : 50,
"2211840" : 56,
"2244608" : 54,
"2277376" : 80,
"2310144" : 105,
"2342912" : 146,
"2375680" : 167,
"2408448" : 194,
"2441216" : 218,
"2473984" : 238,
"2506752" : 250,
"2539520" : 257,
"2572288" : 263,
"2605056" : 311,
"2637824" : 418,
"2670592" : 503,
"2703360" : 592,
"2736128" : 684,
"2768896" : 808,
"2801664" : 879,
"2834432" : 944,
"2867200" : 1013,
"2899968" : 1038,
"2932736" : 1208,
"2965504" : 1297,
"2998272" : 1540,
"3031040" : 1798,
"3063808" : 2054,
"3096576" : 2275,
"3129344" : 2510,
"3162112" : 2844,
"3194880" : 2999,
"3227648" : 3376,
"3260416" : 3519,
"3293184" : 3944,
"3325952" : 4310,
"3358720" : 4790,
"3391488" : 5494,
"3424256" : 6253,
"3457024" : 6862,
"3489792" : 7497,
"3522560" : 8060,
"3555328" : 8813,
"3588096" : 9389,
"3620864" : 9904,
"3653632" : 10981,
"3686400" : 12039,
"3719168" : 13443,
"3751936" : 14932,
"3784704" : 16165,
"3817472" : 17948,
"3850240" : 19284,
"3883008" : 20783,
"3915776" : 22315,
"3948544" : 23893,
"3981312" : 25750,
"4014080" : 27006,
"4046848" : 29575,
"4079616" : 32071,
"4112384" : 35328,
"4145152" : 38461,
"4177920" : 41239,
"4227072" : 91439,
"4292608" : 101638,
"4358144" : 114733,
"4423680" : 131696,
"4489216" : 150368,
"4554752" : 169129,
"4620288" : 186851,
"4685824" : 204464,
"4751360" : 223765,
"4816896" : 245542,
"4882432" : 267536,
"4947968" : 288367,
"5013504" : 306549,
"5079040" : 322731,
"5144576" : 337415,
"5210112" : 349932,
"5275648" : 360412,
"5341184" : 363740,
"5406720" : 362599,
"5472256" : 356056,
"5537792" : 342823,
"5603328" : 327823,
"5668864" : 306946,
"5734400" : 280334,
"5799936" : 248753,
"5865472" : 214045,
"5931008" : 179470,
"5996544" : 145485,
"6062080" : 113877,
"6127616" : 86884,
"6193152" : 63554,
"6258688" : 45579,
"6324224" : 31911,
"6389760" : 21069,
"6455296" : 14429,
"6520832" : 9236,
"6586368" : 5886,
"6651904" : 3579,
"6717440" : 2250,
"6782976" : 1271,
"6848512" : 734,
"6914048" : 475,
"6979584" : 259,
"7045120" : 162,
"7110656" : 96,
"7176192" : 75,
"7241728" : 50,
"7307264" : 25,
"7372800" : 15,
"7438336" : 24,
"7503872" : 17,
"7569408" : 11,
"7634944" : 5,
"7700480" : 2,
"7766016" : 5,
"7831552" : 2
}
},
"lat_ns" : {
"min" : 1568366,
"max" : 8294983,
"mean" : 5512483.203003,
"stddev" : 620905.103221,
"N" : 7893708
},
"bw_min" : 176185,
"bw_max" : 196215,
"bw_agg" : 100.000000,
"bw_mean" : 185768.336283,
"bw_dev" : 258.400203,
"bw_samples" : 5424,
"iops_min" : 44046,
"iops_max" : 49053,
"iops_mean" : 46441.421829,
"iops_stddev" : 64.604766,
"iops_samples" : 5424
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2719995,
"usr_cpu" : 0.639634,
"sys_cpu" : 16.171905,
"ctx" : 6939011,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 3.921761,
"10" : 96.076263,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083466,
"timestamp_ms" : 1773083466271,
"time" : "Mon Mar 9 16:11:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 5898,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 34230108160,
"io_kbytes" : 33427840,
"bw_bytes" : 190166211,
"bw" : 185709,
"iops" : 46427.225404,
"runtime" : 180001,
"total_ios" : 8356947,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5198,
"max" : 2075941,
"mean" : 342360.727117,
"stddev" : 135930.375070,
"N" : 8356963
},
"clat_ns" : {
"min" : 3285,
"max" : 7846828,
"mean" : 5170758.182668,
"stddev" : 594430.702293,
"N" : 8357187,
"percentile" : {
"1.000000" : 3522560,
"5.000000" : 4112384,
"10.000000" : 4358144,
"20.000000" : 4685824,
"30.000000" : 4882432,
"40.000000" : 5079040,
"50.000000" : 5210112,
"60.000000" : 5406720,
"70.000000" : 5537792,
"80.000000" : 5668864,
"90.000000" : 5865472,
"95.000000" : 6062080,
"99.000000" : 6324224,
"99.500000" : 6389760,
"99.900000" : 6651904,
"99.950000" : 6717440,
"99.990000" : 6914048
},
"bins" : {
"3280" : 1,
"3312" : 1,
"3600" : 1,
"3664" : 1,
"5344" : 1,
"5920" : 1,
"6048" : 1,
"6432" : 1,
"6944" : 1,
"7648" : 1,
"8256" : 1,
"8384" : 1,
"8640" : 1,
"10944" : 1,
"11840" : 1,
"14912" : 1,
"317440" : 1,
"321536" : 1,
"333824" : 2,
"342016" : 2,
"346112" : 1,
"350208" : 1,
"387072" : 1,
"391168" : 2,
"399360" : 1,
"403456" : 1,
"411648" : 1,
"432128" : 1,
"456704" : 1,
"468992" : 1,
"552960" : 1,
"626688" : 1,
"643072" : 1,
"651264" : 1,
"700416" : 1,
"716800" : 2,
"733184" : 1,
"741376" : 1,
"749568" : 1,
"765952" : 1,
"774144" : 1,
"798720" : 2,
"815104" : 1,
"823296" : 1,
"839680" : 1,
"937984" : 1,
"1036288" : 1,
"1044480" : 1,
"1056768" : 1,
"1073152" : 1,
"1089536" : 1,
"1122304" : 2,
"1138688" : 2,
"1155072" : 2,
"1171456" : 1,
"1187840" : 1,
"1253376" : 1,
"1269760" : 2,
"1286144" : 1,
"1368064" : 2,
"1384448" : 1,
"1400832" : 1,
"1417216" : 2,
"1433600" : 3,
"1449984" : 1,
"1466368" : 2,
"1482752" : 2,
"1499136" : 1,
"1531904" : 1,
"1548288" : 3,
"1564672" : 1,
"1581056" : 1,
"1597440" : 4,
"1630208" : 3,
"1646592" : 1,
"1662976" : 5,
"1679360" : 3,
"1695744" : 8,
"1712128" : 10,
"1728512" : 2,
"1744896" : 4,
"1761280" : 8,
"1777664" : 8,
"1794048" : 6,
"1810432" : 6,
"1826816" : 4,
"1843200" : 2,
"1859584" : 11,
"1875968" : 6,
"1892352" : 7,
"1908736" : 7,
"1925120" : 7,
"1941504" : 7,
"1957888" : 8,
"1974272" : 12,
"1990656" : 15,
"2007040" : 7,
"2023424" : 22,
"2039808" : 18,
"2056192" : 27,
"2072576" : 27,
"2088960" : 25,
"2113536" : 67,
"2146304" : 46,
"2179072" : 56,
"2211840" : 60,
"2244608" : 59,
"2277376" : 83,
"2310144" : 106,
"2342912" : 150,
"2375680" : 177,
"2408448" : 199,
"2441216" : 234,
"2473984" : 244,
"2506752" : 257,
"2539520" : 272,
"2572288" : 275,
"2605056" : 328,
"2637824" : 435,
"2670592" : 513,
"2703360" : 611,
"2736128" : 712,
"2768896" : 837,
"2801664" : 904,
"2834432" : 972,
"2867200" : 1040,
"2899968" : 1077,
"2932736" : 1259,
"2965504" : 1346,
"2998272" : 1586,
"3031040" : 1864,
"3063808" : 2133,
"3096576" : 2355,
"3129344" : 2590,
"3162112" : 2921,
"3194880" : 3097,
"3227648" : 3472,
"3260416" : 3639,
"3293184" : 4068,
"3325952" : 4461,
"3358720" : 4979,
"3391488" : 5694,
"3424256" : 6479,
"3457024" : 7092,
"3489792" : 7732,
"3522560" : 8371,
"3555328" : 9132,
"3588096" : 9718,
"3620864" : 10232,
"3653632" : 11424,
"3686400" : 12560,
"3719168" : 13981,
"3751936" : 15495,
"3784704" : 16774,
"3817472" : 18623,
"3850240" : 20142,
"3883008" : 21650,
"3915776" : 23278,
"3948544" : 24908,
"3981312" : 26891,
"4014080" : 28285,
"4046848" : 30987,
"4079616" : 33706,
"4112384" : 37141,
"4145152" : 40282,
"4177920" : 43374,
"4227072" : 96071,
"4292608" : 106966,
"4358144" : 121030,
"4423680" : 139212,
"4489216" : 158818,
"4554752" : 179044,
"4620288" : 198152,
"4685824" : 217134,
"4751360" : 237669,
"4816896" : 260991,
"4882432" : 284713,
"4947968" : 306991,
"5013504" : 326304,
"5079040" : 343316,
"5144576" : 359163,
"5210112" : 372356,
"5275648" : 383348,
"5341184" : 386909,
"5406720" : 385084,
"5472256" : 377528,
"5537792" : 363265,
"5603328" : 346666,
"5668864" : 324268,
"5734400" : 295891,
"5799936" : 262480,
"5865472" : 225806,
"5931008" : 189016,
"5996544" : 153035,
"6062080" : 119742,
"6127616" : 91423,
"6193152" : 66898,
"6258688" : 47989,
"6324224" : 33512,
"6389760" : 22158,
"6455296" : 15107,
"6520832" : 9668,
"6586368" : 6168,
"6651904" : 3741,
"6717440" : 2365,
"6782976" : 1345,
"6848512" : 774,
"6914048" : 495,
"6979584" : 270,
"7045120" : 172,
"7110656" : 96,
"7176192" : 76,
"7241728" : 52,
"7307264" : 25,
"7372800" : 15,
"7438336" : 24,
"7503872" : 17,
"7569408" : 11,
"7634944" : 5,
"7700480" : 2,
"7766016" : 5,
"7831552" : 2
}
},
"lat_ns" : {
"min" : 309252,
"max" : 8294983,
"mean" : 5513118.545800,
"stddev" : 618452.792221,
"N" : 8357187
},
"bw_min" : 175905,
"bw_max" : 196431,
"bw_agg" : 100.000000,
"bw_mean" : 185745.311978,
"bw_dev" : 261.337592,
"bw_samples" : 5744,
"iops_min" : 43976,
"iops_max" : 49107,
"iops_mean" : 46435.649025,
"iops_stddev" : 65.339084,
"iops_samples" : 5744
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2879986,
"usr_cpu" : 0.640489,
"sys_cpu" : 16.169245,
"ctx" : 7347497,
"majf" : 0,
"minf" : 574,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999809,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 3.849289,
"10" : 96.150676,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083466,
"timestamp_ms" : 1773083466328,
"time" : "Mon Mar 9 16:11:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 34231103488,
"io_kbytes" : 33428812,
"bw_bytes" : 190130545,
"bw" : 185674,
"iops" : 46417.168407,
"runtime" : 180040,
"total_ios" : 8356947,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5198,
"max" : 2075941,
"mean" : 342360.727117,
"stddev" : 135930.375070,
"N" : 8356963
},
"clat_ns" : {
"min" : 3285,
"max" : 7846828,
"mean" : 5170758.182668,
"stddev" : 594430.702293,
"N" : 8357187,
"percentile" : {
"1.000000" : 3522560,
"5.000000" : 4112384,
"10.000000" : 4358144,
"20.000000" : 4685824,
"30.000000" : 4882432,
"40.000000" : 5079040,
"50.000000" : 5210112,
"60.000000" : 5406720,
"70.000000" : 5537792,
"80.000000" : 5668864,
"90.000000" : 5865472,
"95.000000" : 6062080,
"99.000000" : 6324224,
"99.500000" : 6389760,
"99.900000" : 6651904,
"99.950000" : 6717440,
"99.990000" : 6914048
},
"bins" : {
"3280" : 1,
"3312" : 1,
"3600" : 1,
"3664" : 1,
"5344" : 1,
"5920" : 1,
"6048" : 1,
"6432" : 1,
"6944" : 1,
"7648" : 1,
"8256" : 1,
"8384" : 1,
"8640" : 1,
"10944" : 1,
"11840" : 1,
"14912" : 1,
"317440" : 1,
"321536" : 1,
"333824" : 2,
"342016" : 2,
"346112" : 1,
"350208" : 1,
"387072" : 1,
"391168" : 2,
"399360" : 1,
"403456" : 1,
"411648" : 1,
"432128" : 1,
"456704" : 1,
"468992" : 1,
"552960" : 1,
"626688" : 1,
"643072" : 1,
"651264" : 1,
"700416" : 1,
"716800" : 2,
"733184" : 1,
"741376" : 1,
"749568" : 1,
"765952" : 1,
"774144" : 1,
"798720" : 2,
"815104" : 1,
"823296" : 1,
"839680" : 1,
"937984" : 1,
"1036288" : 1,
"1044480" : 1,
"1056768" : 1,
"1073152" : 1,
"1089536" : 1,
"1122304" : 2,
"1138688" : 2,
"1155072" : 2,
"1171456" : 1,
"1187840" : 1,
"1253376" : 1,
"1269760" : 2,
"1286144" : 1,
"1368064" : 2,
"1384448" : 1,
"1400832" : 1,
"1417216" : 2,
"1433600" : 3,
"1449984" : 1,
"1466368" : 2,
"1482752" : 2,
"1499136" : 1,
"1531904" : 1,
"1548288" : 3,
"1564672" : 1,
"1581056" : 1,
"1597440" : 4,
"1630208" : 3,
"1646592" : 1,
"1662976" : 5,
"1679360" : 3,
"1695744" : 8,
"1712128" : 10,
"1728512" : 2,
"1744896" : 4,
"1761280" : 8,
"1777664" : 8,
"1794048" : 6,
"1810432" : 6,
"1826816" : 4,
"1843200" : 2,
"1859584" : 11,
"1875968" : 6,
"1892352" : 7,
"1908736" : 7,
"1925120" : 7,
"1941504" : 7,
"1957888" : 8,
"1974272" : 12,
"1990656" : 15,
"2007040" : 7,
"2023424" : 22,
"2039808" : 18,
"2056192" : 27,
"2072576" : 27,
"2088960" : 25,
"2113536" : 67,
"2146304" : 46,
"2179072" : 56,
"2211840" : 60,
"2244608" : 59,
"2277376" : 83,
"2310144" : 106,
"2342912" : 150,
"2375680" : 177,
"2408448" : 199,
"2441216" : 234,
"2473984" : 244,
"2506752" : 257,
"2539520" : 272,
"2572288" : 275,
"2605056" : 328,
"2637824" : 435,
"2670592" : 513,
"2703360" : 611,
"2736128" : 712,
"2768896" : 837,
"2801664" : 904,
"2834432" : 972,
"2867200" : 1040,
"2899968" : 1077,
"2932736" : 1259,
"2965504" : 1346,
"2998272" : 1586,
"3031040" : 1864,
"3063808" : 2133,
"3096576" : 2355,
"3129344" : 2590,
"3162112" : 2921,
"3194880" : 3097,
"3227648" : 3472,
"3260416" : 3639,
"3293184" : 4068,
"3325952" : 4461,
"3358720" : 4979,
"3391488" : 5694,
"3424256" : 6479,
"3457024" : 7092,
"3489792" : 7732,
"3522560" : 8371,
"3555328" : 9132,
"3588096" : 9718,
"3620864" : 10232,
"3653632" : 11424,
"3686400" : 12560,
"3719168" : 13981,
"3751936" : 15495,
"3784704" : 16774,
"3817472" : 18623,
"3850240" : 20142,
"3883008" : 21650,
"3915776" : 23278,
"3948544" : 24908,
"3981312" : 26891,
"4014080" : 28285,
"4046848" : 30987,
"4079616" : 33706,
"4112384" : 37141,
"4145152" : 40282,
"4177920" : 43374,
"4227072" : 96071,
"4292608" : 106966,
"4358144" : 121030,
"4423680" : 139212,
"4489216" : 158818,
"4554752" : 179044,
"4620288" : 198152,
"4685824" : 217134,
"4751360" : 237669,
"4816896" : 260991,
"4882432" : 284713,
"4947968" : 306991,
"5013504" : 326304,
"5079040" : 343316,
"5144576" : 359163,
"5210112" : 372356,
"5275648" : 383348,
"5341184" : 386909,
"5406720" : 385084,
"5472256" : 377528,
"5537792" : 363265,
"5603328" : 346666,
"5668864" : 324268,
"5734400" : 295891,
"5799936" : 262480,
"5865472" : 225806,
"5931008" : 189016,
"5996544" : 153035,
"6062080" : 119742,
"6127616" : 91423,
"6193152" : 66898,
"6258688" : 47989,
"6324224" : 33512,
"6389760" : 22158,
"6455296" : 15107,
"6520832" : 9668,
"6586368" : 6168,
"6651904" : 3741,
"6717440" : 2365,
"6782976" : 1345,
"6848512" : 774,
"6914048" : 495,
"6979584" : 270,
"7045120" : 172,
"7110656" : 96,
"7176192" : 76,
"7241728" : 52,
"7307264" : 25,
"7372800" : 15,
"7438336" : 24,
"7503872" : 17,
"7569408" : 11,
"7634944" : 5,
"7700480" : 2,
"7766016" : 5,
"7831552" : 2
}
},
"lat_ns" : {
"min" : 309252,
"max" : 8294983,
"mean" : 5513118.545800,
"stddev" : 618452.792221,
"N" : 8357187
},
"bw_min" : 173247,
"bw_max" : 196431,
"bw_agg" : 100.000000,
"bw_mean" : 185715.754836,
"bw_dev" : 264.000986,
"bw_samples" : 5759,
"iops_min" : 43309,
"iops_max" : 49107,
"iops_mean" : 46428.248305,
"iops_stddev" : 66.006805,
"iops_samples" : 5759
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880585,
"usr_cpu" : 0.640356,
"sys_cpu" : 16.165883,
"ctx" : 7348055,
"majf" : 0,
"minf" : 589,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999809,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 3.849289,
"10" : 96.150676,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}