raidz2/benchmarks/rand/rand-read-qd16-nj8_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773082595,
"timestamp_ms" : 1773082595788,
"time" : "Mon Mar 9 15:56:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 2712158208,
"io_kbytes" : 2648592,
"bw_bytes" : 277771221,
"bw" : 271260,
"iops" : 67832.036051,
"runtime" : 9764,
"total_ios" : 662312,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 78112,
"usr_cpu" : 1.367268,
"sys_cpu" : 26.060016,
"ctx" : 186144,
"majf" : 0,
"minf" : 184,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 99.981882,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999849,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082606,
"timestamp_ms" : 1773082606022,
"time" : "Mon Mar 9 15:56:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 2792456192,
"io_kbytes" : 2727008,
"bw_bytes" : 279273546,
"bw" : 272728,
"iops" : 68184.418442,
"runtime" : 9999,
"total_ios" : 681776,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5118,
"max" : 918854,
"mean" : 115549.013235,
"stddev" : 156670.665353,
"N" : 681776
},
"clat_ns" : {
"min" : 244173,
"max" : 6376463,
"mean" : 1761331.927296,
"stddev" : 2195756.774318,
"N" : 681768,
"percentile" : {
"1.000000" : 284672,
"5.000000" : 296960,
"10.000000" : 305152,
"20.000000" : 309248,
"30.000000" : 317440,
"40.000000" : 321536,
"50.000000" : 325632,
"60.000000" : 333824,
"70.000000" : 4014080,
"80.000000" : 4947968,
"90.000000" : 5275648,
"95.000000" : 5472256,
"99.000000" : 5734400,
"99.500000" : 5799936,
"99.900000" : 5996544,
"99.950000" : 5996544,
"99.990000" : 6193152
},
"bins" : {
"244736" : 7,
"246784" : 1,
"248832" : 5,
"250880" : 3,
"252928" : 5,
"254976" : 17,
"257024" : 10,
"259072" : 22,
"261120" : 38,
"264192" : 172,
"268288" : 310,
"272384" : 454,
"276480" : 1268,
"280576" : 2358,
"284672" : 3164,
"288768" : 6650,
"292864" : 11848,
"296960" : 14360,
"301056" : 23993,
"305152" : 41791,
"309248" : 43759,
"313344" : 49709,
"317440" : 72219,
"321536" : 68657,
"325632" : 42726,
"329728" : 24714,
"333824" : 16500,
"337920" : 14927,
"342016" : 15216,
"346112" : 10561,
"350208" : 5258,
"354304" : 2228,
"358400" : 881,
"362496" : 232,
"366592" : 53,
"370688" : 26,
"374784" : 10,
"378880" : 9,
"382976" : 16,
"387072" : 8,
"391168" : 11,
"395264" : 14,
"399360" : 32,
"403456" : 19,
"407552" : 23,
"411648" : 6,
"415744" : 8,
"419840" : 8,
"423936" : 12,
"428032" : 9,
"432128" : 7,
"436224" : 10,
"440320" : 2,
"452608" : 6,
"456704" : 1,
"468992" : 6,
"473088" : 1,
"2899968" : 1,
"2932736" : 2,
"2998272" : 1,
"3031040" : 1,
"3063808" : 4,
"3096576" : 1,
"3129344" : 2,
"3162112" : 3,
"3194880" : 6,
"3227648" : 6,
"3260416" : 13,
"3293184" : 19,
"3325952" : 16,
"3358720" : 30,
"3391488" : 26,
"3424256" : 22,
"3457024" : 27,
"3489792" : 44,
"3522560" : 25,
"3555328" : 35,
"3588096" : 43,
"3620864" : 73,
"3653632" : 81,
"3686400" : 102,
"3719168" : 118,
"3751936" : 121,
"3784704" : 165,
"3817472" : 140,
"3850240" : 175,
"3883008" : 229,
"3915776" : 253,
"3948544" : 338,
"3981312" : 426,
"4014080" : 478,
"4046848" : 476,
"4079616" : 532,
"4112384" : 599,
"4145152" : 737,
"4177920" : 752,
"4227072" : 1916,
"4292608" : 2447,
"4358144" : 3238,
"4423680" : 3809,
"4489216" : 4373,
"4554752" : 5186,
"4620288" : 6316,
"4685824" : 7582,
"4751360" : 8841,
"4816896" : 9371,
"4882432" : 10149,
"4947968" : 10971,
"5013504" : 12200,
"5079040" : 13273,
"5144576" : 13407,
"5210112" : 13197,
"5275648" : 12560,
"5341184" : 11856,
"5406720" : 11206,
"5472256" : 10300,
"5537792" : 8843,
"5603328" : 6942,
"5668864" : 4973,
"5734400" : 3308,
"5799936" : 2182,
"5865472" : 1327,
"5931008" : 776,
"5996544" : 403,
"6062080" : 173,
"6127616" : 78,
"6193152" : 50,
"6258688" : 21,
"6324224" : 11,
"6389760" : 2
}
},
"lat_ns" : {
"min" : 262862,
"max" : 6731925,
"mean" : 1876880.450259,
"stddev" : 2341152.551919,
"N" : 681768
},
"bw_min" : 269575,
"bw_max" : 275752,
"bw_agg" : 100.000000,
"bw_mean" : 272752.157895,
"bw_dev" : 307.795597,
"bw_samples" : 152,
"iops_min" : 67393,
"iops_max" : 68940,
"iops_mean" : 68187.526316,
"iops_stddev" : 77.062042,
"iops_samples" : 152
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79992,
"usr_cpu" : 1.483898,
"sys_cpu" : 26.166367,
"ctx" : 190016,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999853,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999853,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 69.575051,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.378130,
"10" : 30.043739,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082616,
"timestamp_ms" : 1773082616023,
"time" : "Mon Mar 9 15:56:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 5611524096,
"io_kbytes" : 5480004,
"bw_bytes" : 280590234,
"bw" : 274013,
"iops" : 68504.775239,
"runtime" : 19999,
"total_ios" : 1370027,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5117,
"max" : 918854,
"mean" : 114993.445925,
"stddev" : 156578.256547,
"N" : 1370027
},
"clat_ns" : {
"min" : 241949,
"max" : 6676491,
"mean" : 1753047.258710,
"stddev" : 2185664.129782,
"N" : 1370019,
"percentile" : {
"1.000000" : 284672,
"5.000000" : 296960,
"10.000000" : 301056,
"20.000000" : 309248,
"30.000000" : 313344,
"40.000000" : 317440,
"50.000000" : 321536,
"60.000000" : 329728,
"70.000000" : 3981312,
"80.000000" : 4882432,
"90.000000" : 5275648,
"95.000000" : 5472256,
"99.000000" : 5734400,
"99.500000" : 5799936,
"99.900000" : 5996544,
"99.950000" : 6062080,
"99.990000" : 6193152
},
"bins" : {
"242688" : 1,
"244736" : 7,
"246784" : 2,
"248832" : 16,
"250880" : 17,
"252928" : 22,
"254976" : 35,
"257024" : 27,
"259072" : 51,
"261120" : 110,
"264192" : 425,
"268288" : 708,
"272384" : 1385,
"276480" : 3168,
"280576" : 5362,
"284672" : 8759,
"288768" : 16576,
"292864" : 26774,
"296960" : 36503,
"301056" : 56577,
"305152" : 85799,
"309248" : 96236,
"313344" : 110906,
"317440" : 139426,
"321536" : 125957,
"325632" : 79417,
"329728" : 45623,
"333824" : 29244,
"337920" : 25766,
"342016" : 25194,
"346112" : 17917,
"350208" : 8792,
"354304" : 3687,
"358400" : 1540,
"362496" : 466,
"366592" : 122,
"370688" : 45,
"374784" : 27,
"378880" : 27,
"382976" : 43,
"387072" : 34,
"391168" : 36,
"395264" : 31,
"399360" : 68,
"403456" : 36,
"407552" : 27,
"411648" : 9,
"415744" : 15,
"419840" : 11,
"423936" : 15,
"428032" : 14,
"432128" : 11,
"436224" : 13,
"440320" : 2,
"444416" : 1,
"448512" : 1,
"452608" : 7,
"456704" : 4,
"460800" : 1,
"464896" : 4,
"468992" : 10,
"473088" : 6,
"477184" : 3,
"2670592" : 1,
"2703360" : 2,
"2736128" : 1,
"2768896" : 2,
"2834432" : 1,
"2899968" : 5,
"2932736" : 4,
"2965504" : 4,
"2998272" : 5,
"3031040" : 7,
"3063808" : 11,
"3096576" : 11,
"3129344" : 9,
"3162112" : 12,
"3194880" : 15,
"3227648" : 18,
"3260416" : 34,
"3293184" : 45,
"3325952" : 45,
"3358720" : 65,
"3391488" : 56,
"3424256" : 55,
"3457024" : 78,
"3489792" : 92,
"3522560" : 84,
"3555328" : 107,
"3588096" : 141,
"3620864" : 195,
"3653632" : 243,
"3686400" : 268,
"3719168" : 302,
"3751936" : 306,
"3784704" : 401,
"3817472" : 370,
"3850240" : 459,
"3883008" : 539,
"3915776" : 651,
"3948544" : 756,
"3981312" : 974,
"4014080" : 1079,
"4046848" : 1216,
"4079616" : 1297,
"4112384" : 1427,
"4145152" : 1713,
"4177920" : 1756,
"4227072" : 4301,
"4292608" : 5502,
"4358144" : 7197,
"4423680" : 8353,
"4489216" : 9471,
"4554752" : 11171,
"4620288" : 13533,
"4685824" : 16025,
"4751360" : 18520,
"4816896" : 19645,
"4882432" : 20797,
"4947968" : 22477,
"5013504" : 24574,
"5079040" : 26184,
"5144576" : 26530,
"5210112" : 25707,
"5275648" : 24265,
"5341184" : 22516,
"5406720" : 21397,
"5472256" : 19261,
"5537792" : 16168,
"5603328" : 13039,
"5668864" : 9352,
"5734400" : 6349,
"5799936" : 4125,
"5865472" : 2557,
"5931008" : 1490,
"5996544" : 791,
"6062080" : 362,
"6127616" : 171,
"6193152" : 120,
"6258688" : 48,
"6324224" : 23,
"6389760" : 9,
"6455296" : 4,
"6520832" : 2,
"6586368" : 2,
"6651904" : 2
}
},
"lat_ns" : {
"min" : 259927,
"max" : 7062931,
"mean" : 1868039.198133,
"stddev" : 2330329.845670,
"N" : 1370019
},
"bw_min" : 269575,
"bw_max" : 283120,
"bw_agg" : 100.000000,
"bw_mean" : 274070.358974,
"bw_dev" : 829.550712,
"bw_samples" : 312,
"iops_min" : 67393,
"iops_max" : 70782,
"iops_mean" : 68517.153846,
"iops_stddev" : 207.499441,
"iops_samples" : 312
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159992,
"usr_cpu" : 1.510701,
"sys_cpu" : 26.254438,
"ctx" : 379423,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999927,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999927,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 69.567169,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.470283,
"10" : 29.959920,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082626,
"timestamp_ms" : 1773082626022,
"time" : "Mon Mar 9 15:57:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 8417148928,
"io_kbytes" : 8219872,
"bw_bytes" : 280580983,
"bw" : 274004,
"iops" : 68502.116737,
"runtime" : 29999,
"total_ios" : 2054995,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5117,
"max" : 2037964,
"mean" : 114989.460322,
"stddev" : 156555.050552,
"N" : 2054995
},
"clat_ns" : {
"min" : 238634,
"max" : 6974276,
"mean" : 1753061.867922,
"stddev" : 2175994.514320,
"N" : 2054987,
"percentile" : {
"1.000000" : 284672,
"5.000000" : 296960,
"10.000000" : 301056,
"20.000000" : 309248,
"30.000000" : 313344,
"40.000000" : 317440,
"50.000000" : 321536,
"60.000000" : 329728,
"70.000000" : 4014080,
"80.000000" : 4882432,
"90.000000" : 5210112,
"95.000000" : 5406720,
"99.000000" : 5734400,
"99.500000" : 5799936,
"99.900000" : 5996544,
"99.950000" : 6062080,
"99.990000" : 6193152
},
"bins" : {
"238592" : 2,
"240640" : 2,
"242688" : 3,
"244736" : 9,
"246784" : 2,
"248832" : 21,
"250880" : 22,
"252928" : 30,
"254976" : 49,
"257024" : 31,
"259072" : 65,
"261120" : 128,
"264192" : 581,
"268288" : 1023,
"272384" : 1796,
"276480" : 4304,
"280576" : 7537,
"284672" : 11777,
"288768" : 23225,
"292864" : 38721,
"296960" : 50193,
"301056" : 79142,
"305152" : 126363,
"309248" : 139566,
"313344" : 158287,
"317440" : 209873,
"321536" : 196322,
"325632" : 124362,
"329728" : 70357,
"333824" : 45637,
"337920" : 41887,
"342016" : 40943,
"346112" : 28385,
"350208" : 13952,
"354304" : 6120,
"358400" : 2411,
"362496" : 744,
"366592" : 247,
"370688" : 141,
"374784" : 98,
"378880" : 88,
"382976" : 92,
"387072" : 53,
"391168" : 46,
"395264" : 56,
"399360" : 98,
"403456" : 52,
"407552" : 48,
"411648" : 30,
"415744" : 21,
"419840" : 20,
"423936" : 27,
"428032" : 26,
"432128" : 21,
"436224" : 21,
"440320" : 6,
"444416" : 8,
"448512" : 13,
"452608" : 15,
"456704" : 12,
"460800" : 6,
"464896" : 8,
"468992" : 19,
"473088" : 13,
"477184" : 3,
"485376" : 1,
"489472" : 1,
"593920" : 3,
"602112" : 5,
"610304" : 5,
"618496" : 7,
"626688" : 18,
"634880" : 38,
"643072" : 22,
"651264" : 21,
"659456" : 54,
"667648" : 30,
"675840" : 35,
"684032" : 18,
"692224" : 29,
"700416" : 69,
"708608" : 79,
"716800" : 86,
"724992" : 57,
"733184" : 50,
"741376" : 22,
"749568" : 22,
"757760" : 21,
"765952" : 13,
"774144" : 29,
"782336" : 12,
"790528" : 6,
"806912" : 14,
"815104" : 1,
"823296" : 1,
"831488" : 10,
"839680" : 4,
"978944" : 1,
"987136" : 1,
"995328" : 5,
"2539520" : 1,
"2572288" : 2,
"2670592" : 1,
"2703360" : 2,
"2736128" : 1,
"2768896" : 2,
"2801664" : 1,
"2834432" : 1,
"2867200" : 3,
"2899968" : 8,
"2932736" : 11,
"2965504" : 15,
"2998272" : 9,
"3031040" : 17,
"3063808" : 24,
"3096576" : 19,
"3129344" : 17,
"3162112" : 30,
"3194880" : 24,
"3227648" : 38,
"3260416" : 61,
"3293184" : 71,
"3325952" : 96,
"3358720" : 108,
"3391488" : 114,
"3424256" : 115,
"3457024" : 148,
"3489792" : 191,
"3522560" : 166,
"3555328" : 214,
"3588096" : 259,
"3620864" : 364,
"3653632" : 457,
"3686400" : 530,
"3719168" : 572,
"3751936" : 611,
"3784704" : 711,
"3817472" : 753,
"3850240" : 840,
"3883008" : 989,
"3915776" : 1224,
"3948544" : 1424,
"3981312" : 1752,
"4014080" : 1929,
"4046848" : 2196,
"4079616" : 2407,
"4112384" : 2570,
"4145152" : 2889,
"4177920" : 3052,
"4227072" : 7335,
"4292608" : 9397,
"4358144" : 12287,
"4423680" : 13969,
"4489216" : 15596,
"4554752" : 17947,
"4620288" : 21788,
"4685824" : 25665,
"4751360" : 28908,
"4816896" : 30511,
"4882432" : 32200,
"4947968" : 34005,
"5013504" : 37336,
"5079040" : 38756,
"5144576" : 39129,
"5210112" : 37245,
"5275648" : 35075,
"5341184" : 32175,
"5406720" : 30212,
"5472256" : 26810,
"5537792" : 22603,
"5603328" : 17908,
"5668864" : 12855,
"5734400" : 8849,
"5799936" : 5681,
"5865472" : 3519,
"5931008" : 2042,
"5996544" : 1050,
"6062080" : 521,
"6127616" : 267,
"6193152" : 182,
"6258688" : 73,
"6324224" : 39,
"6389760" : 13,
"6455296" : 17,
"6520832" : 12,
"6586368" : 14,
"6651904" : 5,
"6717440" : 2,
"6979584" : 1
}
},
"lat_ns" : {
"min" : 257373,
"max" : 7313424,
"mean" : 1868051.360206,
"stddev" : 2319970.746608,
"N" : 2054987
},
"bw_min" : 269575,
"bw_max" : 284096,
"bw_agg" : 100.000000,
"bw_mean" : 274091.254237,
"bw_dev" : 742.984090,
"bw_samples" : 472,
"iops_min" : 67393,
"iops_max" : 71026,
"iops_mean" : 68522.440678,
"iops_stddev" : 185.829319,
"iops_samples" : 472
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239992,
"usr_cpu" : 1.494633,
"sys_cpu" : 26.300877,
"ctx" : 568829,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999903,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999951,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 69.349025,
"750" : 0.032360,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.589685,
"10" : 30.020511,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082636,
"timestamp_ms" : 1773082636023,
"time" : "Mon Mar 9 15:57:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 10946760704,
"io_kbytes" : 10690196,
"bw_bytes" : 273675859,
"bw" : 267261,
"iops" : 66815.670392,
"runtime" : 39999,
"total_ios" : 2672560,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5117,
"max" : 2037964,
"mean" : 117931.171726,
"stddev" : 158025.436843,
"N" : 2672560
},
"clat_ns" : {
"min" : 238544,
"max" : 6974276,
"mean" : 1797288.011148,
"stddev" : 2174746.170534,
"N" : 2672552,
"percentile" : {
"1.000000" : 284672,
"5.000000" : 296960,
"10.000000" : 301056,
"20.000000" : 309248,
"30.000000" : 317440,
"40.000000" : 321536,
"50.000000" : 325632,
"60.000000" : 337920,
"70.000000" : 4177920,
"80.000000" : 4882432,
"90.000000" : 5210112,
"95.000000" : 5406720,
"99.000000" : 5734400,
"99.500000" : 5799936,
"99.900000" : 5996544,
"99.950000" : 6062080,
"99.990000" : 6193152
},
"bins" : {
"238592" : 6,
"240640" : 4,
"242688" : 6,
"244736" : 10,
"246784" : 2,
"248832" : 22,
"250880" : 26,
"252928" : 42,
"254976" : 62,
"257024" : 39,
"259072" : 77,
"261120" : 154,
"264192" : 702,
"268288" : 1229,
"272384" : 2142,
"276480" : 5165,
"280576" : 9111,
"284672" : 14176,
"288768" : 28506,
"292864" : 47177,
"296960" : 60984,
"301056" : 97915,
"305152" : 155432,
"309248" : 171459,
"313344" : 196915,
"317440" : 261439,
"321536" : 244491,
"325632" : 155519,
"329728" : 88377,
"333824" : 57666,
"337920" : 52875,
"342016" : 51043,
"346112" : 35068,
"350208" : 17224,
"354304" : 7672,
"358400" : 3209,
"362496" : 1081,
"366592" : 398,
"370688" : 194,
"374784" : 143,
"378880" : 132,
"382976" : 112,
"387072" : 80,
"391168" : 89,
"395264" : 75,
"399360" : 113,
"403456" : 72,
"407552" : 62,
"411648" : 41,
"415744" : 29,
"419840" : 32,
"423936" : 30,
"428032" : 30,
"432128" : 23,
"436224" : 26,
"440320" : 7,
"444416" : 12,
"448512" : 20,
"452608" : 18,
"456704" : 20,
"460800" : 7,
"464896" : 8,
"468992" : 22,
"473088" : 15,
"477184" : 5,
"485376" : 1,
"489472" : 1,
"505856" : 1,
"509952" : 5,
"528384" : 1,
"536576" : 7,
"544768" : 18,
"552960" : 32,
"561152" : 110,
"569344" : 200,
"577536" : 263,
"585728" : 446,
"593920" : 657,
"602112" : 892,
"610304" : 1506,
"618496" : 2325,
"626688" : 3043,
"634880" : 3716,
"643072" : 3383,
"651264" : 3267,
"659456" : 2879,
"667648" : 3109,
"675840" : 3986,
"684032" : 4075,
"692224" : 4117,
"700416" : 3516,
"708608" : 2339,
"716800" : 1719,
"724992" : 1358,
"733184" : 940,
"741376" : 688,
"749568" : 578,
"757760" : 519,
"765952" : 501,
"774144" : 342,
"782336" : 272,
"790528" : 251,
"798720" : 316,
"806912" : 287,
"815104" : 179,
"823296" : 142,
"831488" : 128,
"839680" : 121,
"847872" : 139,
"856064" : 95,
"864256" : 84,
"872448" : 73,
"880640" : 58,
"888832" : 47,
"897024" : 96,
"905216" : 93,
"913408" : 67,
"921600" : 88,
"929792" : 127,
"937984" : 257,
"946176" : 259,
"954368" : 203,
"962560" : 158,
"970752" : 203,
"978944" : 297,
"987136" : 368,
"995328" : 302,
"1003520" : 278,
"1011712" : 267,
"1019904" : 287,
"1028096" : 264,
"1036288" : 266,
"1044480" : 255,
"1056768" : 393,
"1073152" : 339,
"1089536" : 206,
"1105920" : 173,
"1122304" : 116,
"1138688" : 129,
"1155072" : 81,
"1171456" : 53,
"1187840" : 32,
"1204224" : 34,
"1220608" : 41,
"1236992" : 25,
"1253376" : 50,
"1269760" : 10,
"1286144" : 23,
"1302528" : 38,
"1318912" : 32,
"1335296" : 46,
"1351680" : 23,
"1368064" : 37,
"1384448" : 47,
"1400832" : 8,
"1417216" : 31,
"1433600" : 19,
"1449984" : 17,
"1466368" : 3,
"1482752" : 11,
"1499136" : 10,
"1515520" : 6,
"1531904" : 1,
"1548288" : 12,
"1597440" : 1,
"1679360" : 1,
"1695744" : 4,
"2539520" : 2,
"2572288" : 3,
"2605056" : 5,
"2637824" : 3,
"2670592" : 2,
"2703360" : 3,
"2736128" : 2,
"2768896" : 4,
"2801664" : 2,
"2834432" : 5,
"2867200" : 11,
"2899968" : 17,
"2932736" : 20,
"2965504" : 30,
"2998272" : 19,
"3031040" : 44,
"3063808" : 43,
"3096576" : 46,
"3129344" : 42,
"3162112" : 58,
"3194880" : 79,
"3227648" : 96,
"3260416" : 127,
"3293184" : 153,
"3325952" : 198,
"3358720" : 212,
"3391488" : 249,
"3424256" : 266,
"3457024" : 302,
"3489792" : 364,
"3522560" : 351,
"3555328" : 404,
"3588096" : 521,
"3620864" : 712,
"3653632" : 836,
"3686400" : 967,
"3719168" : 1038,
"3751936" : 1114,
"3784704" : 1247,
"3817472" : 1375,
"3850240" : 1476,
"3883008" : 1723,
"3915776" : 2094,
"3948544" : 2442,
"3981312" : 2918,
"4014080" : 3247,
"4046848" : 3575,
"4079616" : 3957,
"4112384" : 4154,
"4145152" : 4515,
"4177920" : 4809,
"4227072" : 11359,
"4292608" : 14472,
"4358144" : 18511,
"4423680" : 20971,
"4489216" : 23049,
"4554752" : 26045,
"4620288" : 30909,
"4685824" : 35926,
"4751360" : 39855,
"4816896" : 41878,
"4882432" : 43760,
"4947968" : 45742,
"5013504" : 49071,
"5079040" : 50539,
"5144576" : 50582,
"5210112" : 48008,
"5275648" : 44579,
"5341184" : 40613,
"5406720" : 37496,
"5472256" : 33004,
"5537792" : 27737,
"5603328" : 22021,
"5668864" : 15788,
"5734400" : 10754,
"5799936" : 6809,
"5865472" : 4276,
"5931008" : 2454,
"5996544" : 1289,
"6062080" : 646,
"6127616" : 344,
"6193152" : 212,
"6258688" : 95,
"6324224" : 47,
"6389760" : 14,
"6455296" : 20,
"6520832" : 12,
"6586368" : 14,
"6651904" : 5,
"6717440" : 2,
"6979584" : 1
}
},
"lat_ns" : {
"min" : 248269,
"max" : 7313424,
"mean" : 1915218.645076,
"stddev" : 2318518.293195,
"N" : 2672552
},
"bw_min" : 218143,
"bw_max" : 285633,
"bw_agg" : 100.000000,
"bw_mean" : 267891.075949,
"bw_dev" : 5023.703323,
"bw_samples" : 632,
"iops_min" : 54535,
"iops_max" : 71410,
"iops_mean" : 66972.481013,
"iops_stddev" : 1255.913838,
"iops_samples" : 632
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319992,
"usr_cpu" : 1.449411,
"sys_cpu" : 25.928461,
"ctx" : 762462,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 66.183397,
"750" : 1.831166,
"1000" : 0.236702
},
"latency_ms" : {
"2" : 0.136648,
"4" : 0.816932,
"10" : 30.792873,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082646,
"timestamp_ms" : 1773082646023,
"time" : "Mon Mar 9 15:57:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 12986036224,
"io_kbytes" : 12681676,
"bw_bytes" : 259720724,
"bw" : 253633,
"iops" : 63408.920000,
"runtime" : 50000,
"total_ios" : 3170446,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5117,
"max" : 2037964,
"mean" : 124350.849158,
"stddev" : 161102.414297,
"N" : 3170446
},
"clat_ns" : {
"min" : 238544,
"max" : 6974276,
"mean" : 1893759.665227,
"stddev" : 2185446.015391,
"N" : 3170438,
"percentile" : {
"1.000000" : 284672,
"5.000000" : 296960,
"10.000000" : 305152,
"20.000000" : 309248,
"30.000000" : 317440,
"40.000000" : 321536,
"50.000000" : 325632,
"60.000000" : 350208,
"70.000000" : 4358144,
"80.000000" : 4882432,
"90.000000" : 5210112,
"95.000000" : 5406720,
"99.000000" : 5734400,
"99.500000" : 5799936,
"99.900000" : 5996544,
"99.950000" : 6062080,
"99.990000" : 6193152
},
"bins" : {
"238592" : 6,
"240640" : 4,
"242688" : 6,
"244736" : 10,
"246784" : 2,
"248832" : 22,
"250880" : 26,
"252928" : 46,
"254976" : 66,
"257024" : 40,
"259072" : 82,
"261120" : 160,
"264192" : 767,
"268288" : 1328,
"272384" : 2332,
"276480" : 5671,
"280576" : 9800,
"284672" : 15330,
"288768" : 31110,
"292864" : 50958,
"296960" : 66377,
"301056" : 107887,
"305152" : 169540,
"309248" : 187383,
"313344" : 218893,
"317440" : 288169,
"321536" : 265626,
"325632" : 167880,
"329728" : 94556,
"333824" : 60770,
"337920" : 54415,
"342016" : 51716,
"346112" : 35387,
"350208" : 17419,
"354304" : 7797,
"358400" : 3279,
"362496" : 1119,
"366592" : 408,
"370688" : 198,
"374784" : 150,
"378880" : 142,
"382976" : 114,
"387072" : 81,
"391168" : 92,
"395264" : 88,
"399360" : 120,
"403456" : 74,
"407552" : 62,
"411648" : 41,
"415744" : 29,
"419840" : 33,
"423936" : 30,
"428032" : 31,
"432128" : 23,
"436224" : 26,
"440320" : 7,
"444416" : 12,
"448512" : 20,
"452608" : 18,
"456704" : 21,
"460800" : 7,
"464896" : 8,
"468992" : 22,
"473088" : 15,
"477184" : 5,
"485376" : 1,
"489472" : 1,
"505856" : 1,
"509952" : 5,
"528384" : 24,
"536576" : 37,
"544768" : 119,
"552960" : 193,
"561152" : 510,
"569344" : 794,
"577536" : 1027,
"585728" : 1428,
"593920" : 1997,
"602112" : 3177,
"610304" : 5245,
"618496" : 8958,
"626688" : 11019,
"634880" : 11475,
"643072" : 9199,
"651264" : 7426,
"659456" : 7374,
"667648" : 9133,
"675840" : 11782,
"684032" : 12975,
"692224" : 10968,
"700416" : 8048,
"708608" : 5028,
"716800" : 3415,
"724992" : 2448,
"733184" : 1853,
"741376" : 1429,
"749568" : 1296,
"757760" : 1259,
"765952" : 1155,
"774144" : 1061,
"782336" : 1006,
"790528" : 766,
"798720" : 611,
"806912" : 533,
"815104" : 458,
"823296" : 425,
"831488" : 397,
"839680" : 326,
"847872" : 362,
"856064" : 305,
"864256" : 297,
"872448" : 265,
"880640" : 231,
"888832" : 294,
"897024" : 430,
"905216" : 445,
"913408" : 534,
"921600" : 703,
"929792" : 1012,
"937984" : 1284,
"946176" : 1299,
"954368" : 1292,
"962560" : 1279,
"970752" : 1349,
"978944" : 1614,
"987136" : 2119,
"995328" : 2185,
"1003520" : 2148,
"1011712" : 1736,
"1019904" : 1443,
"1028096" : 1581,
"1036288" : 1547,
"1044480" : 1499,
"1056768" : 2663,
"1073152" : 1888,
"1089536" : 1250,
"1105920" : 869,
"1122304" : 667,
"1138688" : 662,
"1155072" : 502,
"1171456" : 362,
"1187840" : 225,
"1204224" : 332,
"1220608" : 294,
"1236992" : 338,
"1253376" : 353,
"1269760" : 379,
"1286144" : 411,
"1302528" : 480,
"1318912" : 538,
"1335296" : 580,
"1351680" : 578,
"1368064" : 547,
"1384448" : 426,
"1400832" : 333,
"1417216" : 284,
"1433600" : 278,
"1449984" : 259,
"1466368" : 154,
"1482752" : 140,
"1499136" : 99,
"1515520" : 119,
"1531904" : 88,
"1548288" : 107,
"1564672" : 70,
"1581056" : 51,
"1597440" : 43,
"1613824" : 57,
"1630208" : 64,
"1646592" : 78,
"1662976" : 51,
"1679360" : 61,
"1695744" : 56,
"1712128" : 60,
"1728512" : 63,
"1744896" : 62,
"1761280" : 51,
"1777664" : 22,
"1794048" : 24,
"1810432" : 17,
"1826816" : 16,
"1843200" : 47,
"1859584" : 25,
"1875968" : 17,
"1892352" : 6,
"1908736" : 7,
"1925120" : 4,
"1941504" : 12,
"1957888" : 10,
"1974272" : 14,
"1990656" : 5,
"2007040" : 5,
"2023424" : 9,
"2039808" : 8,
"2056192" : 11,
"2072576" : 7,
"2088960" : 2,
"2113536" : 7,
"2146304" : 4,
"2179072" : 5,
"2244608" : 4,
"2277376" : 4,
"2310144" : 2,
"2342912" : 1,
"2375680" : 4,
"2408448" : 1,
"2441216" : 1,
"2473984" : 2,
"2506752" : 2,
"2539520" : 4,
"2572288" : 3,
"2605056" : 7,
"2637824" : 5,
"2670592" : 6,
"2703360" : 9,
"2736128" : 5,
"2768896" : 10,
"2801664" : 4,
"2834432" : 12,
"2867200" : 15,
"2899968" : 34,
"2932736" : 27,
"2965504" : 52,
"2998272" : 43,
"3031040" : 67,
"3063808" : 71,
"3096576" : 71,
"3129344" : 68,
"3162112" : 89,
"3194880" : 109,
"3227648" : 165,
"3260416" : 211,
"3293184" : 248,
"3325952" : 313,
"3358720" : 374,
"3391488" : 407,
"3424256" : 466,
"3457024" : 447,
"3489792" : 536,
"3522560" : 565,
"3555328" : 650,
"3588096" : 819,
"3620864" : 1080,
"3653632" : 1304,
"3686400" : 1454,
"3719168" : 1565,
"3751936" : 1719,
"3784704" : 1891,
"3817472" : 2015,
"3850240" : 2244,
"3883008" : 2584,
"3915776" : 3097,
"3948544" : 3476,
"3981312" : 4199,
"4014080" : 4720,
"4046848" : 5163,
"4079616" : 5631,
"4112384" : 6005,
"4145152" : 6448,
"4177920" : 6753,
"4227072" : 15817,
"4292608" : 20182,
"4358144" : 25095,
"4423680" : 28298,
"4489216" : 31032,
"4554752" : 34308,
"4620288" : 39947,
"4685824" : 46479,
"4751360" : 51078,
"4816896" : 53670,
"4882432" : 55248,
"4947968" : 56915,
"5013504" : 60350,
"5079040" : 62296,
"5144576" : 61555,
"5210112" : 57973,
"5275648" : 53307,
"5341184" : 48430,
"5406720" : 44497,
"5472256" : 39085,
"5537792" : 32649,
"5603328" : 25794,
"5668864" : 18618,
"5734400" : 12678,
"5799936" : 8050,
"5865472" : 5011,
"5931008" : 2840,
"5996544" : 1540,
"6062080" : 772,
"6127616" : 412,
"6193152" : 246,
"6258688" : 115,
"6324224" : 54,
"6389760" : 16,
"6455296" : 20,
"6520832" : 12,
"6586368" : 14,
"6651904" : 5,
"6717440" : 2,
"6979584" : 1
}
},
"lat_ns" : {
"min" : 248269,
"max" : 7313424,
"mean" : 2018110.722381,
"stddev" : 2329748.009216,
"N" : 3170438
},
"bw_min" : 178631,
"bw_max" : 285937,
"bw_agg" : 100.000000,
"bw_mean" : 254390.747475,
"bw_dev" : 10944.266937,
"bw_samples" : 792,
"iops_min" : 44657,
"iops_max" : 71486,
"iops_mean" : 63597.363636,
"iops_stddev" : 2736.098433,
"iops_samples" : 792
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399995,
"usr_cpu" : 1.374267,
"sys_cpu" : 25.197315,
"ctx" : 963173,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999968,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999968,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 60.490038,
"750" : 4.346423,
"1000" : 0.820894
},
"latency_ms" : {
"2" : 0.851741,
"4" : 1.038907,
"10" : 32.450072,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082656,
"timestamp_ms" : 1773082656022,
"time" : "Mon Mar 9 15:57:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 14746218496,
"io_kbytes" : 14400604,
"bw_bytes" : 245774404,
"bw" : 240014,
"iops" : 60003.700062,
"runtime" : 59999,
"total_ios" : 3600162,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5117,
"max" : 2037964,
"mean" : 131496.918729,
"stddev" : 164094.912272,
"N" : 3600162
},
"clat_ns" : {
"min" : 238544,
"max" : 6974276,
"mean" : 2001176.072558,
"stddev" : 2194583.521515,
"N" : 3600154,
"percentile" : {
"1.000000" : 284672,
"5.000000" : 296960,
"10.000000" : 305152,
"20.000000" : 313344,
"30.000000" : 317440,
"40.000000" : 321536,
"50.000000" : 333824,
"60.000000" : 692224,
"70.000000" : 4423680,
"80.000000" : 4882432,
"90.000000" : 5210112,
"95.000000" : 5406720,
"99.000000" : 5734400,
"99.500000" : 5799936,
"99.900000" : 5996544,
"99.950000" : 6062080,
"99.990000" : 6193152
},
"bins" : {
"238592" : 6,
"240640" : 4,
"242688" : 6,
"244736" : 11,
"246784" : 3,
"248832" : 26,
"250880" : 30,
"252928" : 48,
"254976" : 67,
"257024" : 44,
"259072" : 83,
"261120" : 160,
"264192" : 771,
"268288" : 1332,
"272384" : 2347,
"276480" : 5744,
"280576" : 9951,
"284672" : 15566,
"288768" : 31598,
"292864" : 51899,
"296960" : 67944,
"301056" : 110504,
"305152" : 173713,
"309248" : 193159,
"313344" : 226294,
"317440" : 297364,
"321536" : 276306,
"325632" : 177173,
"329728" : 100428,
"333824" : 64077,
"337920" : 56298,
"342016" : 53024,
"346112" : 36306,
"350208" : 17894,
"354304" : 8144,
"358400" : 3448,
"362496" : 1175,
"366592" : 446,
"370688" : 221,
"374784" : 161,
"378880" : 152,
"382976" : 114,
"387072" : 81,
"391168" : 92,
"395264" : 88,
"399360" : 120,
"403456" : 74,
"407552" : 62,
"411648" : 41,
"415744" : 29,
"419840" : 33,
"423936" : 33,
"428032" : 31,
"432128" : 23,
"436224" : 32,
"440320" : 7,
"444416" : 12,
"448512" : 20,
"452608" : 18,
"456704" : 21,
"460800" : 7,
"464896" : 8,
"468992" : 22,
"473088" : 15,
"477184" : 5,
"485376" : 1,
"489472" : 1,
"505856" : 3,
"509952" : 5,
"514048" : 4,
"518144" : 7,
"522240" : 4,
"528384" : 40,
"536576" : 64,
"544768" : 186,
"552960" : 326,
"561152" : 730,
"569344" : 1171,
"577536" : 1649,
"585728" : 2285,
"593920" : 3017,
"602112" : 4789,
"610304" : 8092,
"618496" : 13612,
"626688" : 17453,
"634880" : 17874,
"643072" : 14238,
"651264" : 11213,
"659456" : 10819,
"667648" : 13598,
"675840" : 18065,
"684032" : 20048,
"692224" : 17382,
"700416" : 12268,
"708608" : 7997,
"716800" : 5152,
"724992" : 3612,
"733184" : 2693,
"741376" : 2092,
"749568" : 1927,
"757760" : 1852,
"765952" : 1768,
"774144" : 1711,
"782336" : 1462,
"790528" : 1079,
"798720" : 946,
"806912" : 787,
"815104" : 702,
"823296" : 685,
"831488" : 570,
"839680" : 492,
"847872" : 455,
"856064" : 465,
"864256" : 431,
"872448" : 454,
"880640" : 483,
"888832" : 614,
"897024" : 813,
"905216" : 925,
"913408" : 1133,
"921600" : 1583,
"929792" : 2138,
"937984" : 2774,
"946176" : 2893,
"954368" : 2894,
"962560" : 2982,
"970752" : 3259,
"978944" : 3989,
"987136" : 4732,
"995328" : 5003,
"1003520" : 4645,
"1011712" : 4050,
"1019904" : 3325,
"1028096" : 3303,
"1036288" : 3433,
"1044480" : 3296,
"1056768" : 5780,
"1073152" : 4265,
"1089536" : 2865,
"1105920" : 2039,
"1122304" : 1622,
"1138688" : 1568,
"1155072" : 1048,
"1171456" : 759,
"1187840" : 574,
"1204224" : 800,
"1220608" : 763,
"1236992" : 977,
"1253376" : 1087,
"1269760" : 1210,
"1286144" : 1378,
"1302528" : 1727,
"1318912" : 2014,
"1335296" : 1910,
"1351680" : 1998,
"1368064" : 1956,
"1384448" : 1719,
"1400832" : 1297,
"1417216" : 1117,
"1433600" : 998,
"1449984" : 757,
"1466368" : 569,
"1482752" : 472,
"1499136" : 406,
"1515520" : 387,
"1531904" : 353,
"1548288" : 282,
"1564672" : 250,
"1581056" : 248,
"1597440" : 262,
"1613824" : 341,
"1630208" : 306,
"1646592" : 361,
"1662976" : 397,
"1679360" : 390,
"1695744" : 353,
"1712128" : 376,
"1728512" : 349,
"1744896" : 351,
"1761280" : 227,
"1777664" : 141,
"1794048" : 208,
"1810432" : 134,
"1826816" : 140,
"1843200" : 130,
"1859584" : 103,
"1875968" : 70,
"1892352" : 70,
"1908736" : 60,
"1925120" : 76,
"1941504" : 58,
"1957888" : 55,
"1974272" : 69,
"1990656" : 51,
"2007040" : 41,
"2023424" : 50,
"2039808" : 58,
"2056192" : 34,
"2072576" : 39,
"2088960" : 56,
"2113536" : 53,
"2146304" : 54,
"2179072" : 24,
"2211840" : 13,
"2244608" : 25,
"2277376" : 23,
"2310144" : 25,
"2342912" : 7,
"2375680" : 15,
"2408448" : 19,
"2441216" : 20,
"2473984" : 10,
"2506752" : 12,
"2539520" : 13,
"2572288" : 10,
"2605056" : 19,
"2637824" : 11,
"2670592" : 13,
"2703360" : 17,
"2736128" : 15,
"2768896" : 12,
"2801664" : 11,
"2834432" : 18,
"2867200" : 27,
"2899968" : 50,
"2932736" : 38,
"2965504" : 75,
"2998272" : 80,
"3031040" : 101,
"3063808" : 115,
"3096576" : 114,
"3129344" : 101,
"3162112" : 145,
"3194880" : 168,
"3227648" : 242,
"3260416" : 327,
"3293184" : 358,
"3325952" : 443,
"3358720" : 547,
"3391488" : 571,
"3424256" : 678,
"3457024" : 655,
"3489792" : 755,
"3522560" : 819,
"3555328" : 990,
"3588096" : 1233,
"3620864" : 1544,
"3653632" : 1821,
"3686400" : 2054,
"3719168" : 2236,
"3751936" : 2444,
"3784704" : 2622,
"3817472" : 2732,
"3850240" : 3053,
"3883008" : 3500,
"3915776" : 4179,
"3948544" : 4720,
"3981312" : 5685,
"4014080" : 6350,
"4046848" : 6953,
"4079616" : 7438,
"4112384" : 7937,
"4145152" : 8456,
"4177920" : 8836,
"4227072" : 20731,
"4292608" : 26135,
"4358144" : 32187,
"4423680" : 36095,
"4489216" : 39255,
"4554752" : 42946,
"4620288" : 49478,
"4685824" : 57038,
"4751360" : 62276,
"4816896" : 65231,
"4882432" : 66847,
"4947968" : 68083,
"5013504" : 71649,
"5079040" : 73423,
"5144576" : 72174,
"5210112" : 67673,
"5275648" : 62003,
"5341184" : 55922,
"5406720" : 50963,
"5472256" : 44506,
"5537792" : 37189,
"5603328" : 29276,
"5668864" : 21186,
"5734400" : 14462,
"5799936" : 9160,
"5865472" : 5692,
"5931008" : 3251,
"5996544" : 1798,
"6062080" : 893,
"6127616" : 467,
"6193152" : 268,
"6258688" : 123,
"6324224" : 60,
"6389760" : 16,
"6455296" : 22,
"6520832" : 14,
"6586368" : 14,
"6651904" : 5,
"6717440" : 2,
"6979584" : 1
}
},
"lat_ns" : {
"min" : 248269,
"max" : 7313424,
"mean" : 2132672.867516,
"stddev" : 2339307.185460,
"N" : 3600154
},
"bw_min" : 158279,
"bw_max" : 286640,
"bw_agg" : 100.000000,
"bw_mean" : 240693.000000,
"bw_dev" : 14938.152064,
"bw_samples" : 952,
"iops_min" : 39569,
"iops_max" : 71662,
"iops_mean" : 60172.915966,
"iops_stddev" : 3734.571474,
"iops_samples" : 952
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479992,
"usr_cpu" : 1.308772,
"sys_cpu" : 24.468116,
"ctx" : 1167937,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 55.132463,
"750" : 5.875736,
"1000" : 1.424825
},
"latency_ms" : {
"2" : 1.999466,
"4" : 1.288164,
"10" : 34.277485,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082666,
"timestamp_ms" : 1773082666023,
"time" : "Mon Mar 9 15:57:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 16351735808,
"io_kbytes" : 15968492,
"bw_bytes" : 233596225,
"bw" : 228121,
"iops" : 57030.500000,
"runtime" : 70000,
"total_ios" : 3992135,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5117,
"max" : 2037964,
"mean" : 138436.938545,
"stddev" : 166688.434841,
"N" : 3992135
},
"clat_ns" : {
"min" : 238544,
"max" : 7102782,
"mean" : 2105421.434362,
"stddev" : 2199352.827460,
"N" : 3992127,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 301056,
"10.000000" : 305152,
"20.000000" : 313344,
"30.000000" : 317440,
"40.000000" : 325632,
"50.000000" : 350208,
"60.000000" : 1056768,
"70.000000" : 4489216,
"80.000000" : 4882432,
"90.000000" : 5210112,
"95.000000" : 5406720,
"99.000000" : 5734400,
"99.500000" : 5799936,
"99.900000" : 5996544,
"99.950000" : 6062080,
"99.990000" : 6193152
},
"bins" : {
"238592" : 6,
"240640" : 4,
"242688" : 6,
"244736" : 11,
"246784" : 3,
"248832" : 26,
"250880" : 30,
"252928" : 48,
"254976" : 67,
"257024" : 44,
"259072" : 83,
"261120" : 165,
"264192" : 774,
"268288" : 1338,
"272384" : 2362,
"276480" : 5780,
"280576" : 10020,
"284672" : 15705,
"288768" : 31929,
"292864" : 52553,
"296960" : 68947,
"301056" : 112181,
"305152" : 176474,
"309248" : 196658,
"313344" : 230802,
"317440" : 302660,
"321536" : 281359,
"325632" : 180432,
"329728" : 102143,
"333824" : 65074,
"337920" : 57033,
"342016" : 53638,
"346112" : 36772,
"350208" : 18161,
"354304" : 8306,
"358400" : 3590,
"362496" : 1262,
"366592" : 480,
"370688" : 235,
"374784" : 180,
"378880" : 166,
"382976" : 117,
"387072" : 82,
"391168" : 93,
"395264" : 93,
"399360" : 132,
"403456" : 75,
"407552" : 62,
"411648" : 41,
"415744" : 30,
"419840" : 34,
"423936" : 33,
"428032" : 31,
"432128" : 24,
"436224" : 32,
"440320" : 7,
"444416" : 12,
"448512" : 21,
"452608" : 20,
"456704" : 21,
"460800" : 7,
"464896" : 9,
"468992" : 22,
"473088" : 15,
"477184" : 5,
"485376" : 1,
"489472" : 2,
"497664" : 1,
"501760" : 1,
"505856" : 4,
"509952" : 8,
"514048" : 7,
"518144" : 7,
"522240" : 5,
"528384" : 47,
"536576" : 98,
"544768" : 238,
"552960" : 407,
"561152" : 880,
"569344" : 1415,
"577536" : 2078,
"585728" : 2897,
"593920" : 3817,
"602112" : 5954,
"610304" : 10253,
"618496" : 17247,
"626688" : 22030,
"634880" : 22220,
"643072" : 17724,
"651264" : 13975,
"659456" : 13429,
"667648" : 17136,
"675840" : 22718,
"684032" : 25172,
"692224" : 21763,
"700416" : 15174,
"708608" : 9919,
"716800" : 6407,
"724992" : 4405,
"733184" : 3324,
"741376" : 2573,
"749568" : 2353,
"757760" : 2316,
"765952" : 2203,
"774144" : 2083,
"782336" : 1834,
"790528" : 1401,
"798720" : 1195,
"806912" : 964,
"815104" : 822,
"823296" : 788,
"831488" : 691,
"839680" : 617,
"847872" : 577,
"856064" : 605,
"864256" : 625,
"872448" : 667,
"880640" : 777,
"888832" : 953,
"897024" : 1177,
"905216" : 1394,
"913408" : 1863,
"921600" : 2490,
"929792" : 3460,
"937984" : 4174,
"946176" : 4515,
"954368" : 4406,
"962560" : 4647,
"970752" : 5265,
"978944" : 6283,
"987136" : 7479,
"995328" : 7973,
"1003520" : 7324,
"1011712" : 6430,
"1019904" : 5327,
"1028096" : 5243,
"1036288" : 5487,
"1044480" : 5291,
"1056768" : 9216,
"1073152" : 6758,
"1089536" : 4593,
"1105920" : 3237,
"1122304" : 2492,
"1138688" : 2367,
"1155072" : 1548,
"1171456" : 1326,
"1187840" : 1017,
"1204224" : 1389,
"1220608" : 1354,
"1236992" : 1799,
"1253376" : 1993,
"1269760" : 2380,
"1286144" : 2861,
"1302528" : 3604,
"1318912" : 3954,
"1335296" : 3961,
"1351680" : 3970,
"1368064" : 4079,
"1384448" : 3527,
"1400832" : 2740,
"1417216" : 2381,
"1433600" : 2054,
"1449984" : 1659,
"1466368" : 1279,
"1482752" : 984,
"1499136" : 884,
"1515520" : 827,
"1531904" : 734,
"1548288" : 620,
"1564672" : 634,
"1581056" : 633,
"1597440" : 650,
"1613824" : 772,
"1630208" : 874,
"1646592" : 872,
"1662976" : 1058,
"1679360" : 956,
"1695744" : 1011,
"1712128" : 983,
"1728512" : 989,
"1744896" : 852,
"1761280" : 625,
"1777664" : 529,
"1794048" : 524,
"1810432" : 407,
"1826816" : 400,
"1843200" : 356,
"1859584" : 256,
"1875968" : 248,
"1892352" : 217,
"1908736" : 198,
"1925120" : 192,
"1941504" : 240,
"1957888" : 214,
"1974272" : 234,
"1990656" : 195,
"2007040" : 203,
"2023424" : 226,
"2039808" : 215,
"2056192" : 216,
"2072576" : 178,
"2088960" : 189,
"2113536" : 283,
"2146304" : 253,
"2179072" : 161,
"2211840" : 119,
"2244608" : 145,
"2277376" : 110,
"2310144" : 106,
"2342912" : 73,
"2375680" : 94,
"2408448" : 74,
"2441216" : 61,
"2473984" : 58,
"2506752" : 53,
"2539520" : 37,
"2572288" : 34,
"2605056" : 33,
"2637824" : 21,
"2670592" : 25,
"2703360" : 33,
"2736128" : 24,
"2768896" : 25,
"2801664" : 26,
"2834432" : 29,
"2867200" : 39,
"2899968" : 69,
"2932736" : 72,
"2965504" : 97,
"2998272" : 114,
"3031040" : 150,
"3063808" : 155,
"3096576" : 159,
"3129344" : 147,
"3162112" : 195,
"3194880" : 235,
"3227648" : 310,
"3260416" : 431,
"3293184" : 487,
"3325952" : 598,
"3358720" : 729,
"3391488" : 760,
"3424256" : 863,
"3457024" : 852,
"3489792" : 990,
"3522560" : 1091,
"3555328" : 1341,
"3588096" : 1610,
"3620864" : 2032,
"3653632" : 2352,
"3686400" : 2661,
"3719168" : 2945,
"3751936" : 3170,
"3784704" : 3349,
"3817472" : 3541,
"3850240" : 3931,
"3883008" : 4559,
"3915776" : 5359,
"3948544" : 6118,
"3981312" : 7277,
"4014080" : 8130,
"4046848" : 8877,
"4079616" : 9395,
"4112384" : 10064,
"4145152" : 10569,
"4177920" : 11097,
"4227072" : 25818,
"4292608" : 32232,
"4358144" : 39768,
"4423680" : 44440,
"4489216" : 47868,
"4554752" : 52064,
"4620288" : 59279,
"4685824" : 67906,
"4751360" : 73655,
"4816896" : 77133,
"4882432" : 78168,
"4947968" : 79153,
"5013504" : 82555,
"5079040" : 84270,
"5144576" : 82494,
"5210112" : 76954,
"5275648" : 70286,
"5341184" : 63307,
"5406720" : 57092,
"5472256" : 49665,
"5537792" : 41327,
"5603328" : 32449,
"5668864" : 23506,
"5734400" : 16104,
"5799936" : 10207,
"5865472" : 6331,
"5931008" : 3670,
"5996544" : 1969,
"6062080" : 988,
"6127616" : 552,
"6193152" : 311,
"6258688" : 146,
"6324224" : 72,
"6389760" : 23,
"6455296" : 23,
"6520832" : 18,
"6586368" : 16,
"6651904" : 5,
"6717440" : 5,
"6979584" : 2,
"7045120" : 4,
"7110656" : 2
}
},
"lat_ns" : {
"min" : 248269,
"max" : 7491937,
"mean" : 2243858.467510,
"stddev" : 2344216.802415,
"N" : 3992127
},
"bw_min" : 144151,
"bw_max" : 287184,
"bw_agg" : 100.000000,
"bw_mean" : 228708.273381,
"bw_dev" : 17444.067999,
"bw_samples" : 1112,
"iops_min" : 36037,
"iops_max" : 71798,
"iops_mean" : 57176.769784,
"iops_stddev" : 4361.048770,
"iops_samples" : 1112
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559994,
"usr_cpu" : 1.245549,
"sys_cpu" : 23.837220,
"ctx" : 1374960,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999975,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999975,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 50.561166,
"750" : 6.628233,
"1000" : 1.900011
},
"latency_ms" : {
"2" : 3.288741,
"4" : 1.563825,
"10" : 36.056346,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082676,
"timestamp_ms" : 1773082676022,
"time" : "Mon Mar 9 15:57:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 17853591552,
"io_kbytes" : 17435148,
"bw_bytes" : 223172684,
"bw" : 217942,
"iops" : 54485.731072,
"runtime" : 79999,
"total_ios" : 4358804,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4887,
"max" : 2037964,
"mean" : 144981.071480,
"stddev" : 168848.213641,
"N" : 4358804
},
"clat_ns" : {
"min" : 238544,
"max" : 7102782,
"mean" : 2203721.413945,
"stddev" : 2200040.733022,
"N" : 4358796,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 301056,
"10.000000" : 305152,
"20.000000" : 313344,
"30.000000" : 321536,
"40.000000" : 329728,
"50.000000" : 659456,
"60.000000" : 1695744,
"70.000000" : 4554752,
"80.000000" : 4947968,
"90.000000" : 5210112,
"95.000000" : 5406720,
"99.000000" : 5734400,
"99.500000" : 5799936,
"99.900000" : 5996544,
"99.950000" : 6062080,
"99.990000" : 6193152
},
"bins" : {
"238592" : 6,
"240640" : 4,
"242688" : 6,
"244736" : 11,
"246784" : 3,
"248832" : 26,
"250880" : 30,
"252928" : 48,
"254976" : 67,
"257024" : 44,
"259072" : 83,
"261120" : 165,
"264192" : 778,
"268288" : 1344,
"272384" : 2369,
"276480" : 5797,
"280576" : 10056,
"284672" : 15762,
"288768" : 32039,
"292864" : 52788,
"296960" : 69324,
"301056" : 112839,
"305152" : 177391,
"309248" : 198052,
"313344" : 232828,
"317440" : 305208,
"321536" : 284138,
"325632" : 182565,
"329728" : 103469,
"333824" : 65947,
"337920" : 57618,
"342016" : 54044,
"346112" : 36987,
"350208" : 18308,
"354304" : 8374,
"358400" : 3617,
"362496" : 1278,
"366592" : 483,
"370688" : 241,
"374784" : 182,
"378880" : 166,
"382976" : 120,
"387072" : 84,
"391168" : 94,
"395264" : 95,
"399360" : 140,
"403456" : 79,
"407552" : 66,
"411648" : 43,
"415744" : 32,
"419840" : 35,
"423936" : 33,
"428032" : 31,
"432128" : 24,
"436224" : 32,
"440320" : 7,
"444416" : 12,
"448512" : 22,
"452608" : 20,
"456704" : 21,
"460800" : 7,
"464896" : 9,
"468992" : 22,
"473088" : 15,
"477184" : 5,
"485376" : 1,
"489472" : 2,
"497664" : 1,
"501760" : 1,
"505856" : 4,
"509952" : 8,
"514048" : 7,
"518144" : 7,
"522240" : 5,
"528384" : 53,
"536576" : 113,
"544768" : 263,
"552960" : 440,
"561152" : 953,
"569344" : 1605,
"577536" : 2360,
"585728" : 3294,
"593920" : 4317,
"602112" : 6791,
"610304" : 11570,
"618496" : 19409,
"626688" : 24915,
"634880" : 25402,
"643072" : 20201,
"651264" : 15722,
"659456" : 15083,
"667648" : 19493,
"675840" : 26246,
"684032" : 28850,
"692224" : 24955,
"700416" : 17397,
"708608" : 11262,
"716800" : 7351,
"724992" : 4965,
"733184" : 3735,
"741376" : 3007,
"749568" : 2675,
"757760" : 2620,
"765952" : 2525,
"774144" : 2326,
"782336" : 2013,
"790528" : 1555,
"798720" : 1319,
"806912" : 1097,
"815104" : 915,
"823296" : 901,
"831488" : 779,
"839680" : 721,
"847872" : 684,
"856064" : 714,
"864256" : 725,
"872448" : 840,
"880640" : 955,
"888832" : 1222,
"897024" : 1439,
"905216" : 1819,
"913408" : 2489,
"921600" : 3211,
"929792" : 4587,
"937984" : 5554,
"946176" : 6029,
"954368" : 5869,
"962560" : 6118,
"970752" : 6930,
"978944" : 8337,
"987136" : 9990,
"995328" : 10703,
"1003520" : 9969,
"1011712" : 8595,
"1019904" : 7199,
"1028096" : 6924,
"1036288" : 7264,
"1044480" : 7143,
"1056768" : 12608,
"1073152" : 9270,
"1089536" : 6062,
"1105920" : 4244,
"1122304" : 3383,
"1138688" : 3089,
"1155072" : 2125,
"1171456" : 1875,
"1187840" : 1443,
"1204224" : 1922,
"1220608" : 1970,
"1236992" : 2709,
"1253376" : 3180,
"1269760" : 3660,
"1286144" : 4542,
"1302528" : 5766,
"1318912" : 6181,
"1335296" : 6157,
"1351680" : 6491,
"1368064" : 6679,
"1384448" : 5755,
"1400832" : 4327,
"1417216" : 3946,
"1433600" : 3225,
"1449984" : 2708,
"1466368" : 2051,
"1482752" : 1707,
"1499136" : 1410,
"1515520" : 1287,
"1531904" : 1205,
"1548288" : 1073,
"1564672" : 1236,
"1581056" : 1215,
"1597440" : 1279,
"1613824" : 1479,
"1630208" : 1655,
"1646592" : 1731,
"1662976" : 1949,
"1679360" : 1864,
"1695744" : 1971,
"1712128" : 1905,
"1728512" : 1794,
"1744896" : 1675,
"1761280" : 1288,
"1777664" : 1128,
"1794048" : 1008,
"1810432" : 898,
"1826816" : 791,
"1843200" : 677,
"1859584" : 533,
"1875968" : 530,
"1892352" : 443,
"1908736" : 472,
"1925120" : 476,
"1941504" : 539,
"1957888" : 460,
"1974272" : 538,
"1990656" : 487,
"2007040" : 557,
"2023424" : 567,
"2039808" : 505,
"2056192" : 520,
"2072576" : 471,
"2088960" : 398,
"2113536" : 702,
"2146304" : 634,
"2179072" : 475,
"2211840" : 358,
"2244608" : 331,
"2277376" : 271,
"2310144" : 253,
"2342912" : 278,
"2375680" : 280,
"2408448" : 251,
"2441216" : 208,
"2473984" : 167,
"2506752" : 142,
"2539520" : 100,
"2572288" : 77,
"2605056" : 89,
"2637824" : 49,
"2670592" : 56,
"2703360" : 80,
"2736128" : 69,
"2768896" : 59,
"2801664" : 54,
"2834432" : 66,
"2867200" : 79,
"2899968" : 104,
"2932736" : 116,
"2965504" : 147,
"2998272" : 158,
"3031040" : 197,
"3063808" : 192,
"3096576" : 221,
"3129344" : 211,
"3162112" : 255,
"3194880" : 338,
"3227648" : 446,
"3260416" : 606,
"3293184" : 659,
"3325952" : 772,
"3358720" : 937,
"3391488" : 981,
"3424256" : 1087,
"3457024" : 1090,
"3489792" : 1281,
"3522560" : 1409,
"3555328" : 1696,
"3588096" : 2085,
"3620864" : 2569,
"3653632" : 3055,
"3686400" : 3393,
"3719168" : 3683,
"3751936" : 4013,
"3784704" : 4246,
"3817472" : 4463,
"3850240" : 4892,
"3883008" : 5586,
"3915776" : 6704,
"3948544" : 7608,
"3981312" : 8977,
"4014080" : 9968,
"4046848" : 10881,
"4079616" : 11501,
"4112384" : 12374,
"4145152" : 12830,
"4177920" : 13380,
"4227072" : 31007,
"4292608" : 38566,
"4358144" : 47303,
"4423680" : 52925,
"4489216" : 56563,
"4554752" : 61008,
"4620288" : 69101,
"4685824" : 78762,
"4751360" : 85128,
"4816896" : 88912,
"4882432" : 89548,
"4947968" : 90224,
"5013504" : 93186,
"5079040" : 94640,
"5144576" : 92561,
"5210112" : 85945,
"5275648" : 78652,
"5341184" : 70130,
"5406720" : 63091,
"5472256" : 54643,
"5537792" : 45335,
"5603328" : 35581,
"5668864" : 25774,
"5734400" : 17724,
"5799936" : 11263,
"5865472" : 7078,
"5931008" : 4143,
"5996544" : 2187,
"6062080" : 1106,
"6127616" : 619,
"6193152" : 343,
"6258688" : 164,
"6324224" : 79,
"6389760" : 25,
"6455296" : 23,
"6520832" : 19,
"6586368" : 16,
"6651904" : 5,
"6717440" : 5,
"6979584" : 2,
"7045120" : 4,
"7110656" : 2
}
},
"lat_ns" : {
"min" : 248269,
"max" : 7491937,
"mean" : 2348703.545556,
"stddev" : 2344780.302120,
"N" : 4358796
},
"bw_min" : 136620,
"bw_max" : 287545,
"bw_agg" : 100.000000,
"bw_mean" : 218443.044025,
"bw_dev" : 19049.914085,
"bw_samples" : 1272,
"iops_min" : 34154,
"iops_max" : 71888,
"iops_mean" : 54610.484277,
"iops_stddev" : 4762.509611,
"iops_samples" : 1272
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639992,
"usr_cpu" : 1.194702,
"sys_cpu" : 23.312166,
"ctx" : 1583120,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 46.698085,
"750" : 6.911896,
"1000" : 2.222995
},
"latency_ms" : {
"2" : 4.553657,
"4" : 1.903251,
"10" : 37.708578,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082686,
"timestamp_ms" : 1773082686023,
"time" : "Mon Mar 9 15:58:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 19287207936,
"io_kbytes" : 18835164,
"bw_bytes" : 214302310,
"bw" : 209279,
"iops" : 52320.000000,
"runtime" : 90000,
"total_ios" : 4708800,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4887,
"max" : 2037964,
"mean" : 151050.893289,
"stddev" : 170601.323306,
"N" : 4708800
},
"clat_ns" : {
"min" : 238544,
"max" : 7102782,
"mean" : 2294869.948157,
"stddev" : 2196863.585639,
"N" : 4708792,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 301056,
"10.000000" : 305152,
"20.000000" : 317440,
"30.000000" : 321536,
"40.000000" : 337920,
"50.000000" : 716800,
"60.000000" : 3850240,
"70.000000" : 4620288,
"80.000000" : 4947968,
"90.000000" : 5210112,
"95.000000" : 5406720,
"99.000000" : 5734400,
"99.500000" : 5799936,
"99.900000" : 5996544,
"99.950000" : 6062080,
"99.990000" : 6193152
},
"bins" : {
"238592" : 6,
"240640" : 4,
"242688" : 6,
"244736" : 11,
"246784" : 3,
"248832" : 26,
"250880" : 30,
"252928" : 48,
"254976" : 67,
"257024" : 44,
"259072" : 83,
"261120" : 166,
"264192" : 780,
"268288" : 1344,
"272384" : 2372,
"276480" : 5802,
"280576" : 10064,
"284672" : 15792,
"288768" : 32098,
"292864" : 52898,
"296960" : 69482,
"301056" : 113172,
"305152" : 177994,
"309248" : 198840,
"313344" : 233851,
"317440" : 306690,
"321536" : 285777,
"325632" : 183704,
"329728" : 104176,
"333824" : 66336,
"337920" : 57908,
"342016" : 54220,
"346112" : 37103,
"350208" : 18379,
"354304" : 8412,
"358400" : 3644,
"362496" : 1293,
"366592" : 488,
"370688" : 246,
"374784" : 182,
"378880" : 166,
"382976" : 120,
"387072" : 84,
"391168" : 94,
"395264" : 97,
"399360" : 140,
"403456" : 79,
"407552" : 66,
"411648" : 43,
"415744" : 32,
"419840" : 35,
"423936" : 33,
"428032" : 31,
"432128" : 24,
"436224" : 32,
"440320" : 7,
"444416" : 12,
"448512" : 22,
"452608" : 20,
"456704" : 21,
"460800" : 7,
"464896" : 9,
"468992" : 22,
"473088" : 15,
"477184" : 5,
"485376" : 1,
"489472" : 2,
"497664" : 1,
"501760" : 1,
"505856" : 4,
"509952" : 8,
"514048" : 8,
"518144" : 10,
"522240" : 6,
"528384" : 53,
"536576" : 113,
"544768" : 278,
"552960" : 462,
"561152" : 1010,
"569344" : 1677,
"577536" : 2587,
"585728" : 3571,
"593920" : 4611,
"602112" : 7320,
"610304" : 12455,
"618496" : 20883,
"626688" : 26932,
"634880" : 27568,
"643072" : 22168,
"651264" : 17040,
"659456" : 16350,
"667648" : 20997,
"675840" : 28164,
"684032" : 31173,
"692224" : 27199,
"700416" : 18987,
"708608" : 12296,
"716800" : 7956,
"724992" : 5453,
"733184" : 4049,
"741376" : 3228,
"749568" : 2869,
"757760" : 2877,
"765952" : 2744,
"774144" : 2518,
"782336" : 2206,
"790528" : 1701,
"798720" : 1419,
"806912" : 1212,
"815104" : 1005,
"823296" : 990,
"831488" : 854,
"839680" : 776,
"847872" : 746,
"856064" : 794,
"864256" : 814,
"872448" : 983,
"880640" : 1103,
"888832" : 1404,
"897024" : 1733,
"905216" : 2165,
"913408" : 2942,
"921600" : 3853,
"929792" : 5587,
"937984" : 6771,
"946176" : 7485,
"954368" : 7139,
"962560" : 7446,
"970752" : 8271,
"978944" : 10051,
"987136" : 12014,
"995328" : 12888,
"1003520" : 12200,
"1011712" : 10425,
"1019904" : 8760,
"1028096" : 8457,
"1036288" : 8716,
"1044480" : 8654,
"1056768" : 15444,
"1073152" : 11252,
"1089536" : 7516,
"1105920" : 5205,
"1122304" : 4053,
"1138688" : 3668,
"1155072" : 2614,
"1171456" : 2313,
"1187840" : 1911,
"1204224" : 2359,
"1220608" : 2585,
"1236992" : 3515,
"1253376" : 4189,
"1269760" : 5001,
"1286144" : 6231,
"1302528" : 8094,
"1318912" : 8394,
"1335296" : 8418,
"1351680" : 9127,
"1368064" : 9218,
"1384448" : 7895,
"1400832" : 6210,
"1417216" : 5527,
"1433600" : 4582,
"1449984" : 3821,
"1466368" : 2942,
"1482752" : 2390,
"1499136" : 1972,
"1515520" : 1758,
"1531904" : 1717,
"1548288" : 1571,
"1564672" : 1810,
"1581056" : 1816,
"1597440" : 1940,
"1613824" : 2360,
"1630208" : 2563,
"1646592" : 2795,
"1662976" : 3183,
"1679360" : 3072,
"1695744" : 3170,
"1712128" : 3127,
"1728512" : 2998,
"1744896" : 2783,
"1761280" : 2247,
"1777664" : 1879,
"1794048" : 1693,
"1810432" : 1520,
"1826816" : 1252,
"1843200" : 1069,
"1859584" : 957,
"1875968" : 970,
"1892352" : 735,
"1908736" : 846,
"1925120" : 824,
"1941504" : 940,
"1957888" : 872,
"1974272" : 996,
"1990656" : 969,
"2007040" : 978,
"2023424" : 1027,
"2039808" : 998,
"2056192" : 973,
"2072576" : 860,
"2088960" : 770,
"2113536" : 1450,
"2146304" : 1194,
"2179072" : 901,
"2211840" : 653,
"2244608" : 635,
"2277376" : 596,
"2310144" : 632,
"2342912" : 614,
"2375680" : 560,
"2408448" : 554,
"2441216" : 452,
"2473984" : 411,
"2506752" : 327,
"2539520" : 235,
"2572288" : 207,
"2605056" : 185,
"2637824" : 139,
"2670592" : 154,
"2703360" : 164,
"2736128" : 145,
"2768896" : 159,
"2801664" : 126,
"2834432" : 136,
"2867200" : 148,
"2899968" : 172,
"2932736" : 192,
"2965504" : 228,
"2998272" : 230,
"3031040" : 274,
"3063808" : 276,
"3096576" : 303,
"3129344" : 316,
"3162112" : 364,
"3194880" : 440,
"3227648" : 597,
"3260416" : 773,
"3293184" : 837,
"3325952" : 1008,
"3358720" : 1191,
"3391488" : 1232,
"3424256" : 1366,
"3457024" : 1392,
"3489792" : 1603,
"3522560" : 1753,
"3555328" : 2161,
"3588096" : 2594,
"3620864" : 3208,
"3653632" : 3741,
"3686400" : 4210,
"3719168" : 4546,
"3751936" : 4973,
"3784704" : 5286,
"3817472" : 5420,
"3850240" : 5994,
"3883008" : 6787,
"3915776" : 8082,
"3948544" : 9182,
"3981312" : 10807,
"4014080" : 12001,
"4046848" : 13007,
"4079616" : 13785,
"4112384" : 14794,
"4145152" : 15276,
"4177920" : 15894,
"4227072" : 36673,
"4292608" : 45219,
"4358144" : 54953,
"4423680" : 61356,
"4489216" : 65372,
"4554752" : 70592,
"4620288" : 79101,
"4685824" : 89854,
"4751360" : 96673,
"4816896" : 100157,
"4882432" : 100603,
"4947968" : 101015,
"5013504" : 103925,
"5079040" : 105036,
"5144576" : 102150,
"5210112" : 94678,
"5275648" : 86231,
"5341184" : 76721,
"5406720" : 68922,
"5472256" : 59498,
"5537792" : 49190,
"5603328" : 38671,
"5668864" : 27974,
"5734400" : 19279,
"5799936" : 12246,
"5865472" : 7665,
"5931008" : 4510,
"5996544" : 2392,
"6062080" : 1215,
"6127616" : 670,
"6193152" : 367,
"6258688" : 185,
"6324224" : 89,
"6389760" : 27,
"6455296" : 24,
"6520832" : 20,
"6586368" : 16,
"6651904" : 5,
"6717440" : 5,
"6979584" : 2,
"7045120" : 4,
"7110656" : 2
}
},
"lat_ns" : {
"min" : 248269,
"max" : 7491937,
"mean" : 2445921.309939,
"stddev" : 2341226.573086,
"N" : 4708792
},
"bw_min" : 130095,
"bw_max" : 287913,
"bw_agg" : 100.000000,
"bw_mean" : 209699.178771,
"bw_dev" : 20079.325780,
"bw_samples" : 1432,
"iops_min" : 32523,
"iops_max" : 71980,
"iops_mean" : 52424.536313,
"iops_stddev" : 5019.861139,
"iops_samples" : 1432
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719993,
"usr_cpu" : 1.145428,
"sys_cpu" : 22.879528,
"ctx" : 1792257,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999979,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999979,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 43.422995,
"750" : 6.927880,
"1000" : 2.434633
},
"latency_ms" : {
"2" : 5.676244,
"4" : 2.307573,
"10" : 39.229252,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082696,
"timestamp_ms" : 1773082696023,
"time" : "Mon Mar 9 15:58:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 20672081920,
"io_kbytes" : 20187580,
"bw_bytes" : 206720819,
"bw" : 201875,
"iops" : 50469.170000,
"runtime" : 100000,
"total_ios" : 5046917,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4887,
"max" : 2037964,
"mean" : 156651.819371,
"stddev" : 172007.717434,
"N" : 5046917
},
"clat_ns" : {
"min" : 238544,
"max" : 7102782,
"mean" : 2378992.421213,
"stddev" : 2190632.411368,
"N" : 5046909,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 301056,
"10.000000" : 309248,
"20.000000" : 317440,
"30.000000" : 325632,
"40.000000" : 350208,
"50.000000" : 1003520,
"60.000000" : 4079616,
"70.000000" : 4620288,
"80.000000" : 4947968,
"90.000000" : 5210112,
"95.000000" : 5406720,
"99.000000" : 5734400,
"99.500000" : 5799936,
"99.900000" : 5996544,
"99.950000" : 6062080,
"99.990000" : 6193152
},
"bins" : {
"238592" : 6,
"240640" : 4,
"242688" : 6,
"244736" : 11,
"246784" : 3,
"248832" : 26,
"250880" : 30,
"252928" : 48,
"254976" : 67,
"257024" : 44,
"259072" : 83,
"261120" : 166,
"264192" : 780,
"268288" : 1344,
"272384" : 2376,
"276480" : 5807,
"280576" : 10087,
"284672" : 15833,
"288768" : 32164,
"292864" : 52974,
"296960" : 69630,
"301056" : 113420,
"305152" : 178448,
"309248" : 199432,
"313344" : 234526,
"317440" : 307558,
"321536" : 286588,
"325632" : 184182,
"329728" : 104467,
"333824" : 66561,
"337920" : 58038,
"342016" : 54318,
"346112" : 37181,
"350208" : 18412,
"354304" : 8427,
"358400" : 3654,
"362496" : 1297,
"366592" : 489,
"370688" : 246,
"374784" : 182,
"378880" : 166,
"382976" : 120,
"387072" : 84,
"391168" : 94,
"395264" : 97,
"399360" : 140,
"403456" : 79,
"407552" : 66,
"411648" : 43,
"415744" : 32,
"419840" : 35,
"423936" : 33,
"428032" : 31,
"432128" : 24,
"436224" : 32,
"440320" : 7,
"444416" : 12,
"448512" : 22,
"452608" : 20,
"456704" : 21,
"460800" : 7,
"464896" : 9,
"468992" : 22,
"473088" : 15,
"477184" : 5,
"485376" : 1,
"489472" : 2,
"497664" : 1,
"501760" : 1,
"505856" : 6,
"509952" : 9,
"514048" : 8,
"518144" : 10,
"522240" : 6,
"528384" : 54,
"536576" : 114,
"544768" : 290,
"552960" : 504,
"561152" : 1067,
"569344" : 1756,
"577536" : 2702,
"585728" : 3745,
"593920" : 4817,
"602112" : 7796,
"610304" : 13265,
"618496" : 22090,
"626688" : 28486,
"634880" : 28767,
"643072" : 23162,
"651264" : 17745,
"659456" : 17256,
"667648" : 22172,
"675840" : 29742,
"684032" : 32893,
"692224" : 28535,
"700416" : 19843,
"708608" : 12867,
"716800" : 8323,
"724992" : 5679,
"733184" : 4206,
"741376" : 3352,
"749568" : 3033,
"757760" : 3073,
"765952" : 2882,
"774144" : 2625,
"782336" : 2311,
"790528" : 1786,
"798720" : 1485,
"806912" : 1282,
"815104" : 1058,
"823296" : 1041,
"831488" : 893,
"839680" : 802,
"847872" : 788,
"856064" : 832,
"864256" : 879,
"872448" : 1099,
"880640" : 1245,
"888832" : 1598,
"897024" : 1956,
"905216" : 2512,
"913408" : 3400,
"921600" : 4504,
"929792" : 6483,
"937984" : 7802,
"946176" : 8529,
"954368" : 8067,
"962560" : 8561,
"970752" : 9323,
"978944" : 11527,
"987136" : 13743,
"995328" : 14622,
"1003520" : 13749,
"1011712" : 11766,
"1019904" : 10044,
"1028096" : 9755,
"1036288" : 10018,
"1044480" : 9867,
"1056768" : 17482,
"1073152" : 12743,
"1089536" : 8460,
"1105920" : 5870,
"1122304" : 4633,
"1138688" : 4188,
"1155072" : 3034,
"1171456" : 2675,
"1187840" : 2224,
"1204224" : 2717,
"1220608" : 3317,
"1236992" : 4532,
"1253376" : 5527,
"1269760" : 6327,
"1286144" : 8126,
"1302528" : 10498,
"1318912" : 10504,
"1335296" : 10739,
"1351680" : 11701,
"1368064" : 11521,
"1384448" : 9758,
"1400832" : 7865,
"1417216" : 6977,
"1433600" : 5700,
"1449984" : 4899,
"1466368" : 3827,
"1482752" : 3113,
"1499136" : 2615,
"1515520" : 2349,
"1531904" : 2216,
"1548288" : 2140,
"1564672" : 2445,
"1581056" : 2529,
"1597440" : 2925,
"1613824" : 3511,
"1630208" : 3828,
"1646592" : 4286,
"1662976" : 4556,
"1679360" : 4562,
"1695744" : 4551,
"1712128" : 4526,
"1728512" : 4303,
"1744896" : 3891,
"1761280" : 3126,
"1777664" : 2614,
"1794048" : 2399,
"1810432" : 2154,
"1826816" : 1791,
"1843200" : 1605,
"1859584" : 1439,
"1875968" : 1447,
"1892352" : 1221,
"1908736" : 1319,
"1925120" : 1377,
"1941504" : 1434,
"1957888" : 1469,
"1974272" : 1525,
"1990656" : 1672,
"2007040" : 1650,
"2023424" : 1659,
"2039808" : 1642,
"2056192" : 1537,
"2072576" : 1360,
"2088960" : 1301,
"2113536" : 2399,
"2146304" : 1971,
"2179072" : 1563,
"2211840" : 1156,
"2244608" : 1061,
"2277376" : 1033,
"2310144" : 1086,
"2342912" : 1100,
"2375680" : 1055,
"2408448" : 1010,
"2441216" : 839,
"2473984" : 726,
"2506752" : 565,
"2539520" : 470,
"2572288" : 415,
"2605056" : 387,
"2637824" : 323,
"2670592" : 300,
"2703360" : 299,
"2736128" : 281,
"2768896" : 246,
"2801664" : 267,
"2834432" : 230,
"2867200" : 243,
"2899968" : 257,
"2932736" : 305,
"2965504" : 333,
"2998272" : 319,
"3031040" : 355,
"3063808" : 364,
"3096576" : 377,
"3129344" : 399,
"3162112" : 477,
"3194880" : 563,
"3227648" : 750,
"3260416" : 940,
"3293184" : 1035,
"3325952" : 1232,
"3358720" : 1482,
"3391488" : 1524,
"3424256" : 1656,
"3457024" : 1711,
"3489792" : 1969,
"3522560" : 2164,
"3555328" : 2677,
"3588096" : 3130,
"3620864" : 3880,
"3653632" : 4463,
"3686400" : 5029,
"3719168" : 5533,
"3751936" : 5985,
"3784704" : 6336,
"3817472" : 6528,
"3850240" : 7180,
"3883008" : 8070,
"3915776" : 9540,
"3948544" : 10912,
"3981312" : 12744,
"4014080" : 14140,
"4046848" : 15250,
"4079616" : 16268,
"4112384" : 17374,
"4145152" : 17949,
"4177920" : 18513,
"4227072" : 42551,
"4292608" : 52087,
"4358144" : 63120,
"4423680" : 70268,
"4489216" : 74625,
"4554752" : 79967,
"4620288" : 89148,
"4685824" : 100800,
"4751360" : 108045,
"4816896" : 111673,
"4882432" : 111516,
"4947968" : 111663,
"5013504" : 114338,
"5079040" : 115170,
"5144576" : 111568,
"5210112" : 103202,
"5275648" : 93608,
"5341184" : 83040,
"5406720" : 74365,
"5472256" : 64117,
"5537792" : 52909,
"5603328" : 41537,
"5668864" : 30035,
"5734400" : 20758,
"5799936" : 13215,
"5865472" : 8313,
"5931008" : 4854,
"5996544" : 2596,
"6062080" : 1312,
"6127616" : 711,
"6193152" : 387,
"6258688" : 197,
"6324224" : 95,
"6389760" : 27,
"6455296" : 25,
"6520832" : 21,
"6586368" : 16,
"6651904" : 5,
"6717440" : 5,
"6979584" : 2,
"7045120" : 4,
"7110656" : 2
}
},
"lat_ns" : {
"min" : 248269,
"max" : 7491937,
"mean" : 2535644.716296,
"stddev" : 2334430.822691,
"N" : 5046909
},
"bw_min" : 126175,
"bw_max" : 288275,
"bw_agg" : 100.000000,
"bw_mean" : 202241.603015,
"bw_dev" : 20718.169229,
"bw_samples" : 1592,
"iops_min" : 31543,
"iops_max" : 72070,
"iops_mean" : 50560.155779,
"iops_stddev" : 5179.568062,
"iops_samples" : 1592
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799994,
"usr_cpu" : 1.110508,
"sys_cpu" : 22.480419,
"ctx" : 2002257,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 40.620363,
"750" : 6.795317,
"1000" : 2.557442
},
"latency_ms" : {
"2" : 6.639420,
"4" : 2.758991,
"10" : 40.627139,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082706,
"timestamp_ms" : 1773082706023,
"time" : "Mon Mar 9 15:58:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 22012628992,
"io_kbytes" : 21496708,
"bw_bytes" : 200116628,
"bw" : 195426,
"iops" : 48856.789607,
"runtime" : 109999,
"total_ios" : 5374198,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4887,
"max" : 2037964,
"mean" : 161876.836197,
"stddev" : 173128.293843,
"N" : 5374198
},
"clat_ns" : {
"min" : 238544,
"max" : 7102782,
"mean" : 2457472.245685,
"stddev" : 2182258.534670,
"N" : 5374190,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 301056,
"10.000000" : 309248,
"20.000000" : 317440,
"30.000000" : 325632,
"40.000000" : 634880,
"50.000000" : 1204224,
"60.000000" : 4177920,
"70.000000" : 4620288,
"80.000000" : 4947968,
"90.000000" : 5210112,
"95.000000" : 5406720,
"99.000000" : 5734400,
"99.500000" : 5799936,
"99.900000" : 5996544,
"99.950000" : 6062080,
"99.990000" : 6193152
},
"bins" : {
"238592" : 6,
"240640" : 4,
"242688" : 6,
"244736" : 11,
"246784" : 3,
"248832" : 26,
"250880" : 30,
"252928" : 48,
"254976" : 67,
"257024" : 44,
"259072" : 83,
"261120" : 166,
"264192" : 780,
"268288" : 1344,
"272384" : 2376,
"276480" : 5807,
"280576" : 10091,
"284672" : 15839,
"288768" : 32175,
"292864" : 52998,
"296960" : 69684,
"301056" : 113484,
"305152" : 178596,
"309248" : 199591,
"313344" : 234739,
"317440" : 307894,
"321536" : 287056,
"325632" : 184647,
"329728" : 104713,
"333824" : 66712,
"337920" : 58138,
"342016" : 54393,
"346112" : 37252,
"350208" : 18448,
"354304" : 8451,
"358400" : 3671,
"362496" : 1301,
"366592" : 490,
"370688" : 252,
"374784" : 183,
"378880" : 166,
"382976" : 120,
"387072" : 85,
"391168" : 98,
"395264" : 100,
"399360" : 140,
"403456" : 79,
"407552" : 66,
"411648" : 43,
"415744" : 32,
"419840" : 35,
"423936" : 33,
"428032" : 31,
"432128" : 24,
"436224" : 32,
"440320" : 7,
"444416" : 12,
"448512" : 22,
"452608" : 20,
"456704" : 21,
"460800" : 7,
"464896" : 9,
"468992" : 22,
"473088" : 15,
"477184" : 5,
"485376" : 1,
"489472" : 2,
"497664" : 1,
"501760" : 4,
"505856" : 8,
"509952" : 10,
"514048" : 14,
"518144" : 11,
"522240" : 8,
"528384" : 54,
"536576" : 114,
"544768" : 293,
"552960" : 512,
"561152" : 1084,
"569344" : 1804,
"577536" : 2789,
"585728" : 3879,
"593920" : 4945,
"602112" : 8001,
"610304" : 13599,
"618496" : 22702,
"626688" : 29331,
"634880" : 29723,
"643072" : 23930,
"651264" : 18299,
"659456" : 17744,
"667648" : 22841,
"675840" : 30709,
"684032" : 34079,
"692224" : 29556,
"700416" : 20535,
"708608" : 13277,
"716800" : 8613,
"724992" : 5838,
"733184" : 4324,
"741376" : 3468,
"749568" : 3128,
"757760" : 3177,
"765952" : 2978,
"774144" : 2695,
"782336" : 2382,
"790528" : 1839,
"798720" : 1525,
"806912" : 1309,
"815104" : 1077,
"823296" : 1066,
"831488" : 933,
"839680" : 849,
"847872" : 815,
"856064" : 849,
"864256" : 920,
"872448" : 1179,
"880640" : 1369,
"888832" : 1707,
"897024" : 2100,
"905216" : 2675,
"913408" : 3645,
"921600" : 4932,
"929792" : 7120,
"937984" : 8552,
"946176" : 9397,
"954368" : 8833,
"962560" : 9330,
"970752" : 10162,
"978944" : 12533,
"987136" : 15032,
"995328" : 16016,
"1003520" : 15001,
"1011712" : 12951,
"1019904" : 11066,
"1028096" : 10732,
"1036288" : 11102,
"1044480" : 10877,
"1056768" : 19227,
"1073152" : 13836,
"1089536" : 9192,
"1105920" : 6493,
"1122304" : 5028,
"1138688" : 4558,
"1155072" : 3415,
"1171456" : 2982,
"1187840" : 2555,
"1204224" : 3065,
"1220608" : 3746,
"1236992" : 5345,
"1253376" : 6585,
"1269760" : 7509,
"1286144" : 9670,
"1302528" : 12457,
"1318912" : 12512,
"1335296" : 12694,
"1351680" : 14008,
"1368064" : 13690,
"1384448" : 11671,
"1400832" : 9449,
"1417216" : 8381,
"1433600" : 6760,
"1449984" : 5757,
"1466368" : 4551,
"1482752" : 3725,
"1499136" : 3252,
"1515520" : 2904,
"1531904" : 2748,
"1548288" : 2867,
"1564672" : 3108,
"1581056" : 3335,
"1597440" : 3941,
"1613824" : 4704,
"1630208" : 5156,
"1646592" : 5706,
"1662976" : 6246,
"1679360" : 6159,
"1695744" : 6105,
"1712128" : 5976,
"1728512" : 5629,
"1744896" : 5059,
"1761280" : 4065,
"1777664" : 3548,
"1794048" : 3166,
"1810432" : 2893,
"1826816" : 2356,
"1843200" : 2191,
"1859584" : 1985,
"1875968" : 1953,
"1892352" : 1779,
"1908736" : 1865,
"1925120" : 1988,
"1941504" : 2081,
"1957888" : 2184,
"1974272" : 2302,
"1990656" : 2485,
"2007040" : 2541,
"2023424" : 2517,
"2039808" : 2436,
"2056192" : 2296,
"2072576" : 2191,
"2088960" : 1957,
"2113536" : 3493,
"2146304" : 2755,
"2179072" : 2335,
"2211840" : 1800,
"2244608" : 1664,
"2277376" : 1662,
"2310144" : 1829,
"2342912" : 1775,
"2375680" : 1760,
"2408448" : 1649,
"2441216" : 1400,
"2473984" : 1162,
"2506752" : 913,
"2539520" : 803,
"2572288" : 703,
"2605056" : 678,
"2637824" : 580,
"2670592" : 569,
"2703360" : 560,
"2736128" : 510,
"2768896" : 432,
"2801664" : 442,
"2834432" : 403,
"2867200" : 407,
"2899968" : 435,
"2932736" : 443,
"2965504" : 473,
"2998272" : 477,
"3031040" : 474,
"3063808" : 512,
"3096576" : 510,
"3129344" : 522,
"3162112" : 625,
"3194880" : 712,
"3227648" : 904,
"3260416" : 1100,
"3293184" : 1290,
"3325952" : 1496,
"3358720" : 1777,
"3391488" : 1855,
"3424256" : 1998,
"3457024" : 2090,
"3489792" : 2345,
"3522560" : 2588,
"3555328" : 3166,
"3588096" : 3683,
"3620864" : 4593,
"3653632" : 5255,
"3686400" : 5977,
"3719168" : 6505,
"3751936" : 7070,
"3784704" : 7478,
"3817472" : 7682,
"3850240" : 8396,
"3883008" : 9443,
"3915776" : 11075,
"3948544" : 12619,
"3981312" : 14657,
"4014080" : 16223,
"4046848" : 17565,
"4079616" : 18752,
"4112384" : 19920,
"4145152" : 20613,
"4177920" : 21336,
"4227072" : 48661,
"4292608" : 59281,
"4358144" : 71259,
"4423680" : 79314,
"4489216" : 83897,
"4554752" : 89619,
"4620288" : 99148,
"4685824" : 111895,
"4751360" : 119694,
"4816896" : 123080,
"4882432" : 122668,
"4947968" : 122098,
"5013504" : 124745,
"5079040" : 125093,
"5144576" : 120790,
"5210112" : 111633,
"5275648" : 100966,
"5341184" : 89123,
"5406720" : 79643,
"5472256" : 68550,
"5537792" : 56378,
"5603328" : 44206,
"5668864" : 32016,
"5734400" : 22225,
"5799936" : 14116,
"5865472" : 8888,
"5931008" : 5177,
"5996544" : 2770,
"6062080" : 1423,
"6127616" : 773,
"6193152" : 417,
"6258688" : 207,
"6324224" : 97,
"6389760" : 28,
"6455296" : 26,
"6520832" : 21,
"6586368" : 16,
"6651904" : 5,
"6717440" : 5,
"6979584" : 2,
"7045120" : 4,
"7110656" : 2
}
},
"lat_ns" : {
"min" : 248269,
"max" : 7491937,
"mean" : 2619349.351861,
"stddev" : 2325359.221869,
"N" : 5374190
},
"bw_min" : 121775,
"bw_max" : 288442,
"bw_agg" : 100.000000,
"bw_mean" : 195757.050228,
"bw_dev" : 21122.371478,
"bw_samples" : 1752,
"iops_min" : 30443,
"iops_max" : 72112,
"iops_mean" : 48939.013699,
"iops_stddev" : 5280.617596,
"iops_samples" : 1752
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 879992,
"usr_cpu" : 1.076260,
"sys_cpu" : 22.138610,
"ctx" : 2212996,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 38.196732,
"750" : 6.584071,
"1000" : 2.595811
},
"latency_ms" : {
"2" : 7.431453,
"4" : 3.262998,
"10" : 41.927689,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082716,
"timestamp_ms" : 1773082716023,
"time" : "Mon Mar 9 15:58:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 23326937088,
"io_kbytes" : 22780212,
"bw_bytes" : 194391142,
"bw" : 189835,
"iops" : 47458.891667,
"runtime" : 120000,
"total_ios" : 5695067,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4887,
"max" : 2037964,
"mean" : 166692.730717,
"stddev" : 174008.268915,
"N" : 5695067
},
"clat_ns" : {
"min" : 238544,
"max" : 7102782,
"mean" : 2529810.456376,
"stddev" : 2171352.783533,
"N" : 5695059,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 301056,
"10.000000" : 309248,
"20.000000" : 317440,
"30.000000" : 329728,
"40.000000" : 675840,
"50.000000" : 1400832,
"60.000000" : 4227072,
"70.000000" : 4685824,
"80.000000" : 4947968,
"90.000000" : 5210112,
"95.000000" : 5406720,
"99.000000" : 5734400,
"99.500000" : 5799936,
"99.900000" : 5996544,
"99.950000" : 6062080,
"99.990000" : 6193152
},
"bins" : {
"238592" : 6,
"240640" : 4,
"242688" : 6,
"244736" : 11,
"246784" : 3,
"248832" : 26,
"250880" : 30,
"252928" : 48,
"254976" : 67,
"257024" : 44,
"259072" : 83,
"261120" : 166,
"264192" : 780,
"268288" : 1344,
"272384" : 2376,
"276480" : 5807,
"280576" : 10091,
"284672" : 15841,
"288768" : 32178,
"292864" : 53021,
"296960" : 69710,
"301056" : 113532,
"305152" : 178704,
"309248" : 199702,
"313344" : 234907,
"317440" : 308173,
"321536" : 287329,
"325632" : 184892,
"329728" : 104859,
"333824" : 66787,
"337920" : 58201,
"342016" : 54443,
"346112" : 37273,
"350208" : 18457,
"354304" : 8458,
"358400" : 3671,
"362496" : 1303,
"366592" : 492,
"370688" : 252,
"374784" : 183,
"378880" : 166,
"382976" : 120,
"387072" : 85,
"391168" : 98,
"395264" : 100,
"399360" : 140,
"403456" : 79,
"407552" : 67,
"411648" : 44,
"415744" : 33,
"419840" : 35,
"423936" : 33,
"428032" : 31,
"432128" : 24,
"436224" : 32,
"440320" : 7,
"444416" : 12,
"448512" : 22,
"452608" : 20,
"456704" : 21,
"460800" : 7,
"464896" : 9,
"468992" : 22,
"473088" : 15,
"477184" : 5,
"485376" : 1,
"489472" : 2,
"497664" : 1,
"501760" : 4,
"505856" : 8,
"509952" : 10,
"514048" : 14,
"518144" : 11,
"522240" : 8,
"528384" : 54,
"536576" : 116,
"544768" : 297,
"552960" : 518,
"561152" : 1098,
"569344" : 1843,
"577536" : 2841,
"585728" : 3947,
"593920" : 5034,
"602112" : 8158,
"610304" : 13890,
"618496" : 23159,
"626688" : 30033,
"634880" : 30428,
"643072" : 24475,
"651264" : 18736,
"659456" : 18098,
"667648" : 23231,
"675840" : 31208,
"684032" : 34811,
"692224" : 30281,
"700416" : 21033,
"708608" : 13538,
"716800" : 8811,
"724992" : 5976,
"733184" : 4434,
"741376" : 3619,
"749568" : 3173,
"757760" : 3243,
"765952" : 3039,
"774144" : 2750,
"782336" : 2409,
"790528" : 1877,
"798720" : 1557,
"806912" : 1332,
"815104" : 1109,
"823296" : 1096,
"831488" : 971,
"839680" : 877,
"847872" : 834,
"856064" : 865,
"864256" : 950,
"872448" : 1213,
"880640" : 1432,
"888832" : 1818,
"897024" : 2211,
"905216" : 2845,
"913408" : 3855,
"921600" : 5266,
"929792" : 7514,
"937984" : 9096,
"946176" : 9975,
"954368" : 9407,
"962560" : 9970,
"970752" : 10836,
"978944" : 13262,
"987136" : 15937,
"995328" : 17033,
"1003520" : 16168,
"1011712" : 13913,
"1019904" : 11798,
"1028096" : 11467,
"1036288" : 11741,
"1044480" : 11582,
"1056768" : 20579,
"1073152" : 14750,
"1089536" : 9844,
"1105920" : 7014,
"1122304" : 5379,
"1138688" : 4853,
"1155072" : 3719,
"1171456" : 3253,
"1187840" : 2811,
"1204224" : 3356,
"1220608" : 4174,
"1236992" : 5962,
"1253376" : 7545,
"1269760" : 8522,
"1286144" : 11024,
"1302528" : 14194,
"1318912" : 14420,
"1335296" : 14600,
"1351680" : 15997,
"1368064" : 15620,
"1384448" : 13409,
"1400832" : 10835,
"1417216" : 9617,
"1433600" : 7787,
"1449984" : 6494,
"1466368" : 5256,
"1482752" : 4308,
"1499136" : 3753,
"1515520" : 3415,
"1531904" : 3233,
"1548288" : 3349,
"1564672" : 3690,
"1581056" : 4074,
"1597440" : 4775,
"1613824" : 5744,
"1630208" : 6283,
"1646592" : 7070,
"1662976" : 7700,
"1679360" : 7696,
"1695744" : 7545,
"1712128" : 7416,
"1728512" : 7083,
"1744896" : 6352,
"1761280" : 5081,
"1777664" : 4500,
"1794048" : 4017,
"1810432" : 3633,
"1826816" : 2909,
"1843200" : 2824,
"1859584" : 2563,
"1875968" : 2434,
"1892352" : 2281,
"1908736" : 2395,
"1925120" : 2573,
"1941504" : 2742,
"1957888" : 2899,
"1974272" : 3068,
"1990656" : 3289,
"2007040" : 3461,
"2023424" : 3360,
"2039808" : 3269,
"2056192" : 3270,
"2072576" : 3092,
"2088960" : 2802,
"2113536" : 4899,
"2146304" : 3892,
"2179072" : 3278,
"2211840" : 2578,
"2244608" : 2334,
"2277376" : 2410,
"2310144" : 2634,
"2342912" : 2773,
"2375680" : 2665,
"2408448" : 2509,
"2441216" : 2192,
"2473984" : 1821,
"2506752" : 1420,
"2539520" : 1260,
"2572288" : 1113,
"2605056" : 1058,
"2637824" : 939,
"2670592" : 956,
"2703360" : 912,
"2736128" : 886,
"2768896" : 741,
"2801664" : 706,
"2834432" : 638,
"2867200" : 640,
"2899968" : 634,
"2932736" : 693,
"2965504" : 678,
"2998272" : 695,
"3031040" : 705,
"3063808" : 722,
"3096576" : 715,
"3129344" : 694,
"3162112" : 844,
"3194880" : 927,
"3227648" : 1118,
"3260416" : 1359,
"3293184" : 1599,
"3325952" : 1864,
"3358720" : 2153,
"3391488" : 2236,
"3424256" : 2415,
"3457024" : 2500,
"3489792" : 2819,
"3522560" : 3062,
"3555328" : 3776,
"3588096" : 4371,
"3620864" : 5367,
"3653632" : 6242,
"3686400" : 7016,
"3719168" : 7667,
"3751936" : 8254,
"3784704" : 8710,
"3817472" : 9006,
"3850240" : 9818,
"3883008" : 11032,
"3915776" : 12791,
"3948544" : 14528,
"3981312" : 16879,
"4014080" : 18688,
"4046848" : 20213,
"4079616" : 21484,
"4112384" : 22733,
"4145152" : 23511,
"4177920" : 24413,
"4227072" : 55144,
"4292608" : 66864,
"4358144" : 79838,
"4423680" : 88798,
"4489216" : 93810,
"4554752" : 99306,
"4620288" : 109663,
"4685824" : 122987,
"4751360" : 131381,
"4816896" : 134309,
"4882432" : 133543,
"4947968" : 132386,
"5013504" : 134535,
"5079040" : 134449,
"5144576" : 129739,
"5210112" : 119527,
"5275648" : 107925,
"5341184" : 94710,
"5406720" : 84408,
"5472256" : 72560,
"5537792" : 59555,
"5603328" : 46741,
"5668864" : 33844,
"5734400" : 23438,
"5799936" : 14888,
"5865472" : 9378,
"5931008" : 5452,
"5996544" : 2929,
"6062080" : 1504,
"6127616" : 807,
"6193152" : 433,
"6258688" : 215,
"6324224" : 102,
"6389760" : 30,
"6455296" : 26,
"6520832" : 21,
"6586368" : 16,
"6651904" : 5,
"6717440" : 5,
"6979584" : 2,
"7045120" : 4,
"7110656" : 2
}
},
"lat_ns" : {
"min" : 248269,
"max" : 7491937,
"mean" : 2696503.343233,
"stddev" : 2313588.278782,
"N" : 5695059
},
"bw_min" : 118167,
"bw_max" : 289242,
"bw_agg" : 100.000000,
"bw_mean" : 190125.364017,
"bw_dev" : 21356.253527,
"bw_samples" : 1912,
"iops_min" : 29541,
"iops_max" : 72312,
"iops_mean" : 47531.104603,
"iops_stddev" : 5339.086821,
"iops_samples" : 1912
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959995,
"usr_cpu" : 1.053755,
"sys_cpu" : 21.827405,
"ctx" : 2424271,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999982,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999982,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 36.073886,
"750" : 6.347406,
"1000" : 2.584342
},
"latency_ms" : {
"2" : 8.032162,
"4" : 3.852229,
"10" : 43.108799,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082726,
"timestamp_ms" : 1773082726022,
"time" : "Mon Mar 9 15:58:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 24611024896,
"io_kbytes" : 24034204,
"bw_bytes" : 189317032,
"bw" : 184879,
"iops" : 46220.086308,
"runtime" : 129999,
"total_ios" : 6008565,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4887,
"max" : 2037964,
"mean" : 171204.944044,
"stddev" : 174718.602545,
"N" : 6008565
},
"clat_ns" : {
"min" : 238544,
"max" : 7102782,
"mean" : 2597590.298738,
"stddev" : 2159299.843450,
"N" : 6008557,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 301056,
"10.000000" : 309248,
"20.000000" : 317440,
"30.000000" : 329728,
"40.000000" : 716800,
"50.000000" : 1712128,
"60.000000" : 4292608,
"70.000000" : 4685824,
"80.000000" : 4947968,
"90.000000" : 5210112,
"95.000000" : 5406720,
"99.000000" : 5734400,
"99.500000" : 5799936,
"99.900000" : 5996544,
"99.950000" : 6062080,
"99.990000" : 6193152
},
"bins" : {
"238592" : 6,
"240640" : 4,
"242688" : 6,
"244736" : 11,
"246784" : 3,
"248832" : 26,
"250880" : 30,
"252928" : 48,
"254976" : 67,
"257024" : 44,
"259072" : 83,
"261120" : 166,
"264192" : 780,
"268288" : 1344,
"272384" : 2376,
"276480" : 5807,
"280576" : 10091,
"284672" : 15843,
"288768" : 32186,
"292864" : 53033,
"296960" : 69739,
"301056" : 113570,
"305152" : 178801,
"309248" : 199830,
"313344" : 235042,
"317440" : 308365,
"321536" : 287549,
"325632" : 184964,
"329728" : 104904,
"333824" : 66815,
"337920" : 58218,
"342016" : 54449,
"346112" : 37276,
"350208" : 18457,
"354304" : 8458,
"358400" : 3671,
"362496" : 1303,
"366592" : 492,
"370688" : 252,
"374784" : 183,
"378880" : 166,
"382976" : 120,
"387072" : 85,
"391168" : 98,
"395264" : 100,
"399360" : 140,
"403456" : 79,
"407552" : 67,
"411648" : 44,
"415744" : 33,
"419840" : 35,
"423936" : 33,
"428032" : 31,
"432128" : 24,
"436224" : 32,
"440320" : 7,
"444416" : 12,
"448512" : 22,
"452608" : 20,
"456704" : 21,
"460800" : 7,
"464896" : 9,
"468992" : 22,
"473088" : 15,
"477184" : 5,
"485376" : 1,
"489472" : 2,
"497664" : 1,
"501760" : 4,
"505856" : 8,
"509952" : 10,
"514048" : 14,
"518144" : 11,
"522240" : 8,
"528384" : 54,
"536576" : 116,
"544768" : 302,
"552960" : 529,
"561152" : 1110,
"569344" : 1865,
"577536" : 2879,
"585728" : 3988,
"593920" : 5061,
"602112" : 8231,
"610304" : 14049,
"618496" : 23437,
"626688" : 30450,
"634880" : 30862,
"643072" : 24775,
"651264" : 18984,
"659456" : 18306,
"667648" : 23495,
"675840" : 31708,
"684032" : 35289,
"692224" : 30642,
"700416" : 21265,
"708608" : 13680,
"716800" : 8892,
"724992" : 6043,
"733184" : 4473,
"741376" : 3645,
"749568" : 3193,
"757760" : 3268,
"765952" : 3066,
"774144" : 2772,
"782336" : 2439,
"790528" : 1896,
"798720" : 1570,
"806912" : 1344,
"815104" : 1126,
"823296" : 1119,
"831488" : 983,
"839680" : 882,
"847872" : 845,
"856064" : 882,
"864256" : 979,
"872448" : 1281,
"880640" : 1501,
"888832" : 1900,
"897024" : 2314,
"905216" : 2977,
"913408" : 4072,
"921600" : 5557,
"929792" : 7849,
"937984" : 9528,
"946176" : 10442,
"954368" : 9871,
"962560" : 10340,
"970752" : 11267,
"978944" : 13826,
"987136" : 16609,
"995328" : 17799,
"1003520" : 16936,
"1011712" : 14586,
"1019904" : 12276,
"1028096" : 12028,
"1036288" : 12193,
"1044480" : 12110,
"1056768" : 21588,
"1073152" : 15364,
"1089536" : 10270,
"1105920" : 7300,
"1122304" : 5668,
"1138688" : 5107,
"1155072" : 3877,
"1171456" : 3426,
"1187840" : 3071,
"1204224" : 3629,
"1220608" : 4518,
"1236992" : 6526,
"1253376" : 8356,
"1269760" : 9372,
"1286144" : 12199,
"1302528" : 15579,
"1318912" : 15921,
"1335296" : 16050,
"1351680" : 17544,
"1368064" : 17247,
"1384448" : 14639,
"1400832" : 11919,
"1417216" : 10500,
"1433600" : 8585,
"1449984" : 7211,
"1466368" : 5847,
"1482752" : 4697,
"1499136" : 4201,
"1515520" : 3824,
"1531904" : 3681,
"1548288" : 3907,
"1564672" : 4313,
"1581056" : 4784,
"1597440" : 5713,
"1613824" : 6852,
"1630208" : 7504,
"1646592" : 8537,
"1662976" : 9202,
"1679360" : 9006,
"1695744" : 8951,
"1712128" : 8723,
"1728512" : 8372,
"1744896" : 7396,
"1761280" : 6043,
"1777664" : 5367,
"1794048" : 4647,
"1810432" : 4195,
"1826816" : 3476,
"1843200" : 3384,
"1859584" : 3169,
"1875968" : 2988,
"1892352" : 2883,
"1908736" : 3028,
"1925120" : 3327,
"1941504" : 3501,
"1957888" : 3831,
"1974272" : 4105,
"1990656" : 4309,
"2007040" : 4559,
"2023424" : 4371,
"2039808" : 4205,
"2056192" : 4272,
"2072576" : 4037,
"2088960" : 3659,
"2113536" : 6365,
"2146304" : 5116,
"2179072" : 4157,
"2211840" : 3465,
"2244608" : 3260,
"2277376" : 3448,
"2310144" : 3721,
"2342912" : 3875,
"2375680" : 3792,
"2408448" : 3523,
"2441216" : 3087,
"2473984" : 2614,
"2506752" : 2127,
"2539520" : 1776,
"2572288" : 1647,
"2605056" : 1570,
"2637824" : 1464,
"2670592" : 1491,
"2703360" : 1470,
"2736128" : 1378,
"2768896" : 1229,
"2801664" : 1097,
"2834432" : 981,
"2867200" : 957,
"2899968" : 959,
"2932736" : 1006,
"2965504" : 989,
"2998272" : 1044,
"3031040" : 1019,
"3063808" : 990,
"3096576" : 979,
"3129344" : 941,
"3162112" : 1095,
"3194880" : 1190,
"3227648" : 1445,
"3260416" : 1678,
"3293184" : 1995,
"3325952" : 2291,
"3358720" : 2598,
"3391488" : 2712,
"3424256" : 2874,
"3457024" : 2997,
"3489792" : 3335,
"3522560" : 3644,
"3555328" : 4464,
"3588096" : 5204,
"3620864" : 6234,
"3653632" : 7282,
"3686400" : 8170,
"3719168" : 8860,
"3751936" : 9478,
"3784704" : 9948,
"3817472" : 10345,
"3850240" : 11233,
"3883008" : 12609,
"3915776" : 14603,
"3948544" : 16527,
"3981312" : 19177,
"4014080" : 21110,
"4046848" : 22921,
"4079616" : 24274,
"4112384" : 25626,
"4145152" : 26496,
"4177920" : 27455,
"4227072" : 61850,
"4292608" : 74476,
"4358144" : 88658,
"4423680" : 98266,
"4489216" : 103672,
"4554752" : 109104,
"4620288" : 119875,
"4685824" : 133879,
"4751360" : 142903,
"4816896" : 145651,
"4882432" : 144261,
"4947968" : 142506,
"5013504" : 144386,
"5079040" : 143887,
"5144576" : 138648,
"5210112" : 127254,
"5275648" : 114500,
"5341184" : 100459,
"5406720" : 89138,
"5472256" : 76448,
"5537792" : 62694,
"5603328" : 49065,
"5668864" : 35561,
"5734400" : 24561,
"5799936" : 15672,
"5865472" : 9848,
"5931008" : 5741,
"5996544" : 3103,
"6062080" : 1621,
"6127616" : 869,
"6193152" : 461,
"6258688" : 233,
"6324224" : 116,
"6389760" : 35,
"6455296" : 27,
"6520832" : 22,
"6586368" : 16,
"6651904" : 5,
"6717440" : 5,
"6979584" : 2,
"7045120" : 4,
"7110656" : 2
}
},
"lat_ns" : {
"min" : 248269,
"max" : 7491937,
"mean" : 2768795.254786,
"stddev" : 2300598.401859,
"N" : 6008557
},
"bw_min" : 115343,
"bw_max" : 289538,
"bw_agg" : 100.000000,
"bw_mean" : 185140.046332,
"bw_dev" : 21482.670882,
"bw_samples" : 2072,
"iops_min" : 28835,
"iops_max" : 72386,
"iops_mean" : 46284.783784,
"iops_stddev" : 5370.690060,
"iops_samples" : 2072
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1039992,
"usr_cpu" : 1.030873,
"sys_cpu" : 21.554204,
"ctx" : 2635904,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 34.208900,
"750" : 6.090606,
"1000" : 2.545916
},
"latency_ms" : {
"2" : 8.461937,
"4" : 4.488875,
"10" : 44.202651,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082736,
"timestamp_ms" : 1773082736023,
"time" : "Mon Mar 9 15:58:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 25871527936,
"io_kbytes" : 25265164,
"bw_bytes" : 184796628,
"bw" : 180465,
"iops" : 45116.478571,
"runtime" : 140000,
"total_ios" : 6316307,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4887,
"max" : 2037964,
"mean" : 175432.038208,
"stddev" : 175272.359862,
"N" : 6316307
},
"clat_ns" : {
"min" : 238544,
"max" : 7102782,
"mean" : 2661092.423564,
"stddev" : 2145997.230835,
"N" : 6316299,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 305152,
"10.000000" : 309248,
"20.000000" : 321536,
"30.000000" : 337920,
"40.000000" : 970752,
"50.000000" : 2072576,
"60.000000" : 4358144,
"70.000000" : 4685824,
"80.000000" : 4947968,
"90.000000" : 5210112,
"95.000000" : 5406720,
"99.000000" : 5734400,
"99.500000" : 5799936,
"99.900000" : 5996544,
"99.950000" : 6062080,
"99.990000" : 6193152
},
"bins" : {
"238592" : 6,
"240640" : 4,
"242688" : 6,
"244736" : 11,
"246784" : 3,
"248832" : 26,
"250880" : 30,
"252928" : 48,
"254976" : 67,
"257024" : 44,
"259072" : 83,
"261120" : 166,
"264192" : 780,
"268288" : 1344,
"272384" : 2376,
"276480" : 5807,
"280576" : 10093,
"284672" : 15845,
"288768" : 32191,
"292864" : 53036,
"296960" : 69742,
"301056" : 113581,
"305152" : 178832,
"309248" : 199861,
"313344" : 235086,
"317440" : 308440,
"321536" : 287625,
"325632" : 185024,
"329728" : 104947,
"333824" : 66839,
"337920" : 58224,
"342016" : 54458,
"346112" : 37279,
"350208" : 18459,
"354304" : 8458,
"358400" : 3671,
"362496" : 1303,
"366592" : 492,
"370688" : 252,
"374784" : 183,
"378880" : 166,
"382976" : 120,
"387072" : 85,
"391168" : 98,
"395264" : 100,
"399360" : 140,
"403456" : 79,
"407552" : 67,
"411648" : 44,
"415744" : 33,
"419840" : 35,
"423936" : 33,
"428032" : 31,
"432128" : 24,
"436224" : 32,
"440320" : 7,
"444416" : 12,
"448512" : 22,
"452608" : 20,
"456704" : 21,
"460800" : 7,
"464896" : 9,
"468992" : 22,
"473088" : 15,
"477184" : 5,
"485376" : 1,
"489472" : 2,
"497664" : 1,
"501760" : 4,
"505856" : 8,
"509952" : 10,
"514048" : 14,
"518144" : 11,
"522240" : 8,
"528384" : 54,
"536576" : 116,
"544768" : 302,
"552960" : 531,
"561152" : 1114,
"569344" : 1878,
"577536" : 2903,
"585728" : 4025,
"593920" : 5092,
"602112" : 8290,
"610304" : 14166,
"618496" : 23634,
"626688" : 30692,
"634880" : 31083,
"643072" : 25009,
"651264" : 19103,
"659456" : 18453,
"667648" : 23680,
"675840" : 32008,
"684032" : 35571,
"692224" : 30894,
"700416" : 21418,
"708608" : 13766,
"716800" : 8955,
"724992" : 6080,
"733184" : 4511,
"741376" : 3684,
"749568" : 3211,
"757760" : 3293,
"765952" : 3086,
"774144" : 2786,
"782336" : 2451,
"790528" : 1897,
"798720" : 1578,
"806912" : 1348,
"815104" : 1131,
"823296" : 1120,
"831488" : 995,
"839680" : 890,
"847872" : 848,
"856064" : 892,
"864256" : 997,
"872448" : 1300,
"880640" : 1536,
"888832" : 1954,
"897024" : 2362,
"905216" : 3079,
"913408" : 4202,
"921600" : 5748,
"929792" : 8099,
"937984" : 9824,
"946176" : 10789,
"954368" : 10170,
"962560" : 10621,
"970752" : 11598,
"978944" : 14300,
"987136" : 17111,
"995328" : 18350,
"1003520" : 17433,
"1011712" : 15030,
"1019904" : 12609,
"1028096" : 12430,
"1036288" : 12514,
"1044480" : 12495,
"1056768" : 22235,
"1073152" : 15767,
"1089536" : 10557,
"1105920" : 7538,
"1122304" : 5844,
"1138688" : 5214,
"1155072" : 4001,
"1171456" : 3544,
"1187840" : 3236,
"1204224" : 3801,
"1220608" : 4792,
"1236992" : 6991,
"1253376" : 9021,
"1269760" : 10008,
"1286144" : 13108,
"1302528" : 16788,
"1318912" : 17192,
"1335296" : 17242,
"1351680" : 18840,
"1368064" : 18401,
"1384448" : 15626,
"1400832" : 12839,
"1417216" : 11260,
"1433600" : 9181,
"1449984" : 7651,
"1466368" : 6235,
"1482752" : 5038,
"1499136" : 4537,
"1515520" : 4171,
"1531904" : 4075,
"1548288" : 4429,
"1564672" : 4965,
"1581056" : 5435,
"1597440" : 6541,
"1613824" : 7831,
"1630208" : 8629,
"1646592" : 9782,
"1662976" : 10478,
"1679360" : 10272,
"1695744" : 10224,
"1712128" : 10001,
"1728512" : 9476,
"1744896" : 8296,
"1761280" : 6959,
"1777664" : 6125,
"1794048" : 5337,
"1810432" : 4795,
"1826816" : 3998,
"1843200" : 3915,
"1859584" : 3665,
"1875968" : 3559,
"1892352" : 3467,
"1908736" : 3733,
"1925120" : 4044,
"1941504" : 4285,
"1957888" : 4823,
"1974272" : 5128,
"1990656" : 5294,
"2007040" : 5582,
"2023424" : 5357,
"2039808" : 5209,
"2056192" : 5170,
"2072576" : 4966,
"2088960" : 4549,
"2113536" : 7821,
"2146304" : 6309,
"2179072" : 5174,
"2211840" : 4477,
"2244608" : 4370,
"2277376" : 4658,
"2310144" : 4944,
"2342912" : 5174,
"2375680" : 5118,
"2408448" : 4771,
"2441216" : 4075,
"2473984" : 3528,
"2506752" : 2880,
"2539520" : 2519,
"2572288" : 2346,
"2605056" : 2289,
"2637824" : 2177,
"2670592" : 2185,
"2703360" : 2174,
"2736128" : 1994,
"2768896" : 1816,
"2801664" : 1580,
"2834432" : 1495,
"2867200" : 1395,
"2899968" : 1390,
"2932736" : 1386,
"2965504" : 1392,
"2998272" : 1495,
"3031040" : 1446,
"3063808" : 1449,
"3096576" : 1408,
"3129344" : 1264,
"3162112" : 1414,
"3194880" : 1535,
"3227648" : 1800,
"3260416" : 2090,
"3293184" : 2437,
"3325952" : 2795,
"3358720" : 3105,
"3391488" : 3322,
"3424256" : 3428,
"3457024" : 3585,
"3489792" : 3932,
"3522560" : 4206,
"3555328" : 5132,
"3588096" : 6012,
"3620864" : 7180,
"3653632" : 8378,
"3686400" : 9378,
"3719168" : 10098,
"3751936" : 10833,
"3784704" : 11357,
"3817472" : 11799,
"3850240" : 12776,
"3883008" : 14348,
"3915776" : 16451,
"3948544" : 18680,
"3981312" : 21518,
"4014080" : 23666,
"4046848" : 25779,
"4079616" : 27228,
"4112384" : 28803,
"4145152" : 29704,
"4177920" : 30635,
"4227072" : 68677,
"4292608" : 82261,
"4358144" : 97723,
"4423680" : 108264,
"4489216" : 113591,
"4554752" : 119170,
"4620288" : 130218,
"4685824" : 144845,
"4751360" : 154702,
"4816896" : 156936,
"4882432" : 155045,
"4947968" : 152750,
"5013504" : 153981,
"5079040" : 152954,
"5144576" : 147010,
"5210112" : 134430,
"5275648" : 120732,
"5341184" : 105866,
"5406720" : 93712,
"5472256" : 80167,
"5537792" : 65603,
"5603328" : 51261,
"5668864" : 37124,
"5734400" : 25712,
"5799936" : 16455,
"5865472" : 10325,
"5931008" : 6000,
"5996544" : 3196,
"6062080" : 1681,
"6127616" : 888,
"6193152" : 478,
"6258688" : 252,
"6324224" : 119,
"6389760" : 35,
"6455296" : 28,
"6520832" : 22,
"6586368" : 16,
"6651904" : 5,
"6717440" : 5,
"6979584" : 2,
"7045120" : 4,
"7110656" : 2
}
},
"lat_ns" : {
"min" : 248269,
"max" : 7491937,
"mean" : 2836524.740189,
"stddev" : 2286283.995174,
"N" : 6316299
},
"bw_min" : 113231,
"bw_max" : 290168,
"bw_agg" : 100.000000,
"bw_mean" : 180700.720430,
"bw_dev" : 21530.786204,
"bw_samples" : 2232,
"iops_min" : 28307,
"iops_max" : 72544,
"iops_mean" : 45174.960573,
"iops_stddev" : 5382.718256,
"iops_samples" : 2232
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119993,
"usr_cpu" : 1.012774,
"sys_cpu" : 21.306472,
"ctx" : 2847996,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 32.548988,
"750" : 5.839678,
"1000" : 2.486643
},
"latency_ms" : {
"2" : 8.736972,
"4" : 5.162874,
"10" : 45.223783,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082746,
"timestamp_ms" : 1773082746023,
"time" : "Mon Mar 9 15:59:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 27108241408,
"io_kbytes" : 26472892,
"bw_bytes" : 180722814,
"bw" : 176487,
"iops" : 44121.900813,
"runtime" : 149999,
"total_ios" : 6618241,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4887,
"max" : 2037964,
"mean" : 179425.381895,
"stddev" : 175703.201155,
"N" : 6618241
},
"clat_ns" : {
"min" : 238544,
"max" : 7102782,
"mean" : 2721063.242787,
"stddev" : 2131615.990066,
"N" : 6618233,
"percentile" : {
"1.000000" : 288768,
"5.000000" : 305152,
"10.000000" : 309248,
"20.000000" : 321536,
"30.000000" : 346112,
"40.000000" : 1036288,
"50.000000" : 2736128,
"60.000000" : 4358144,
"70.000000" : 4685824,
"80.000000" : 4947968,
"90.000000" : 5210112,
"95.000000" : 5406720,
"99.000000" : 5734400,
"99.500000" : 5799936,
"99.900000" : 5996544,
"99.950000" : 6062080,
"99.990000" : 6193152
},
"bins" : {
"238592" : 6,
"240640" : 4,
"242688" : 6,
"244736" : 11,
"246784" : 3,
"248832" : 26,
"250880" : 30,
"252928" : 48,
"254976" : 67,
"257024" : 44,
"259072" : 83,
"261120" : 166,
"264192" : 780,
"268288" : 1344,
"272384" : 2376,
"276480" : 5807,
"280576" : 10093,
"284672" : 15845,
"288768" : 32192,
"292864" : 53036,
"296960" : 69744,
"301056" : 113592,
"305152" : 178842,
"309248" : 199871,
"313344" : 235121,
"317440" : 308471,
"321536" : 287666,
"325632" : 185066,
"329728" : 104960,
"333824" : 66839,
"337920" : 58226,
"342016" : 54460,
"346112" : 37280,
"350208" : 18460,
"354304" : 8458,
"358400" : 3672,
"362496" : 1303,
"366592" : 492,
"370688" : 253,
"374784" : 184,
"378880" : 166,
"382976" : 120,
"387072" : 85,
"391168" : 98,
"395264" : 100,
"399360" : 140,
"403456" : 79,
"407552" : 67,
"411648" : 44,
"415744" : 33,
"419840" : 35,
"423936" : 33,
"428032" : 31,
"432128" : 24,
"436224" : 32,
"440320" : 7,
"444416" : 12,
"448512" : 22,
"452608" : 20,
"456704" : 21,
"460800" : 7,
"464896" : 9,
"468992" : 22,
"473088" : 15,
"477184" : 5,
"485376" : 1,
"489472" : 2,
"497664" : 1,
"501760" : 4,
"505856" : 8,
"509952" : 10,
"514048" : 14,
"518144" : 11,
"522240" : 8,
"528384" : 56,
"536576" : 116,
"544768" : 305,
"552960" : 532,
"561152" : 1116,
"569344" : 1882,
"577536" : 2923,
"585728" : 4039,
"593920" : 5121,
"602112" : 8322,
"610304" : 14211,
"618496" : 23745,
"626688" : 30845,
"634880" : 31216,
"643072" : 25088,
"651264" : 19144,
"659456" : 18510,
"667648" : 23749,
"675840" : 32159,
"684032" : 35742,
"692224" : 31061,
"700416" : 21478,
"708608" : 13826,
"716800" : 8993,
"724992" : 6109,
"733184" : 4517,
"741376" : 3697,
"749568" : 3219,
"757760" : 3298,
"765952" : 3102,
"774144" : 2797,
"782336" : 2457,
"790528" : 1904,
"798720" : 1580,
"806912" : 1349,
"815104" : 1135,
"823296" : 1127,
"831488" : 995,
"839680" : 895,
"847872" : 854,
"856064" : 895,
"864256" : 1003,
"872448" : 1320,
"880640" : 1559,
"888832" : 1996,
"897024" : 2406,
"905216" : 3125,
"913408" : 4311,
"921600" : 5893,
"929792" : 8251,
"937984" : 10000,
"946176" : 10943,
"954368" : 10369,
"962560" : 10800,
"970752" : 11839,
"978944" : 14516,
"987136" : 17372,
"995328" : 18698,
"1003520" : 17763,
"1011712" : 15272,
"1019904" : 12808,
"1028096" : 12593,
"1036288" : 12786,
"1044480" : 12718,
"1056768" : 22650,
"1073152" : 15980,
"1089536" : 10706,
"1105920" : 7649,
"1122304" : 5942,
"1138688" : 5298,
"1155072" : 4048,
"1171456" : 3631,
"1187840" : 3346,
"1204224" : 3946,
"1220608" : 5005,
"1236992" : 7355,
"1253376" : 9449,
"1269760" : 10481,
"1286144" : 13758,
"1302528" : 17714,
"1318912" : 18013,
"1335296" : 18051,
"1351680" : 19668,
"1368064" : 19214,
"1384448" : 16278,
"1400832" : 13530,
"1417216" : 11892,
"1433600" : 9621,
"1449984" : 8000,
"1466368" : 6529,
"1482752" : 5296,
"1499136" : 4775,
"1515520" : 4418,
"1531904" : 4353,
"1548288" : 4854,
"1564672" : 5421,
"1581056" : 5958,
"1597440" : 7200,
"1613824" : 8642,
"1630208" : 9472,
"1646592" : 10726,
"1662976" : 11569,
"1679360" : 11432,
"1695744" : 11353,
"1712128" : 11037,
"1728512" : 10470,
"1744896" : 9105,
"1761280" : 7776,
"1777664" : 6881,
"1794048" : 5893,
"1810432" : 5293,
"1826816" : 4445,
"1843200" : 4393,
"1859584" : 4174,
"1875968" : 3980,
"1892352" : 3884,
"1908736" : 4306,
"1925120" : 4757,
"1941504" : 5114,
"1957888" : 5607,
"1974272" : 6021,
"1990656" : 6358,
"2007040" : 6670,
"2023424" : 6369,
"2039808" : 6269,
"2056192" : 6106,
"2072576" : 5870,
"2088960" : 5395,
"2113536" : 9323,
"2146304" : 7622,
"2179072" : 6185,
"2211840" : 5545,
"2244608" : 5412,
"2277376" : 5944,
"2310144" : 6346,
"2342912" : 6766,
"2375680" : 6589,
"2408448" : 6199,
"2441216" : 5271,
"2473984" : 4557,
"2506752" : 3803,
"2539520" : 3397,
"2572288" : 3115,
"2605056" : 3138,
"2637824" : 3094,
"2670592" : 3048,
"2703360" : 3101,
"2736128" : 2795,
"2768896" : 2560,
"2801664" : 2314,
"2834432" : 2170,
"2867200" : 2000,
"2899968" : 1983,
"2932736" : 1951,
"2965504" : 1919,
"2998272" : 2083,
"3031040" : 2000,
"3063808" : 1997,
"3096576" : 1909,
"3129344" : 1794,
"3162112" : 1889,
"3194880" : 2016,
"3227648" : 2304,
"3260416" : 2623,
"3293184" : 2988,
"3325952" : 3411,
"3358720" : 3841,
"3391488" : 4035,
"3424256" : 4102,
"3457024" : 4229,
"3489792" : 4594,
"3522560" : 4912,
"3555328" : 5962,
"3588096" : 6952,
"3620864" : 8248,
"3653632" : 9618,
"3686400" : 10752,
"3719168" : 11581,
"3751936" : 12352,
"3784704" : 12917,
"3817472" : 13403,
"3850240" : 14384,
"3883008" : 16138,
"3915776" : 18568,
"3948544" : 20968,
"3981312" : 24010,
"4014080" : 26458,
"4046848" : 28727,
"4079616" : 30336,
"4112384" : 32025,
"4145152" : 32940,
"4177920" : 34000,
"4227072" : 75838,
"4292608" : 90612,
"4358144" : 106949,
"4423680" : 118113,
"4489216" : 123628,
"4554752" : 129402,
"4620288" : 140941,
"4685824" : 156099,
"4751360" : 166410,
"4816896" : 168013,
"4882432" : 165532,
"4947968" : 162743,
"5013504" : 163197,
"5079040" : 161776,
"5144576" : 155147,
"5210112" : 141444,
"5275648" : 126658,
"5341184" : 110880,
"5406720" : 97957,
"5472256" : 83519,
"5537792" : 68327,
"5603328" : 53322,
"5668864" : 38558,
"5734400" : 26752,
"5799936" : 17084,
"5865472" : 10739,
"5931008" : 6276,
"5996544" : 3363,
"6062080" : 1764,
"6127616" : 924,
"6193152" : 488,
"6258688" : 260,
"6324224" : 125,
"6389760" : 36,
"6455296" : 28,
"6520832" : 23,
"6586368" : 16,
"6651904" : 5,
"6717440" : 5,
"6979584" : 2,
"7045120" : 4,
"7110656" : 2
}
},
"lat_ns" : {
"min" : 248269,
"max" : 7491937,
"mean" : 2900488.776001,
"stddev" : 2270825.323719,
"N" : 6618233
},
"bw_min" : 109119,
"bw_max" : 290314,
"bw_agg" : 100.000000,
"bw_mean" : 176704.451505,
"bw_dev" : 21532.249433,
"bw_samples" : 2392,
"iops_min" : 27279,
"iops_max" : 72580,
"iops_mean" : 44175.892977,
"iops_stddev" : 5383.083161,
"iops_samples" : 2392
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1199992,
"usr_cpu" : 0.992507,
"sys_cpu" : 21.089307,
"ctx" : 3060406,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 31.067152,
"750" : 5.595837,
"1000" : 2.410489
},
"latency_ms" : {
"2" : 8.851627,
"4" : 5.903381,
"10" : 46.170501,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082756,
"timestamp_ms" : 1773082756023,
"time" : "Mon Mar 9 15:59:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 28329230336,
"io_kbytes" : 27665264,
"bw_bytes" : 177057689,
"bw" : 172907,
"iops" : 43227.068750,
"runtime" : 160000,
"total_ios" : 6916331,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4887,
"max" : 2037964,
"mean" : 183172.500888,
"stddev" : 175995.008260,
"N" : 6916331
},
"clat_ns" : {
"min" : 238544,
"max" : 7102782,
"mean" : 2777355.853323,
"stddev" : 2116298.112460,
"N" : 6916323,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 602112,
"40.000000" : 1236992,
"50.000000" : 3588096,
"60.000000" : 4358144,
"70.000000" : 4685824,
"80.000000" : 4947968,
"90.000000" : 5210112,
"95.000000" : 5406720,
"99.000000" : 5734400,
"99.500000" : 5799936,
"99.900000" : 5996544,
"99.950000" : 6062080,
"99.990000" : 6193152
},
"bins" : {
"238592" : 6,
"240640" : 4,
"242688" : 6,
"244736" : 11,
"246784" : 3,
"248832" : 26,
"250880" : 30,
"252928" : 48,
"254976" : 67,
"257024" : 44,
"259072" : 83,
"261120" : 166,
"264192" : 781,
"268288" : 1344,
"272384" : 2376,
"276480" : 5808,
"280576" : 10093,
"284672" : 15845,
"288768" : 32192,
"292864" : 53036,
"296960" : 69745,
"301056" : 113598,
"305152" : 178845,
"309248" : 199877,
"313344" : 235134,
"317440" : 308483,
"321536" : 287688,
"325632" : 185078,
"329728" : 104971,
"333824" : 66841,
"337920" : 58226,
"342016" : 54460,
"346112" : 37280,
"350208" : 18460,
"354304" : 8461,
"358400" : 3673,
"362496" : 1303,
"366592" : 492,
"370688" : 253,
"374784" : 184,
"378880" : 166,
"382976" : 120,
"387072" : 85,
"391168" : 98,
"395264" : 100,
"399360" : 140,
"403456" : 79,
"407552" : 67,
"411648" : 44,
"415744" : 33,
"419840" : 35,
"423936" : 33,
"428032" : 31,
"432128" : 24,
"436224" : 32,
"440320" : 7,
"444416" : 12,
"448512" : 22,
"452608" : 20,
"456704" : 21,
"460800" : 7,
"464896" : 9,
"468992" : 22,
"473088" : 15,
"477184" : 5,
"485376" : 1,
"489472" : 2,
"497664" : 1,
"501760" : 4,
"505856" : 8,
"509952" : 10,
"514048" : 14,
"518144" : 11,
"522240" : 8,
"528384" : 56,
"536576" : 116,
"544768" : 305,
"552960" : 532,
"561152" : 1116,
"569344" : 1889,
"577536" : 2926,
"585728" : 4048,
"593920" : 5134,
"602112" : 8349,
"610304" : 14242,
"618496" : 23809,
"626688" : 30936,
"634880" : 31282,
"643072" : 25175,
"651264" : 19166,
"659456" : 18550,
"667648" : 23799,
"675840" : 32221,
"684032" : 35807,
"692224" : 31146,
"700416" : 21518,
"708608" : 13859,
"716800" : 8996,
"724992" : 6122,
"733184" : 4534,
"741376" : 3700,
"749568" : 3228,
"757760" : 3306,
"765952" : 3118,
"774144" : 2801,
"782336" : 2466,
"790528" : 1906,
"798720" : 1581,
"806912" : 1352,
"815104" : 1136,
"823296" : 1127,
"831488" : 995,
"839680" : 901,
"847872" : 859,
"856064" : 903,
"864256" : 1006,
"872448" : 1332,
"880640" : 1568,
"888832" : 2012,
"897024" : 2439,
"905216" : 3164,
"913408" : 4355,
"921600" : 5944,
"929792" : 8333,
"937984" : 10100,
"946176" : 11044,
"954368" : 10516,
"962560" : 10926,
"970752" : 11959,
"978944" : 14664,
"987136" : 17568,
"995328" : 18906,
"1003520" : 17958,
"1011712" : 15471,
"1019904" : 12950,
"1028096" : 12729,
"1036288" : 12945,
"1044480" : 12871,
"1056768" : 22902,
"1073152" : 16149,
"1089536" : 10863,
"1105920" : 7732,
"1122304" : 6019,
"1138688" : 5353,
"1155072" : 4096,
"1171456" : 3666,
"1187840" : 3427,
"1204224" : 4014,
"1220608" : 5126,
"1236992" : 7553,
"1253376" : 9741,
"1269760" : 10865,
"1286144" : 14179,
"1302528" : 18266,
"1318912" : 18653,
"1335296" : 18678,
"1351680" : 20400,
"1368064" : 19851,
"1384448" : 16858,
"1400832" : 13968,
"1417216" : 12304,
"1433600" : 9986,
"1449984" : 8271,
"1466368" : 6750,
"1482752" : 5472,
"1499136" : 4933,
"1515520" : 4608,
"1531904" : 4560,
"1548288" : 5122,
"1564672" : 5799,
"1581056" : 6322,
"1597440" : 7765,
"1613824" : 9274,
"1630208" : 10296,
"1646592" : 11572,
"1662976" : 12450,
"1679360" : 12351,
"1695744" : 12218,
"1712128" : 11910,
"1728512" : 11247,
"1744896" : 9768,
"1761280" : 8364,
"1777664" : 7407,
"1794048" : 6337,
"1810432" : 5665,
"1826816" : 4848,
"1843200" : 4732,
"1859584" : 4493,
"1875968" : 4388,
"1892352" : 4288,
"1908736" : 4797,
"1925120" : 5413,
"1941504" : 5786,
"1957888" : 6416,
"1974272" : 6927,
"1990656" : 7277,
"2007040" : 7640,
"2023424" : 7316,
"2039808" : 7162,
"2056192" : 7032,
"2072576" : 6737,
"2088960" : 6211,
"2113536" : 10627,
"2146304" : 8724,
"2179072" : 7166,
"2211840" : 6391,
"2244608" : 6441,
"2277376" : 7221,
"2310144" : 7756,
"2342912" : 8356,
"2375680" : 8266,
"2408448" : 7762,
"2441216" : 6583,
"2473984" : 5634,
"2506752" : 4744,
"2539520" : 4212,
"2572288" : 4032,
"2605056" : 4027,
"2637824" : 4065,
"2670592" : 4115,
"2703360" : 4199,
"2736128" : 3854,
"2768896" : 3564,
"2801664" : 3126,
"2834432" : 2920,
"2867200" : 2677,
"2899968" : 2634,
"2932736" : 2669,
"2965504" : 2690,
"2998272" : 2733,
"3031040" : 2704,
"3063808" : 2735,
"3096576" : 2630,
"3129344" : 2451,
"3162112" : 2518,
"3194880" : 2630,
"3227648" : 2928,
"3260416" : 3394,
"3293184" : 3663,
"3325952" : 4229,
"3358720" : 4665,
"3391488" : 4847,
"3424256" : 5011,
"3457024" : 5094,
"3489792" : 5430,
"3522560" : 5836,
"3555328" : 6846,
"3588096" : 8025,
"3620864" : 9485,
"3653632" : 11032,
"3686400" : 12298,
"3719168" : 13197,
"3751936" : 14043,
"3784704" : 14576,
"3817472" : 15184,
"3850240" : 16268,
"3883008" : 18183,
"3915776" : 20749,
"3948544" : 23505,
"3981312" : 26826,
"4014080" : 29524,
"4046848" : 31955,
"4079616" : 33662,
"4112384" : 35501,
"4145152" : 36360,
"4177920" : 37547,
"4227072" : 83365,
"4292608" : 99297,
"4358144" : 116597,
"4423680" : 128383,
"4489216" : 133980,
"4554752" : 139774,
"4620288" : 151615,
"4685824" : 167080,
"4751360" : 177555,
"4816896" : 178640,
"4882432" : 175740,
"4947968" : 172457,
"5013504" : 172340,
"5079040" : 170256,
"5144576" : 162783,
"5210112" : 148124,
"5275648" : 132498,
"5341184" : 115601,
"5406720" : 101899,
"5472256" : 86807,
"5537792" : 70843,
"5603328" : 55250,
"5668864" : 39929,
"5734400" : 27747,
"5799936" : 17655,
"5865472" : 11034,
"5931008" : 6470,
"5996544" : 3458,
"6062080" : 1807,
"6127616" : 944,
"6193152" : 504,
"6258688" : 273,
"6324224" : 126,
"6389760" : 36,
"6455296" : 28,
"6520832" : 23,
"6586368" : 16,
"6651904" : 5,
"6717440" : 5,
"6979584" : 2,
"7045120" : 4,
"7110656" : 2
}
},
"lat_ns" : {
"min" : 248269,
"max" : 7491937,
"mean" : 2960528.452810,
"stddev" : 2254366.454894,
"N" : 6916323
},
"bw_min" : 107687,
"bw_max" : 290768,
"bw_agg" : 100.000000,
"bw_mean" : 173104.802508,
"bw_dev" : 21494.939104,
"bw_samples" : 2552,
"iops_min" : 26921,
"iops_max" : 72694,
"iops_mean" : 43275.987461,
"iops_stddev" : 5373.754804,
"iops_samples" : 2552
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279996,
"usr_cpu" : 0.979222,
"sys_cpu" : 20.875300,
"ctx" : 3273523,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 29.729534,
"750" : 5.366718,
"1000" : 2.328532
},
"latency_ms" : {
"2" : 8.857500,
"4" : 6.675736,
"10" : 47.041011,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082766,
"timestamp_ms" : 1773082766023,
"time" : "Mon Mar 9 15:59:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 29533110272,
"io_kbytes" : 28840928,
"bw_bytes" : 173725199,
"bw" : 169653,
"iops" : 42413.443608,
"runtime" : 169999,
"total_ios" : 7210243,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4887,
"max" : 2037964,
"mean" : 186718.830132,
"stddev" : 176218.973194,
"N" : 7210243
},
"clat_ns" : {
"min" : 238544,
"max" : 7102782,
"mean" : 2830614.475716,
"stddev" : 2100521.210049,
"N" : 7210235,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 634880,
"40.000000" : 1351680,
"50.000000" : 3751936,
"60.000000" : 4423680,
"70.000000" : 4685824,
"80.000000" : 4947968,
"90.000000" : 5210112,
"95.000000" : 5406720,
"99.000000" : 5734400,
"99.500000" : 5799936,
"99.900000" : 5996544,
"99.950000" : 6062080,
"99.990000" : 6193152
},
"bins" : {
"238592" : 6,
"240640" : 4,
"242688" : 6,
"244736" : 11,
"246784" : 3,
"248832" : 26,
"250880" : 30,
"252928" : 48,
"254976" : 67,
"257024" : 44,
"259072" : 83,
"261120" : 166,
"264192" : 781,
"268288" : 1344,
"272384" : 2376,
"276480" : 5808,
"280576" : 10093,
"284672" : 15845,
"288768" : 32192,
"292864" : 53037,
"296960" : 69745,
"301056" : 113598,
"305152" : 178846,
"309248" : 199878,
"313344" : 235139,
"317440" : 308486,
"321536" : 287692,
"325632" : 185080,
"329728" : 104976,
"333824" : 66841,
"337920" : 58227,
"342016" : 54460,
"346112" : 37281,
"350208" : 18460,
"354304" : 8463,
"358400" : 3673,
"362496" : 1303,
"366592" : 492,
"370688" : 253,
"374784" : 184,
"378880" : 166,
"382976" : 120,
"387072" : 85,
"391168" : 98,
"395264" : 100,
"399360" : 140,
"403456" : 79,
"407552" : 67,
"411648" : 44,
"415744" : 33,
"419840" : 35,
"423936" : 33,
"428032" : 31,
"432128" : 24,
"436224" : 32,
"440320" : 7,
"444416" : 12,
"448512" : 22,
"452608" : 20,
"456704" : 21,
"460800" : 7,
"464896" : 9,
"468992" : 22,
"473088" : 15,
"477184" : 5,
"485376" : 1,
"489472" : 2,
"497664" : 1,
"501760" : 4,
"505856" : 8,
"509952" : 10,
"514048" : 14,
"518144" : 11,
"522240" : 8,
"528384" : 56,
"536576" : 116,
"544768" : 305,
"552960" : 532,
"561152" : 1116,
"569344" : 1889,
"577536" : 2930,
"585728" : 4052,
"593920" : 5137,
"602112" : 8354,
"610304" : 14255,
"618496" : 23844,
"626688" : 30961,
"634880" : 31329,
"643072" : 25219,
"651264" : 19195,
"659456" : 18561,
"667648" : 23831,
"675840" : 32280,
"684032" : 35858,
"692224" : 31171,
"700416" : 21532,
"708608" : 13866,
"716800" : 9002,
"724992" : 6126,
"733184" : 4543,
"741376" : 3707,
"749568" : 3237,
"757760" : 3312,
"765952" : 3128,
"774144" : 2820,
"782336" : 2470,
"790528" : 1907,
"798720" : 1582,
"806912" : 1352,
"815104" : 1137,
"823296" : 1127,
"831488" : 995,
"839680" : 901,
"847872" : 862,
"856064" : 906,
"864256" : 1011,
"872448" : 1343,
"880640" : 1574,
"888832" : 2016,
"897024" : 2452,
"905216" : 3178,
"913408" : 4380,
"921600" : 5982,
"929792" : 8381,
"937984" : 10159,
"946176" : 11114,
"954368" : 10576,
"962560" : 10996,
"970752" : 12047,
"978944" : 14746,
"987136" : 17694,
"995328" : 19026,
"1003520" : 18059,
"1011712" : 15574,
"1019904" : 13040,
"1028096" : 12827,
"1036288" : 13029,
"1044480" : 12966,
"1056768" : 23016,
"1073152" : 16249,
"1089536" : 10923,
"1105920" : 7780,
"1122304" : 6065,
"1138688" : 5388,
"1155072" : 4130,
"1171456" : 3698,
"1187840" : 3458,
"1204224" : 4064,
"1220608" : 5215,
"1236992" : 7676,
"1253376" : 9945,
"1269760" : 11080,
"1286144" : 14462,
"1302528" : 18622,
"1318912" : 19038,
"1335296" : 19090,
"1351680" : 20810,
"1368064" : 20286,
"1384448" : 17209,
"1400832" : 14254,
"1417216" : 12569,
"1433600" : 10221,
"1449984" : 8452,
"1466368" : 6876,
"1482752" : 5604,
"1499136" : 5043,
"1515520" : 4695,
"1531904" : 4678,
"1548288" : 5306,
"1564672" : 6034,
"1581056" : 6634,
"1597440" : 8181,
"1613824" : 9797,
"1630208" : 10939,
"1646592" : 12136,
"1662976" : 13045,
"1679360" : 13063,
"1695744" : 12886,
"1712128" : 12456,
"1728512" : 11854,
"1744896" : 10309,
"1761280" : 8854,
"1777664" : 7839,
"1794048" : 6678,
"1810432" : 6005,
"1826816" : 5159,
"1843200" : 5019,
"1859584" : 4810,
"1875968" : 4699,
"1892352" : 4661,
"1908736" : 5193,
"1925120" : 5945,
"1941504" : 6374,
"1957888" : 7020,
"1974272" : 7671,
"1990656" : 8131,
"2007040" : 8466,
"2023424" : 8104,
"2039808" : 8033,
"2056192" : 7840,
"2072576" : 7390,
"2088960" : 6845,
"2113536" : 11764,
"2146304" : 9850,
"2179072" : 8072,
"2211840" : 7293,
"2244608" : 7390,
"2277376" : 8333,
"2310144" : 9272,
"2342912" : 9957,
"2375680" : 9788,
"2408448" : 9256,
"2441216" : 7928,
"2473984" : 6771,
"2506752" : 5785,
"2539520" : 5142,
"2572288" : 4925,
"2605056" : 5071,
"2637824" : 5173,
"2670592" : 5310,
"2703360" : 5458,
"2736128" : 5051,
"2768896" : 4643,
"2801664" : 4154,
"2834432" : 3796,
"2867200" : 3548,
"2899968" : 3443,
"2932736" : 3463,
"2965504" : 3593,
"2998272" : 3633,
"3031040" : 3662,
"3063808" : 3663,
"3096576" : 3573,
"3129344" : 3324,
"3162112" : 3210,
"3194880" : 3382,
"3227648" : 3692,
"3260416" : 4208,
"3293184" : 4512,
"3325952" : 5145,
"3358720" : 5560,
"3391488" : 5907,
"3424256" : 5946,
"3457024" : 6128,
"3489792" : 6423,
"3522560" : 6881,
"3555328" : 8034,
"3588096" : 9253,
"3620864" : 10893,
"3653632" : 12594,
"3686400" : 14010,
"3719168" : 14927,
"3751936" : 15862,
"3784704" : 16433,
"3817472" : 17129,
"3850240" : 18277,
"3883008" : 20328,
"3915776" : 23094,
"3948544" : 26120,
"3981312" : 29631,
"4014080" : 32644,
"4046848" : 35239,
"4079616" : 36913,
"4112384" : 39016,
"4145152" : 39948,
"4177920" : 41182,
"4227072" : 91290,
"4292608" : 107966,
"4358144" : 126371,
"4423680" : 138559,
"4489216" : 144627,
"4554752" : 150256,
"4620288" : 162311,
"4685824" : 178402,
"4751360" : 188779,
"4816896" : 189540,
"4882432" : 185899,
"4947968" : 181721,
"5013504" : 181093,
"5079040" : 178601,
"5144576" : 170243,
"5210112" : 154741,
"5275648" : 138086,
"5341184" : 120051,
"5406720" : 105555,
"5472256" : 89726,
"5537792" : 73294,
"5603328" : 56983,
"5668864" : 41158,
"5734400" : 28648,
"5799936" : 18210,
"5865472" : 11375,
"5931008" : 6656,
"5996544" : 3589,
"6062080" : 1865,
"6127616" : 990,
"6193152" : 533,
"6258688" : 277,
"6324224" : 128,
"6389760" : 37,
"6455296" : 28,
"6520832" : 24,
"6586368" : 17,
"6651904" : 6,
"6717440" : 9,
"6979584" : 2,
"7045120" : 4,
"7110656" : 2
}
},
"lat_ns" : {
"min" : 248269,
"max" : 7491937,
"mean" : 3017333.263572,
"stddev" : 2237422.927571,
"N" : 7210235
},
"bw_min" : 106295,
"bw_max" : 291482,
"bw_agg" : 100.000000,
"bw_mean" : 169832.280236,
"bw_dev" : 21428.348189,
"bw_samples" : 2712,
"iops_min" : 26573,
"iops_max" : 72872,
"iops_mean" : 42457.849558,
"iops_stddev" : 5357.107060,
"iops_samples" : 2712
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1359992,
"usr_cpu" : 0.963167,
"sys_cpu" : 20.695342,
"ctx" : 3486474,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 28.518026,
"750" : 5.154029,
"1000" : 2.246041
},
"latency_ms" : {
"2" : 8.766320,
"4" : 7.460678,
"10" : 47.853977,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082776,
"timestamp_ms" : 1773082776024,
"time" : "Mon Mar 9 15:59:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 5177,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 30723760128,
"io_kbytes" : 30003672,
"bw_bytes" : 170687556,
"bw" : 166687,
"iops" : 41671.683333,
"runtime" : 180000,
"total_ios" : 7500903,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4887,
"max" : 2037964,
"mean" : 190070.461746,
"stddev" : 176363.777764,
"N" : 7500911
},
"clat_ns" : {
"min" : 2974,
"max" : 7102782,
"mean" : 2880954.550844,
"stddev" : 2084226.310368,
"N" : 7501023,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 667648,
"40.000000" : 1548288,
"50.000000" : 3883008,
"60.000000" : 4423680,
"70.000000" : 4685824,
"80.000000" : 4947968,
"90.000000" : 5210112,
"95.000000" : 5406720,
"99.000000" : 5668864,
"99.500000" : 5799936,
"99.900000" : 5996544,
"99.950000" : 6062080,
"99.990000" : 6193152
},
"bins" : {
"2960" : 1,
"3376" : 1,
"7200" : 1,
"8160" : 1,
"10688" : 1,
"12096" : 1,
"12224" : 1,
"14016" : 1,
"238592" : 6,
"240640" : 4,
"242688" : 6,
"244736" : 11,
"246784" : 3,
"248832" : 26,
"250880" : 30,
"252928" : 48,
"254976" : 67,
"257024" : 44,
"259072" : 83,
"261120" : 166,
"264192" : 781,
"268288" : 1344,
"272384" : 2376,
"276480" : 5808,
"280576" : 10093,
"284672" : 15845,
"288768" : 32192,
"292864" : 53037,
"296960" : 69745,
"301056" : 113599,
"305152" : 178848,
"309248" : 199880,
"313344" : 235139,
"317440" : 308486,
"321536" : 287695,
"325632" : 185082,
"329728" : 104978,
"333824" : 66841,
"337920" : 58230,
"342016" : 54460,
"346112" : 37282,
"350208" : 18460,
"354304" : 8463,
"358400" : 3673,
"362496" : 1303,
"366592" : 493,
"370688" : 253,
"374784" : 185,
"378880" : 168,
"382976" : 121,
"387072" : 86,
"391168" : 99,
"395264" : 101,
"399360" : 140,
"403456" : 80,
"407552" : 67,
"411648" : 45,
"415744" : 33,
"419840" : 35,
"423936" : 33,
"428032" : 31,
"432128" : 24,
"436224" : 32,
"440320" : 7,
"444416" : 12,
"448512" : 22,
"452608" : 20,
"456704" : 21,
"460800" : 7,
"464896" : 9,
"468992" : 22,
"473088" : 15,
"477184" : 5,
"485376" : 1,
"489472" : 2,
"497664" : 2,
"501760" : 4,
"505856" : 8,
"509952" : 10,
"514048" : 14,
"518144" : 12,
"522240" : 8,
"528384" : 56,
"536576" : 116,
"544768" : 306,
"552960" : 532,
"561152" : 1118,
"569344" : 1891,
"577536" : 2931,
"585728" : 4053,
"593920" : 5139,
"602112" : 8357,
"610304" : 14262,
"618496" : 23852,
"626688" : 30975,
"634880" : 31367,
"643072" : 25242,
"651264" : 19208,
"659456" : 18568,
"667648" : 23834,
"675840" : 32293,
"684032" : 35885,
"692224" : 31190,
"700416" : 21542,
"708608" : 13878,
"716800" : 9009,
"724992" : 6129,
"733184" : 4547,
"741376" : 3709,
"749568" : 3238,
"757760" : 3318,
"765952" : 3128,
"774144" : 2823,
"782336" : 2472,
"790528" : 1907,
"798720" : 1584,
"806912" : 1352,
"815104" : 1140,
"823296" : 1128,
"831488" : 996,
"839680" : 902,
"847872" : 862,
"856064" : 906,
"864256" : 1011,
"872448" : 1346,
"880640" : 1580,
"888832" : 2017,
"897024" : 2466,
"905216" : 3185,
"913408" : 4389,
"921600" : 6007,
"929792" : 8417,
"937984" : 10200,
"946176" : 11145,
"954368" : 10625,
"962560" : 11021,
"970752" : 12088,
"978944" : 14785,
"987136" : 17759,
"995328" : 19100,
"1003520" : 18119,
"1011712" : 15631,
"1019904" : 13084,
"1028096" : 12858,
"1036288" : 13084,
"1044480" : 13002,
"1056768" : 23103,
"1073152" : 16306,
"1089536" : 10960,
"1105920" : 7805,
"1122304" : 6094,
"1138688" : 5394,
"1155072" : 4154,
"1171456" : 3718,
"1187840" : 3491,
"1204224" : 4080,
"1220608" : 5296,
"1236992" : 7775,
"1253376" : 10047,
"1269760" : 11215,
"1286144" : 14634,
"1302528" : 18873,
"1318912" : 19294,
"1335296" : 19342,
"1351680" : 21082,
"1368064" : 20511,
"1384448" : 17423,
"1400832" : 14428,
"1417216" : 12708,
"1433600" : 10371,
"1449984" : 8548,
"1466368" : 7002,
"1482752" : 5670,
"1499136" : 5128,
"1515520" : 4762,
"1531904" : 4785,
"1548288" : 5432,
"1564672" : 6246,
"1581056" : 6845,
"1597440" : 8482,
"1613824" : 10149,
"1630208" : 11309,
"1646592" : 12556,
"1662976" : 13445,
"1679360" : 13491,
"1695744" : 13335,
"1712128" : 12917,
"1728512" : 12265,
"1744896" : 10684,
"1761280" : 9169,
"1777664" : 8128,
"1794048" : 6931,
"1810432" : 6204,
"1826816" : 5338,
"1843200" : 5235,
"1859584" : 5022,
"1875968" : 4924,
"1892352" : 4967,
"1908736" : 5506,
"1925120" : 6340,
"1941504" : 6819,
"1957888" : 7595,
"1974272" : 8287,
"1990656" : 8711,
"2007040" : 9055,
"2023424" : 8754,
"2039808" : 8733,
"2056192" : 8456,
"2072576" : 7983,
"2088960" : 7368,
"2113536" : 12719,
"2146304" : 10623,
"2179072" : 8776,
"2211840" : 8053,
"2244608" : 8263,
"2277376" : 9504,
"2310144" : 10631,
"2342912" : 11417,
"2375680" : 11248,
"2408448" : 10592,
"2441216" : 9134,
"2473984" : 7754,
"2506752" : 6722,
"2539520" : 5972,
"2572288" : 5895,
"2605056" : 6124,
"2637824" : 6354,
"2670592" : 6597,
"2703360" : 6809,
"2736128" : 6447,
"2768896" : 5781,
"2801664" : 5261,
"2834432" : 4724,
"2867200" : 4428,
"2899968" : 4309,
"2932736" : 4464,
"2965504" : 4572,
"2998272" : 4684,
"3031040" : 4803,
"3063808" : 4773,
"3096576" : 4711,
"3129344" : 4265,
"3162112" : 4203,
"3194880" : 4380,
"3227648" : 4578,
"3260416" : 5198,
"3293184" : 5567,
"3325952" : 6336,
"3358720" : 6717,
"3391488" : 7146,
"3424256" : 7215,
"3457024" : 7284,
"3489792" : 7576,
"3522560" : 8073,
"3555328" : 9387,
"3588096" : 10675,
"3620864" : 12510,
"3653632" : 14442,
"3686400" : 15960,
"3719168" : 17002,
"3751936" : 18040,
"3784704" : 18604,
"3817472" : 19215,
"3850240" : 20526,
"3883008" : 22698,
"3915776" : 25621,
"3948544" : 28990,
"3981312" : 32779,
"4014080" : 36143,
"4046848" : 38920,
"4079616" : 40708,
"4112384" : 42769,
"4145152" : 43710,
"4177920" : 44984,
"4227072" : 99402,
"4292608" : 116777,
"4358144" : 136264,
"4423680" : 149100,
"4489216" : 155229,
"4554752" : 160655,
"4620288" : 172910,
"4685824" : 189105,
"4751360" : 199730,
"4816896" : 200205,
"4882432" : 195887,
"4947968" : 190955,
"5013504" : 189677,
"5079040" : 186620,
"5144576" : 177250,
"5210112" : 160889,
"5275648" : 143265,
"5341184" : 124390,
"5406720" : 109076,
"5472256" : 92646,
"5537792" : 75556,
"5603328" : 58630,
"5668864" : 42268,
"5734400" : 29442,
"5799936" : 18693,
"5865472" : 11724,
"5931008" : 6853,
"5996544" : 3695,
"6062080" : 1923,
"6127616" : 1024,
"6193152" : 553,
"6258688" : 288,
"6324224" : 133,
"6389760" : 39,
"6455296" : 28,
"6520832" : 24,
"6586368" : 17,
"6651904" : 6,
"6717440" : 9,
"6979584" : 2,
"7045120" : 4,
"7110656" : 2
}
},
"lat_ns" : {
"min" : 248269,
"max" : 7491937,
"mean" : 3071026.743621,
"stddev" : 2219925.653994,
"N" : 7501023
},
"bw_min" : 104679,
"bw_max" : 291832,
"bw_agg" : 100.000000,
"bw_mean" : 166851.384401,
"bw_dev" : 21342.443849,
"bw_samples" : 2872,
"iops_min" : 26169,
"iops_max" : 72960,
"iops_mean" : 41712.621170,
"iops_stddev" : 5335.630684,
"iops_samples" : 2872
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439995,
"usr_cpu" : 0.950003,
"sys_cpu" : 20.530349,
"ctx" : 3699596,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999893,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 27.413313,
"750" : 4.957283,
"1000" : 2.165553
},
"latency_ms" : {
"2" : 8.604804,
"4" : 8.255806,
"10" : 48.603948,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082776,
"timestamp_ms" : 1773082776077,
"time" : "Mon Mar 9 15:59:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 30724222976,
"io_kbytes" : 30004124,
"bw_bytes" : 170687282,
"bw" : 166686,
"iops" : 41670.988817,
"runtime" : 180003,
"total_ios" : 7500903,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4887,
"max" : 2037964,
"mean" : 190070.461746,
"stddev" : 176363.777764,
"N" : 7500911
},
"clat_ns" : {
"min" : 2974,
"max" : 7102782,
"mean" : 2880954.550844,
"stddev" : 2084226.310368,
"N" : 7501023,
"percentile" : {
"1.000000" : 292864,
"5.000000" : 305152,
"10.000000" : 313344,
"20.000000" : 321536,
"30.000000" : 667648,
"40.000000" : 1548288,
"50.000000" : 3883008,
"60.000000" : 4423680,
"70.000000" : 4685824,
"80.000000" : 4947968,
"90.000000" : 5210112,
"95.000000" : 5406720,
"99.000000" : 5668864,
"99.500000" : 5799936,
"99.900000" : 5996544,
"99.950000" : 6062080,
"99.990000" : 6193152
},
"bins" : {
"2960" : 1,
"3376" : 1,
"7200" : 1,
"8160" : 1,
"10688" : 1,
"12096" : 1,
"12224" : 1,
"14016" : 1,
"238592" : 6,
"240640" : 4,
"242688" : 6,
"244736" : 11,
"246784" : 3,
"248832" : 26,
"250880" : 30,
"252928" : 48,
"254976" : 67,
"257024" : 44,
"259072" : 83,
"261120" : 166,
"264192" : 781,
"268288" : 1344,
"272384" : 2376,
"276480" : 5808,
"280576" : 10093,
"284672" : 15845,
"288768" : 32192,
"292864" : 53037,
"296960" : 69745,
"301056" : 113599,
"305152" : 178848,
"309248" : 199880,
"313344" : 235139,
"317440" : 308486,
"321536" : 287695,
"325632" : 185082,
"329728" : 104978,
"333824" : 66841,
"337920" : 58230,
"342016" : 54460,
"346112" : 37282,
"350208" : 18460,
"354304" : 8463,
"358400" : 3673,
"362496" : 1303,
"366592" : 493,
"370688" : 253,
"374784" : 185,
"378880" : 168,
"382976" : 121,
"387072" : 86,
"391168" : 99,
"395264" : 101,
"399360" : 140,
"403456" : 80,
"407552" : 67,
"411648" : 45,
"415744" : 33,
"419840" : 35,
"423936" : 33,
"428032" : 31,
"432128" : 24,
"436224" : 32,
"440320" : 7,
"444416" : 12,
"448512" : 22,
"452608" : 20,
"456704" : 21,
"460800" : 7,
"464896" : 9,
"468992" : 22,
"473088" : 15,
"477184" : 5,
"485376" : 1,
"489472" : 2,
"497664" : 2,
"501760" : 4,
"505856" : 8,
"509952" : 10,
"514048" : 14,
"518144" : 12,
"522240" : 8,
"528384" : 56,
"536576" : 116,
"544768" : 306,
"552960" : 532,
"561152" : 1118,
"569344" : 1891,
"577536" : 2931,
"585728" : 4053,
"593920" : 5139,
"602112" : 8357,
"610304" : 14262,
"618496" : 23852,
"626688" : 30975,
"634880" : 31367,
"643072" : 25242,
"651264" : 19208,
"659456" : 18568,
"667648" : 23834,
"675840" : 32293,
"684032" : 35885,
"692224" : 31190,
"700416" : 21542,
"708608" : 13878,
"716800" : 9009,
"724992" : 6129,
"733184" : 4547,
"741376" : 3709,
"749568" : 3238,
"757760" : 3318,
"765952" : 3128,
"774144" : 2823,
"782336" : 2472,
"790528" : 1907,
"798720" : 1584,
"806912" : 1352,
"815104" : 1140,
"823296" : 1128,
"831488" : 996,
"839680" : 902,
"847872" : 862,
"856064" : 906,
"864256" : 1011,
"872448" : 1346,
"880640" : 1580,
"888832" : 2017,
"897024" : 2466,
"905216" : 3185,
"913408" : 4389,
"921600" : 6007,
"929792" : 8417,
"937984" : 10200,
"946176" : 11145,
"954368" : 10625,
"962560" : 11021,
"970752" : 12088,
"978944" : 14785,
"987136" : 17759,
"995328" : 19100,
"1003520" : 18119,
"1011712" : 15631,
"1019904" : 13084,
"1028096" : 12858,
"1036288" : 13084,
"1044480" : 13002,
"1056768" : 23103,
"1073152" : 16306,
"1089536" : 10960,
"1105920" : 7805,
"1122304" : 6094,
"1138688" : 5394,
"1155072" : 4154,
"1171456" : 3718,
"1187840" : 3491,
"1204224" : 4080,
"1220608" : 5296,
"1236992" : 7775,
"1253376" : 10047,
"1269760" : 11215,
"1286144" : 14634,
"1302528" : 18873,
"1318912" : 19294,
"1335296" : 19342,
"1351680" : 21082,
"1368064" : 20511,
"1384448" : 17423,
"1400832" : 14428,
"1417216" : 12708,
"1433600" : 10371,
"1449984" : 8548,
"1466368" : 7002,
"1482752" : 5670,
"1499136" : 5128,
"1515520" : 4762,
"1531904" : 4785,
"1548288" : 5432,
"1564672" : 6246,
"1581056" : 6845,
"1597440" : 8482,
"1613824" : 10149,
"1630208" : 11309,
"1646592" : 12556,
"1662976" : 13445,
"1679360" : 13491,
"1695744" : 13335,
"1712128" : 12917,
"1728512" : 12265,
"1744896" : 10684,
"1761280" : 9169,
"1777664" : 8128,
"1794048" : 6931,
"1810432" : 6204,
"1826816" : 5338,
"1843200" : 5235,
"1859584" : 5022,
"1875968" : 4924,
"1892352" : 4967,
"1908736" : 5506,
"1925120" : 6340,
"1941504" : 6819,
"1957888" : 7595,
"1974272" : 8287,
"1990656" : 8711,
"2007040" : 9055,
"2023424" : 8754,
"2039808" : 8733,
"2056192" : 8456,
"2072576" : 7983,
"2088960" : 7368,
"2113536" : 12719,
"2146304" : 10623,
"2179072" : 8776,
"2211840" : 8053,
"2244608" : 8263,
"2277376" : 9504,
"2310144" : 10631,
"2342912" : 11417,
"2375680" : 11248,
"2408448" : 10592,
"2441216" : 9134,
"2473984" : 7754,
"2506752" : 6722,
"2539520" : 5972,
"2572288" : 5895,
"2605056" : 6124,
"2637824" : 6354,
"2670592" : 6597,
"2703360" : 6809,
"2736128" : 6447,
"2768896" : 5781,
"2801664" : 5261,
"2834432" : 4724,
"2867200" : 4428,
"2899968" : 4309,
"2932736" : 4464,
"2965504" : 4572,
"2998272" : 4684,
"3031040" : 4803,
"3063808" : 4773,
"3096576" : 4711,
"3129344" : 4265,
"3162112" : 4203,
"3194880" : 4380,
"3227648" : 4578,
"3260416" : 5198,
"3293184" : 5567,
"3325952" : 6336,
"3358720" : 6717,
"3391488" : 7146,
"3424256" : 7215,
"3457024" : 7284,
"3489792" : 7576,
"3522560" : 8073,
"3555328" : 9387,
"3588096" : 10675,
"3620864" : 12510,
"3653632" : 14442,
"3686400" : 15960,
"3719168" : 17002,
"3751936" : 18040,
"3784704" : 18604,
"3817472" : 19215,
"3850240" : 20526,
"3883008" : 22698,
"3915776" : 25621,
"3948544" : 28990,
"3981312" : 32779,
"4014080" : 36143,
"4046848" : 38920,
"4079616" : 40708,
"4112384" : 42769,
"4145152" : 43710,
"4177920" : 44984,
"4227072" : 99402,
"4292608" : 116777,
"4358144" : 136264,
"4423680" : 149100,
"4489216" : 155229,
"4554752" : 160655,
"4620288" : 172910,
"4685824" : 189105,
"4751360" : 199730,
"4816896" : 200205,
"4882432" : 195887,
"4947968" : 190955,
"5013504" : 189677,
"5079040" : 186620,
"5144576" : 177250,
"5210112" : 160889,
"5275648" : 143265,
"5341184" : 124390,
"5406720" : 109076,
"5472256" : 92646,
"5537792" : 75556,
"5603328" : 58630,
"5668864" : 42268,
"5734400" : 29442,
"5799936" : 18693,
"5865472" : 11724,
"5931008" : 6853,
"5996544" : 3695,
"6062080" : 1923,
"6127616" : 1024,
"6193152" : 553,
"6258688" : 288,
"6324224" : 133,
"6389760" : 39,
"6455296" : 28,
"6520832" : 24,
"6586368" : 17,
"6651904" : 6,
"6717440" : 9,
"6979584" : 2,
"7045120" : 4,
"7110656" : 2
}
},
"lat_ns" : {
"min" : 248269,
"max" : 7491937,
"mean" : 3071026.743621,
"stddev" : 2219925.653994,
"N" : 7501023
},
"bw_min" : 104679,
"bw_max" : 291850,
"bw_agg" : 100.000000,
"bw_mean" : 166712.947222,
"bw_dev" : 21336.679371,
"bw_samples" : 2880,
"iops_min" : 26169,
"iops_max" : 72964,
"iops_mean" : 41678.002778,
"iops_stddev" : 5334.189495,
"iops_samples" : 2880
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440016,
"usr_cpu" : 0.949989,
"sys_cpu" : 20.530050,
"ctx" : 3699612,
"majf" : 0,
"minf" : 292,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999893,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 27.413313,
"750" : 4.957283,
"1000" : 2.165553
},
"latency_ms" : {
"2" : 8.604804,
"4" : 8.255806,
"10" : 48.603948,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}