raidz2/benchmarks/rand/rand-read-qd16-nj8_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773082835,
"timestamp_ms" : 1773082835825,
"time" : "Mon Mar 9 16:00:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 1154154496,
"io_kbytes" : 1127104,
"bw_bytes" : 118217197,
"bw" : 115446,
"iops" : 28876.472396,
"runtime" : 9763,
"total_ios" : 281921,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 78104,
"usr_cpu" : 0.660658,
"sys_cpu" : 17.915856,
"ctx" : 207919,
"majf" : 0,
"minf" : 172,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 99.957435,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082846,
"timestamp_ms" : 1773082846061,
"time" : "Mon Mar 9 16:00:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 1177153536,
"io_kbytes" : 1149564,
"bw_bytes" : 117727126,
"bw" : 114967,
"iops" : 28742.774277,
"runtime" : 9999,
"total_ios" : 287399,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5408,
"max" : 1041431,
"mean" : 276292.074614,
"stddev" : 157309.251055,
"N" : 287399
},
"clat_ns" : {
"min" : 314009,
"max" : 6459389,
"mean" : 4176690.354051,
"stddev" : 892303.056187,
"N" : 287391,
"percentile" : {
"1.000000" : 1662976,
"5.000000" : 2342912,
"10.000000" : 2801664,
"20.000000" : 3522560,
"30.000000" : 3915776,
"40.000000" : 4177920,
"50.000000" : 4358144,
"60.000000" : 4554752,
"70.000000" : 4685824,
"80.000000" : 4882432,
"90.000000" : 5144576,
"95.000000" : 5341184,
"99.000000" : 5603328,
"99.500000" : 5734400,
"99.900000" : 5931008,
"99.950000" : 5996544,
"99.990000" : 6193152
},
"bins" : {
"313344" : 2,
"552960" : 1,
"585728" : 1,
"610304" : 4,
"618496" : 4,
"626688" : 5,
"634880" : 3,
"643072" : 2,
"659456" : 2,
"667648" : 5,
"675840" : 3,
"684032" : 7,
"692224" : 4,
"700416" : 6,
"708608" : 2,
"716800" : 1,
"724992" : 1,
"749568" : 2,
"806912" : 2,
"815104" : 1,
"880640" : 1,
"888832" : 2,
"897024" : 7,
"905216" : 1,
"913408" : 4,
"921600" : 5,
"929792" : 8,
"937984" : 9,
"946176" : 6,
"954368" : 5,
"962560" : 15,
"970752" : 12,
"978944" : 18,
"987136" : 28,
"995328" : 19,
"1003520" : 27,
"1011712" : 19,
"1019904" : 21,
"1028096" : 10,
"1036288" : 11,
"1044480" : 14,
"1056768" : 20,
"1073152" : 19,
"1089536" : 10,
"1105920" : 11,
"1122304" : 7,
"1138688" : 5,
"1155072" : 6,
"1171456" : 4,
"1187840" : 7,
"1204224" : 16,
"1220608" : 33,
"1236992" : 16,
"1253376" : 34,
"1269760" : 69,
"1286144" : 77,
"1302528" : 89,
"1318912" : 113,
"1335296" : 113,
"1351680" : 92,
"1368064" : 107,
"1384448" : 87,
"1400832" : 78,
"1417216" : 79,
"1433600" : 69,
"1449984" : 51,
"1466368" : 34,
"1482752" : 32,
"1499136" : 28,
"1515520" : 39,
"1531904" : 72,
"1548288" : 62,
"1564672" : 83,
"1581056" : 99,
"1597440" : 147,
"1613824" : 168,
"1630208" : 207,
"1646592" : 220,
"1662976" : 248,
"1679360" : 249,
"1695744" : 210,
"1712128" : 248,
"1728512" : 213,
"1744896" : 177,
"1761280" : 132,
"1777664" : 129,
"1794048" : 147,
"1810432" : 114,
"1826816" : 117,
"1843200" : 133,
"1859584" : 133,
"1875968" : 155,
"1892352" : 172,
"1908736" : 217,
"1925120" : 271,
"1941504" : 274,
"1957888" : 357,
"1974272" : 339,
"1990656" : 407,
"2007040" : 430,
"2023424" : 401,
"2039808" : 371,
"2056192" : 425,
"2072576" : 336,
"2088960" : 283,
"2113536" : 529,
"2146304" : 491,
"2179072" : 473,
"2211840" : 604,
"2244608" : 733,
"2277376" : 827,
"2310144" : 920,
"2342912" : 1096,
"2375680" : 1047,
"2408448" : 1013,
"2441216" : 950,
"2473984" : 789,
"2506752" : 750,
"2539520" : 784,
"2572288" : 884,
"2605056" : 1005,
"2637824" : 1091,
"2670592" : 1234,
"2703360" : 1177,
"2736128" : 1285,
"2768896" : 1155,
"2801664" : 1086,
"2834432" : 879,
"2867200" : 941,
"2899968" : 1013,
"2932736" : 1083,
"2965504" : 1231,
"2998272" : 1297,
"3031040" : 1296,
"3063808" : 1357,
"3096576" : 1219,
"3129344" : 1194,
"3162112" : 1148,
"3194880" : 1165,
"3227648" : 1148,
"3260416" : 1321,
"3293184" : 1417,
"3325952" : 1573,
"3358720" : 1674,
"3391488" : 1663,
"3424256" : 1684,
"3457024" : 1599,
"3489792" : 1659,
"3522560" : 1592,
"3555328" : 1731,
"3588096" : 1782,
"3620864" : 2066,
"3653632" : 2274,
"3686400" : 2587,
"3719168" : 2514,
"3751936" : 2587,
"3784704" : 2616,
"3817472" : 2648,
"3850240" : 2774,
"3883008" : 2839,
"3915776" : 3004,
"3948544" : 3218,
"3981312" : 3611,
"4014080" : 3949,
"4046848" : 4036,
"4079616" : 3965,
"4112384" : 4152,
"4145152" : 4119,
"4177920" : 4221,
"4227072" : 8622,
"4292608" : 9583,
"4358144" : 10458,
"4423680" : 10715,
"4489216" : 10956,
"4554752" : 10707,
"4620288" : 10609,
"4685824" : 10632,
"4751360" : 10796,
"4816896" : 10149,
"4882432" : 9270,
"4947968" : 8520,
"5013504" : 7864,
"5079040" : 7210,
"5144576" : 6627,
"5210112" : 5639,
"5275648" : 4696,
"5341184" : 3846,
"5406720" : 2986,
"5472256" : 2353,
"5537792" : 1909,
"5603328" : 1399,
"5668864" : 987,
"5734400" : 649,
"5799936" : 425,
"5865472" : 266,
"5931008" : 142,
"5996544" : 86,
"6062080" : 50,
"6127616" : 33,
"6193152" : 24,
"6258688" : 13,
"6324224" : 5,
"6389760" : 3,
"6455296" : 2
}
},
"lat_ns" : {
"min" : 336063,
"max" : 6877498,
"mean" : 4452981.584295,
"stddev" : 938852.845428,
"N" : 287391
},
"bw_min" : 111904,
"bw_max" : 118459,
"bw_agg" : 100.000000,
"bw_mean" : 115016.210526,
"bw_dev" : 265.934270,
"bw_samples" : 152,
"iops_min" : 27976,
"iops_max" : 29614,
"iops_mean" : 28753.631579,
"iops_stddev" : 66.473134,
"iops_samples" : 152
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79992,
"usr_cpu" : 0.685069,
"sys_cpu" : 17.765527,
"ctx" : 213276,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.018441,
"1000" : 0.050105
},
"latency_ms" : {
"2" : 2.427287,
"4" : 30.548819,
"10" : 66.951868,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082856,
"timestamp_ms" : 1773082856062,
"time" : "Mon Mar 9 16:00:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 2346610688,
"io_kbytes" : 2291612,
"bw_bytes" : 117330534,
"bw" : 114580,
"iops" : 28645.750000,
"runtime" : 20000,
"total_ios" : 572915,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5408,
"max" : 1041431,
"mean" : 277224.928302,
"stddev" : 156810.632025,
"N" : 572915
},
"clat_ns" : {
"min" : 314009,
"max" : 6590750,
"mean" : 4190639.643853,
"stddev" : 863868.266858,
"N" : 572907,
"percentile" : {
"1.000000" : 1728512,
"5.000000" : 2408448,
"10.000000" : 2899968,
"20.000000" : 3555328,
"30.000000" : 3915776,
"40.000000" : 4145152,
"50.000000" : 4358144,
"60.000000" : 4554752,
"70.000000" : 4685824,
"80.000000" : 4882432,
"90.000000" : 5144576,
"95.000000" : 5341184,
"99.000000" : 5603328,
"99.500000" : 5734400,
"99.900000" : 5931008,
"99.950000" : 5996544,
"99.990000" : 6193152
},
"bins" : {
"313344" : 2,
"552960" : 1,
"585728" : 1,
"602112" : 2,
"610304" : 6,
"618496" : 4,
"626688" : 8,
"634880" : 3,
"643072" : 3,
"659456" : 3,
"667648" : 5,
"675840" : 4,
"684032" : 9,
"692224" : 5,
"700416" : 6,
"708608" : 2,
"716800" : 2,
"724992" : 1,
"749568" : 2,
"806912" : 2,
"815104" : 1,
"880640" : 1,
"888832" : 2,
"897024" : 8,
"905216" : 7,
"913408" : 11,
"921600" : 5,
"929792" : 13,
"937984" : 10,
"946176" : 9,
"954368" : 11,
"962560" : 19,
"970752" : 19,
"978944" : 24,
"987136" : 37,
"995328" : 30,
"1003520" : 33,
"1011712" : 24,
"1019904" : 33,
"1028096" : 13,
"1036288" : 29,
"1044480" : 18,
"1056768" : 34,
"1073152" : 23,
"1089536" : 18,
"1105920" : 15,
"1122304" : 13,
"1138688" : 9,
"1155072" : 6,
"1171456" : 4,
"1187840" : 8,
"1204224" : 25,
"1220608" : 42,
"1236992" : 29,
"1253376" : 60,
"1269760" : 94,
"1286144" : 113,
"1302528" : 131,
"1318912" : 157,
"1335296" : 176,
"1351680" : 161,
"1368064" : 149,
"1384448" : 125,
"1400832" : 119,
"1417216" : 116,
"1433600" : 91,
"1449984" : 80,
"1466368" : 44,
"1482752" : 45,
"1499136" : 41,
"1515520" : 58,
"1531904" : 92,
"1548288" : 110,
"1564672" : 125,
"1581056" : 158,
"1597440" : 237,
"1613824" : 274,
"1630208" : 329,
"1646592" : 354,
"1662976" : 378,
"1679360" : 382,
"1695744" : 363,
"1712128" : 368,
"1728512" : 321,
"1744896" : 281,
"1761280" : 249,
"1777664" : 222,
"1794048" : 245,
"1810432" : 194,
"1826816" : 195,
"1843200" : 217,
"1859584" : 227,
"1875968" : 277,
"1892352" : 282,
"1908736" : 379,
"1925120" : 450,
"1941504" : 508,
"1957888" : 590,
"1974272" : 589,
"1990656" : 629,
"2007040" : 710,
"2023424" : 670,
"2039808" : 642,
"2056192" : 677,
"2072576" : 595,
"2088960" : 499,
"2113536" : 937,
"2146304" : 846,
"2179072" : 840,
"2211840" : 1051,
"2244608" : 1273,
"2277376" : 1438,
"2310144" : 1737,
"2342912" : 1961,
"2375680" : 1934,
"2408448" : 1834,
"2441216" : 1646,
"2473984" : 1462,
"2506752" : 1389,
"2539520" : 1455,
"2572288" : 1669,
"2605056" : 1921,
"2637824" : 2116,
"2670592" : 2300,
"2703360" : 2443,
"2736128" : 2473,
"2768896" : 2342,
"2801664" : 2215,
"2834432" : 1847,
"2867200" : 1845,
"2899968" : 1995,
"2932736" : 2255,
"2965504" : 2451,
"2998272" : 2618,
"3031040" : 2697,
"3063808" : 2762,
"3096576" : 2654,
"3129344" : 2609,
"3162112" : 2455,
"3194880" : 2419,
"3227648" : 2438,
"3260416" : 2708,
"3293184" : 2982,
"3325952" : 3238,
"3358720" : 3468,
"3391488" : 3465,
"3424256" : 3508,
"3457024" : 3356,
"3489792" : 3387,
"3522560" : 3289,
"3555328" : 3562,
"3588096" : 3783,
"3620864" : 4346,
"3653632" : 4778,
"3686400" : 5276,
"3719168" : 5279,
"3751936" : 5480,
"3784704" : 5490,
"3817472" : 5423,
"3850240" : 5633,
"3883008" : 5932,
"3915776" : 6212,
"3948544" : 6731,
"3981312" : 7444,
"4014080" : 7924,
"4046848" : 8420,
"4079616" : 8380,
"4112384" : 8605,
"4145152" : 8471,
"4177920" : 8603,
"4227072" : 17765,
"4292608" : 19196,
"4358144" : 21009,
"4423680" : 21672,
"4489216" : 21659,
"4554752" : 21197,
"4620288" : 20935,
"4685824" : 20995,
"4751360" : 21252,
"4816896" : 20137,
"4882432" : 18341,
"4947968" : 17001,
"5013504" : 15510,
"5079040" : 14223,
"5144576" : 12844,
"5210112" : 11063,
"5275648" : 9265,
"5341184" : 7603,
"5406720" : 5890,
"5472256" : 4660,
"5537792" : 3736,
"5603328" : 2737,
"5668864" : 1978,
"5734400" : 1341,
"5799936" : 915,
"5865472" : 561,
"5931008" : 306,
"5996544" : 163,
"6062080" : 101,
"6127616" : 52,
"6193152" : 36,
"6258688" : 14,
"6324224" : 8,
"6389760" : 6,
"6455296" : 3,
"6586368" : 1
}
},
"lat_ns" : {
"min" : 336063,
"max" : 6993525,
"mean" : 4467866.881052,
"stddev" : 908101.169880,
"N" : 572907
},
"bw_min" : 110517,
"bw_max" : 119216,
"bw_agg" : 100.000000,
"bw_mean" : 114614.769231,
"bw_dev" : 320.828491,
"bw_samples" : 312,
"iops_min" : 27629,
"iops_max" : 29804,
"iops_mean" : 28653.256410,
"iops_stddev" : 80.207010,
"iops_samples" : 312
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 0.692504,
"sys_cpu" : 17.725736,
"ctx" : 426643,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.011695,
"1000" : 0.036655
},
"latency_ms" : {
"2" : 1.957009,
"4" : 30.961661,
"10" : 67.031235,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082866,
"timestamp_ms" : 1773082866061,
"time" : "Mon Mar 9 16:01:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 3516190720,
"io_kbytes" : 3433780,
"bw_bytes" : 117206357,
"bw" : 114459,
"iops" : 28615.166667,
"runtime" : 30000,
"total_ios" : 858455,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5408,
"max" : 1041431,
"mean" : 277522.150819,
"stddev" : 156813.071992,
"N" : 858455
},
"clat_ns" : {
"min" : 314009,
"max" : 6590750,
"mean" : 4195030.743969,
"stddev" : 841457.703386,
"N" : 858447,
"percentile" : {
"1.000000" : 1794048,
"5.000000" : 2506752,
"10.000000" : 2965504,
"20.000000" : 3588096,
"30.000000" : 3915776,
"40.000000" : 4145152,
"50.000000" : 4358144,
"60.000000" : 4489216,
"70.000000" : 4685824,
"80.000000" : 4882432,
"90.000000" : 5144576,
"95.000000" : 5341184,
"99.000000" : 5603328,
"99.500000" : 5734400,
"99.900000" : 5931008,
"99.950000" : 5996544,
"99.990000" : 6193152
},
"bins" : {
"313344" : 2,
"552960" : 1,
"585728" : 1,
"602112" : 2,
"610304" : 6,
"618496" : 6,
"626688" : 12,
"634880" : 3,
"643072" : 3,
"659456" : 3,
"667648" : 7,
"675840" : 5,
"684032" : 9,
"692224" : 5,
"700416" : 6,
"708608" : 2,
"716800" : 2,
"724992" : 1,
"749568" : 2,
"806912" : 2,
"815104" : 1,
"880640" : 1,
"888832" : 2,
"897024" : 9,
"905216" : 7,
"913408" : 11,
"921600" : 6,
"929792" : 14,
"937984" : 11,
"946176" : 9,
"954368" : 11,
"962560" : 21,
"970752" : 22,
"978944" : 30,
"987136" : 45,
"995328" : 32,
"1003520" : 42,
"1011712" : 28,
"1019904" : 43,
"1028096" : 18,
"1036288" : 30,
"1044480" : 21,
"1056768" : 44,
"1073152" : 30,
"1089536" : 18,
"1105920" : 16,
"1122304" : 16,
"1138688" : 10,
"1155072" : 9,
"1171456" : 5,
"1187840" : 11,
"1204224" : 29,
"1220608" : 59,
"1236992" : 48,
"1253376" : 69,
"1269760" : 111,
"1286144" : 142,
"1302528" : 168,
"1318912" : 204,
"1335296" : 194,
"1351680" : 198,
"1368064" : 181,
"1384448" : 158,
"1400832" : 136,
"1417216" : 142,
"1433600" : 114,
"1449984" : 97,
"1466368" : 60,
"1482752" : 69,
"1499136" : 54,
"1515520" : 66,
"1531904" : 112,
"1548288" : 141,
"1564672" : 166,
"1581056" : 197,
"1597440" : 299,
"1613824" : 343,
"1630208" : 427,
"1646592" : 439,
"1662976" : 485,
"1679360" : 482,
"1695744" : 465,
"1712128" : 461,
"1728512" : 411,
"1744896" : 373,
"1761280" : 326,
"1777664" : 292,
"1794048" : 299,
"1810432" : 247,
"1826816" : 247,
"1843200" : 285,
"1859584" : 294,
"1875968" : 330,
"1892352" : 357,
"1908736" : 478,
"1925120" : 564,
"1941504" : 674,
"1957888" : 786,
"1974272" : 804,
"1990656" : 853,
"2007040" : 909,
"2023424" : 866,
"2039808" : 855,
"2056192" : 875,
"2072576" : 795,
"2088960" : 704,
"2113536" : 1281,
"2146304" : 1137,
"2179072" : 1092,
"2211840" : 1426,
"2244608" : 1683,
"2277376" : 2020,
"2310144" : 2368,
"2342912" : 2652,
"2375680" : 2713,
"2408448" : 2525,
"2441216" : 2296,
"2473984" : 1999,
"2506752" : 1992,
"2539520" : 2050,
"2572288" : 2371,
"2605056" : 2687,
"2637824" : 3104,
"2670592" : 3292,
"2703360" : 3493,
"2736128" : 3578,
"2768896" : 3347,
"2801664" : 3236,
"2834432" : 2776,
"2867200" : 2761,
"2899968" : 2933,
"2932736" : 3321,
"2965504" : 3649,
"2998272" : 3945,
"3031040" : 4187,
"3063808" : 4259,
"3096576" : 4111,
"3129344" : 3946,
"3162112" : 3817,
"3194880" : 3779,
"3227648" : 3737,
"3260416" : 4202,
"3293184" : 4613,
"3325952" : 5124,
"3358720" : 5491,
"3391488" : 5539,
"3424256" : 5675,
"3457024" : 5383,
"3489792" : 5417,
"3522560" : 5275,
"3555328" : 5670,
"3588096" : 6029,
"3620864" : 6789,
"3653632" : 7617,
"3686400" : 8344,
"3719168" : 8421,
"3751936" : 8566,
"3784704" : 8681,
"3817472" : 8464,
"3850240" : 8870,
"3883008" : 9155,
"3915776" : 9617,
"3948544" : 10399,
"3981312" : 11404,
"4014080" : 12200,
"4046848" : 12936,
"4079616" : 12957,
"4112384" : 13279,
"4145152" : 13180,
"4177920" : 13306,
"4227072" : 27255,
"4292608" : 28982,
"4358144" : 31839,
"4423680" : 32674,
"4489216" : 32878,
"4554752" : 31772,
"4620288" : 31226,
"4685824" : 31256,
"4751360" : 31357,
"4816896" : 29826,
"4882432" : 27147,
"4947968" : 25030,
"5013504" : 22731,
"5079040" : 20851,
"5144576" : 18623,
"5210112" : 16006,
"5275648" : 13385,
"5341184" : 11136,
"5406720" : 8624,
"5472256" : 6725,
"5537792" : 5384,
"5603328" : 3948,
"5668864" : 2883,
"5734400" : 1985,
"5799936" : 1336,
"5865472" : 796,
"5931008" : 483,
"5996544" : 248,
"6062080" : 136,
"6127616" : 79,
"6193152" : 45,
"6258688" : 20,
"6324224" : 11,
"6389760" : 6,
"6455296" : 3,
"6520832" : 1,
"6586368" : 1
}
},
"lat_ns" : {
"min" : 336063,
"max" : 6993525,
"mean" : 4472555.057974,
"stddev" : 883679.920938,
"N" : 858447
},
"bw_min" : 110357,
"bw_max" : 119872,
"bw_agg" : 100.000000,
"bw_mean" : 114487.101695,
"bw_dev" : 374.832162,
"bw_samples" : 472,
"iops_min" : 27589,
"iops_max" : 29968,
"iops_mean" : 28621.305085,
"iops_stddev" : 93.704544,
"iops_samples" : 472
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239997,
"usr_cpu" : 0.699592,
"sys_cpu" : 17.759389,
"ctx" : 639577,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.027375
},
"latency_ms" : {
"2" : 1.670792,
"4" : 31.461521,
"10" : 66.830294,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082876,
"timestamp_ms" : 1773082876061,
"time" : "Mon Mar 9 16:01:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 4685668352,
"io_kbytes" : 4575848,
"bw_bytes" : 117144637,
"bw" : 114399,
"iops" : 28600.090002,
"runtime" : 39999,
"total_ios" : 1143975,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5408,
"max" : 1041431,
"mean" : 277672.204021,
"stddev" : 156715.587504,
"N" : 1143975
},
"clat_ns" : {
"min" : 314009,
"max" : 6590750,
"mean" : 4197254.739899,
"stddev" : 817715.855706,
"N" : 1143967,
"percentile" : {
"1.000000" : 1892352,
"5.000000" : 2572288,
"10.000000" : 3031040,
"20.000000" : 3588096,
"30.000000" : 3915776,
"40.000000" : 4145152,
"50.000000" : 4358144,
"60.000000" : 4489216,
"70.000000" : 4685824,
"80.000000" : 4882432,
"90.000000" : 5144576,
"95.000000" : 5275648,
"99.000000" : 5603328,
"99.500000" : 5734400,
"99.900000" : 5931008,
"99.950000" : 5996544,
"99.990000" : 6127616
},
"bins" : {
"313344" : 2,
"552960" : 1,
"585728" : 1,
"602112" : 2,
"610304" : 6,
"618496" : 6,
"626688" : 15,
"634880" : 3,
"643072" : 7,
"659456" : 3,
"667648" : 7,
"675840" : 5,
"684032" : 9,
"692224" : 5,
"700416" : 6,
"708608" : 2,
"716800" : 2,
"724992" : 1,
"749568" : 2,
"806912" : 2,
"815104" : 1,
"847872" : 1,
"880640" : 1,
"888832" : 2,
"897024" : 9,
"905216" : 8,
"913408" : 11,
"921600" : 7,
"929792" : 14,
"937984" : 11,
"946176" : 10,
"954368" : 15,
"962560" : 21,
"970752" : 22,
"978944" : 35,
"987136" : 46,
"995328" : 34,
"1003520" : 46,
"1011712" : 28,
"1019904" : 44,
"1028096" : 20,
"1036288" : 30,
"1044480" : 21,
"1056768" : 48,
"1073152" : 33,
"1089536" : 18,
"1105920" : 16,
"1122304" : 16,
"1138688" : 13,
"1155072" : 11,
"1171456" : 6,
"1187840" : 11,
"1204224" : 30,
"1220608" : 63,
"1236992" : 56,
"1253376" : 77,
"1269760" : 120,
"1286144" : 154,
"1302528" : 177,
"1318912" : 223,
"1335296" : 208,
"1351680" : 209,
"1368064" : 203,
"1384448" : 178,
"1400832" : 159,
"1417216" : 165,
"1433600" : 125,
"1449984" : 99,
"1466368" : 72,
"1482752" : 73,
"1499136" : 57,
"1515520" : 71,
"1531904" : 127,
"1548288" : 146,
"1564672" : 185,
"1581056" : 213,
"1597440" : 331,
"1613824" : 380,
"1630208" : 464,
"1646592" : 495,
"1662976" : 533,
"1679360" : 542,
"1695744" : 524,
"1712128" : 512,
"1728512" : 478,
"1744896" : 446,
"1761280" : 379,
"1777664" : 320,
"1794048" : 340,
"1810432" : 288,
"1826816" : 280,
"1843200" : 310,
"1859584" : 328,
"1875968" : 356,
"1892352" : 411,
"1908736" : 529,
"1925120" : 651,
"1941504" : 768,
"1957888" : 889,
"1974272" : 924,
"1990656" : 986,
"2007040" : 1047,
"2023424" : 1035,
"2039808" : 1039,
"2056192" : 1038,
"2072576" : 927,
"2088960" : 868,
"2113536" : 1552,
"2146304" : 1368,
"2179072" : 1257,
"2211840" : 1646,
"2244608" : 1985,
"2277376" : 2458,
"2310144" : 2860,
"2342912" : 3222,
"2375680" : 3311,
"2408448" : 3103,
"2441216" : 2857,
"2473984" : 2448,
"2506752" : 2437,
"2539520" : 2541,
"2572288" : 2914,
"2605056" : 3342,
"2637824" : 3846,
"2670592" : 4180,
"2703360" : 4394,
"2736128" : 4543,
"2768896" : 4268,
"2801664" : 4078,
"2834432" : 3552,
"2867200" : 3543,
"2899968" : 3793,
"2932736" : 4341,
"2965504" : 4841,
"2998272" : 5316,
"3031040" : 5610,
"3063808" : 5762,
"3096576" : 5571,
"3129344" : 5367,
"3162112" : 5123,
"3194880" : 5193,
"3227648" : 5144,
"3260416" : 5858,
"3293184" : 6473,
"3325952" : 7165,
"3358720" : 7569,
"3391488" : 7761,
"3424256" : 7968,
"3457024" : 7797,
"3489792" : 7709,
"3522560" : 7551,
"3555328" : 8023,
"3588096" : 8587,
"3620864" : 9534,
"3653632" : 10607,
"3686400" : 11511,
"3719168" : 11903,
"3751936" : 12077,
"3784704" : 12310,
"3817472" : 12136,
"3850240" : 12397,
"3883008" : 12784,
"3915776" : 13498,
"3948544" : 14336,
"3981312" : 15731,
"4014080" : 16771,
"4046848" : 17868,
"4079616" : 17921,
"4112384" : 18428,
"4145152" : 18320,
"4177920" : 18176,
"4227072" : 37253,
"4292608" : 39215,
"4358144" : 42756,
"4423680" : 44397,
"4489216" : 43926,
"4554752" : 42376,
"4620288" : 41437,
"4685824" : 41459,
"4751360" : 41308,
"4816896" : 39132,
"4882432" : 35549,
"4947968" : 32456,
"5013504" : 29568,
"5079040" : 27172,
"5144576" : 24029,
"5210112" : 20579,
"5275648" : 17119,
"5341184" : 14100,
"5406720" : 11083,
"5472256" : 8567,
"5537792" : 6728,
"5603328" : 4926,
"5668864" : 3609,
"5734400" : 2496,
"5799936" : 1636,
"5865472" : 993,
"5931008" : 592,
"5996544" : 297,
"6062080" : 171,
"6127616" : 97,
"6193152" : 52,
"6258688" : 23,
"6324224" : 13,
"6389760" : 8,
"6455296" : 4,
"6520832" : 1,
"6586368" : 1
}
},
"lat_ns" : {
"min" : 336063,
"max" : 6993525,
"mean" : 4474925.117995,
"stddev" : 857853.289939,
"N" : 1143967
},
"bw_min" : 109613,
"bw_max" : 120808,
"bw_agg" : 100.000000,
"bw_mean" : 114426.265823,
"bw_dev" : 448.235701,
"bw_samples" : 632,
"iops_min" : 27403,
"iops_max" : 30202,
"iops_mean" : 28606.088608,
"iops_stddev" : 112.056594,
"iops_samples" : 632
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319992,
"usr_cpu" : 0.685955,
"sys_cpu" : 17.784820,
"ctx" : 852753,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.021941
},
"latency_ms" : {
"2" : 1.406936,
"4" : 31.997290,
"10" : 66.565703,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082886,
"timestamp_ms" : 1773082886061,
"time" : "Mon Mar 9 16:01:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 5853011968,
"io_kbytes" : 5715832,
"bw_bytes" : 117062580,
"bw" : 114318,
"iops" : 28579.991600,
"runtime" : 49999,
"total_ios" : 1428971,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5408,
"max" : 1041431,
"mean" : 277867.248765,
"stddev" : 156660.053986,
"N" : 1428971
},
"clat_ns" : {
"min" : 314009,
"max" : 6590750,
"mean" : 4200231.556727,
"stddev" : 799270.237569,
"N" : 1428963,
"percentile" : {
"1.000000" : 1941504,
"5.000000" : 2637824,
"10.000000" : 3063808,
"20.000000" : 3588096,
"30.000000" : 3915776,
"40.000000" : 4145152,
"50.000000" : 4358144,
"60.000000" : 4489216,
"70.000000" : 4685824,
"80.000000" : 4882432,
"90.000000" : 5079040,
"95.000000" : 5275648,
"99.000000" : 5603328,
"99.500000" : 5734400,
"99.900000" : 5931008,
"99.950000" : 5996544,
"99.990000" : 6127616
},
"bins" : {
"313344" : 2,
"325632" : 1,
"552960" : 1,
"577536" : 2,
"585728" : 1,
"602112" : 2,
"610304" : 6,
"618496" : 6,
"626688" : 15,
"634880" : 3,
"643072" : 8,
"659456" : 3,
"667648" : 7,
"675840" : 5,
"684032" : 9,
"692224" : 5,
"700416" : 6,
"708608" : 2,
"716800" : 2,
"724992" : 1,
"749568" : 2,
"806912" : 2,
"815104" : 1,
"847872" : 1,
"880640" : 1,
"888832" : 2,
"897024" : 9,
"905216" : 8,
"913408" : 11,
"921600" : 7,
"929792" : 17,
"937984" : 12,
"946176" : 12,
"954368" : 17,
"962560" : 24,
"970752" : 23,
"978944" : 36,
"987136" : 48,
"995328" : 34,
"1003520" : 46,
"1011712" : 28,
"1019904" : 44,
"1028096" : 20,
"1036288" : 30,
"1044480" : 22,
"1056768" : 49,
"1073152" : 33,
"1089536" : 22,
"1105920" : 17,
"1122304" : 16,
"1138688" : 13,
"1155072" : 11,
"1171456" : 6,
"1187840" : 12,
"1204224" : 31,
"1220608" : 64,
"1236992" : 60,
"1253376" : 93,
"1269760" : 126,
"1286144" : 163,
"1302528" : 189,
"1318912" : 233,
"1335296" : 220,
"1351680" : 221,
"1368064" : 207,
"1384448" : 186,
"1400832" : 165,
"1417216" : 171,
"1433600" : 135,
"1449984" : 102,
"1466368" : 80,
"1482752" : 76,
"1499136" : 62,
"1515520" : 77,
"1531904" : 137,
"1548288" : 156,
"1564672" : 199,
"1581056" : 227,
"1597440" : 365,
"1613824" : 415,
"1630208" : 504,
"1646592" : 525,
"1662976" : 582,
"1679360" : 580,
"1695744" : 555,
"1712128" : 538,
"1728512" : 508,
"1744896" : 475,
"1761280" : 410,
"1777664" : 345,
"1794048" : 360,
"1810432" : 315,
"1826816" : 293,
"1843200" : 323,
"1859584" : 345,
"1875968" : 404,
"1892352" : 453,
"1908736" : 606,
"1925120" : 699,
"1941504" : 837,
"1957888" : 966,
"1974272" : 1007,
"1990656" : 1075,
"2007040" : 1127,
"2023424" : 1153,
"2039808" : 1140,
"2056192" : 1159,
"2072576" : 1027,
"2088960" : 967,
"2113536" : 1741,
"2146304" : 1511,
"2179072" : 1422,
"2211840" : 1834,
"2244608" : 2216,
"2277376" : 2810,
"2310144" : 3235,
"2342912" : 3721,
"2375680" : 3776,
"2408448" : 3595,
"2441216" : 3299,
"2473984" : 2884,
"2506752" : 2807,
"2539520" : 2938,
"2572288" : 3438,
"2605056" : 3959,
"2637824" : 4516,
"2670592" : 5030,
"2703360" : 5346,
"2736128" : 5429,
"2768896" : 5188,
"2801664" : 4836,
"2834432" : 4305,
"2867200" : 4352,
"2899968" : 4614,
"2932736" : 5350,
"2965504" : 6133,
"2998272" : 6558,
"3031040" : 7143,
"3063808" : 7304,
"3096576" : 6959,
"3129344" : 6831,
"3162112" : 6539,
"3194880" : 6598,
"3227648" : 6669,
"3260416" : 7403,
"3293184" : 8390,
"3325952" : 9188,
"3358720" : 9776,
"3391488" : 10030,
"3424256" : 10273,
"3457024" : 10136,
"3489792" : 10009,
"3522560" : 9881,
"3555328" : 10466,
"3588096" : 11212,
"3620864" : 12359,
"3653632" : 13724,
"3686400" : 14910,
"3719168" : 15435,
"3751936" : 15885,
"3784704" : 15985,
"3817472" : 15852,
"3850240" : 16032,
"3883008" : 16619,
"3915776" : 17582,
"3948544" : 18520,
"3981312" : 20266,
"4014080" : 21431,
"4046848" : 22799,
"4079616" : 22937,
"4112384" : 23650,
"4145152" : 23306,
"4177920" : 23188,
"4227072" : 47158,
"4292608" : 49789,
"4358144" : 53818,
"4423680" : 55815,
"4489216" : 55015,
"4554752" : 53064,
"4620288" : 51824,
"4685824" : 51506,
"4751360" : 51142,
"4816896" : 48374,
"4882432" : 43868,
"4947968" : 39933,
"5013504" : 36237,
"5079040" : 33099,
"5144576" : 29259,
"5210112" : 25090,
"5275648" : 20787,
"5341184" : 17000,
"5406720" : 13447,
"5472256" : 10362,
"5537792" : 8131,
"5603328" : 5976,
"5668864" : 4320,
"5734400" : 2988,
"5799936" : 1950,
"5865472" : 1202,
"5931008" : 708,
"5996544" : 349,
"6062080" : 214,
"6127616" : 128,
"6193152" : 63,
"6258688" : 26,
"6324224" : 15,
"6389760" : 8,
"6455296" : 5,
"6520832" : 1,
"6586368" : 1
}
},
"lat_ns" : {
"min" : 336063,
"max" : 6993525,
"mean" : 4478099.641146,
"stddev" : 837781.104738,
"N" : 1428963
},
"bw_min" : 108949,
"bw_max" : 121120,
"bw_agg" : 100.000000,
"bw_mean" : 114335.646465,
"bw_dev" : 501.496275,
"bw_samples" : 792,
"iops_min" : 27237,
"iops_max" : 30280,
"iops_mean" : 28583.474747,
"iops_stddev" : 125.371762,
"iops_samples" : 792
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399992,
"usr_cpu" : 0.683264,
"sys_cpu" : 17.807106,
"ctx" : 1065681,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999930,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.018615
},
"latency_ms" : {
"2" : 1.211851,
"4" : 32.384632,
"10" : 66.378114,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082896,
"timestamp_ms" : 1773082896061,
"time" : "Mon Mar 9 16:01:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 7023366144,
"io_kbytes" : 6858756,
"bw_bytes" : 117056102,
"bw" : 114312,
"iops" : 28578.433333,
"runtime" : 60000,
"total_ios" : 1714706,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5408,
"max" : 1041431,
"mean" : 277881.333758,
"stddev" : 156683.674008,
"N" : 1714706
},
"clat_ns" : {
"min" : 314009,
"max" : 6590750,
"mean" : 4200400.688977,
"stddev" : 782591.534854,
"N" : 1714698,
"percentile" : {
"1.000000" : 1974272,
"5.000000" : 2670592,
"10.000000" : 3096576,
"20.000000" : 3620864,
"30.000000" : 3915776,
"40.000000" : 4112384,
"50.000000" : 4292608,
"60.000000" : 4489216,
"70.000000" : 4685824,
"80.000000" : 4882432,
"90.000000" : 5079040,
"95.000000" : 5275648,
"99.000000" : 5603328,
"99.500000" : 5734400,
"99.900000" : 5931008,
"99.950000" : 5996544,
"99.990000" : 6127616
},
"bins" : {
"313344" : 2,
"325632" : 1,
"552960" : 1,
"577536" : 2,
"585728" : 1,
"602112" : 2,
"610304" : 6,
"618496" : 6,
"626688" : 15,
"634880" : 3,
"643072" : 8,
"659456" : 3,
"667648" : 7,
"675840" : 5,
"684032" : 10,
"692224" : 5,
"700416" : 6,
"708608" : 2,
"716800" : 2,
"724992" : 1,
"749568" : 2,
"806912" : 2,
"815104" : 1,
"847872" : 1,
"880640" : 1,
"888832" : 2,
"897024" : 9,
"905216" : 8,
"913408" : 12,
"921600" : 7,
"929792" : 24,
"937984" : 13,
"946176" : 12,
"954368" : 17,
"962560" : 26,
"970752" : 24,
"978944" : 37,
"987136" : 52,
"995328" : 34,
"1003520" : 46,
"1011712" : 28,
"1019904" : 44,
"1028096" : 20,
"1036288" : 30,
"1044480" : 22,
"1056768" : 51,
"1073152" : 33,
"1089536" : 22,
"1105920" : 17,
"1122304" : 16,
"1138688" : 13,
"1155072" : 11,
"1171456" : 6,
"1187840" : 15,
"1204224" : 32,
"1220608" : 69,
"1236992" : 63,
"1253376" : 94,
"1269760" : 126,
"1286144" : 171,
"1302528" : 195,
"1318912" : 244,
"1335296" : 226,
"1351680" : 226,
"1368064" : 217,
"1384448" : 190,
"1400832" : 172,
"1417216" : 173,
"1433600" : 138,
"1449984" : 105,
"1466368" : 83,
"1482752" : 79,
"1499136" : 65,
"1515520" : 85,
"1531904" : 150,
"1548288" : 164,
"1564672" : 202,
"1581056" : 237,
"1597440" : 381,
"1613824" : 442,
"1630208" : 530,
"1646592" : 555,
"1662976" : 617,
"1679360" : 607,
"1695744" : 580,
"1712128" : 565,
"1728512" : 545,
"1744896" : 498,
"1761280" : 430,
"1777664" : 366,
"1794048" : 372,
"1810432" : 339,
"1826816" : 310,
"1843200" : 341,
"1859584" : 373,
"1875968" : 440,
"1892352" : 483,
"1908736" : 633,
"1925120" : 750,
"1941504" : 914,
"1957888" : 1040,
"1974272" : 1095,
"1990656" : 1188,
"2007040" : 1222,
"2023424" : 1246,
"2039808" : 1237,
"2056192" : 1233,
"2072576" : 1106,
"2088960" : 1042,
"2113536" : 1879,
"2146304" : 1629,
"2179072" : 1557,
"2211840" : 1975,
"2244608" : 2429,
"2277376" : 3096,
"2310144" : 3570,
"2342912" : 4171,
"2375680" : 4183,
"2408448" : 3972,
"2441216" : 3659,
"2473984" : 3214,
"2506752" : 3118,
"2539520" : 3290,
"2572288" : 3872,
"2605056" : 4502,
"2637824" : 5166,
"2670592" : 5758,
"2703360" : 6160,
"2736128" : 6206,
"2768896" : 5981,
"2801664" : 5571,
"2834432" : 4928,
"2867200" : 5043,
"2899968" : 5423,
"2932736" : 6289,
"2965504" : 7287,
"2998272" : 7849,
"3031040" : 8604,
"3063808" : 8781,
"3096576" : 8377,
"3129344" : 8215,
"3162112" : 7888,
"3194880" : 7947,
"3227648" : 8261,
"3260416" : 9134,
"3293184" : 10343,
"3325952" : 11334,
"3358720" : 12077,
"3391488" : 12496,
"3424256" : 12798,
"3457024" : 12566,
"3489792" : 12356,
"3522560" : 12349,
"3555328" : 13119,
"3588096" : 13964,
"3620864" : 15458,
"3653632" : 17054,
"3686400" : 18534,
"3719168" : 19369,
"3751936" : 19858,
"3784704" : 19974,
"3817472" : 19922,
"3850240" : 19904,
"3883008" : 20640,
"3915776" : 21617,
"3948544" : 23085,
"3981312" : 24926,
"4014080" : 26386,
"4046848" : 28038,
"4079616" : 28535,
"4112384" : 29113,
"4145152" : 28627,
"4177920" : 28485,
"4227072" : 57579,
"4292608" : 60365,
"4358144" : 65447,
"4423680" : 67791,
"4489216" : 66511,
"4554752" : 63861,
"4620288" : 61961,
"4685824" : 61514,
"4751360" : 60700,
"4816896" : 57537,
"4882432" : 51966,
"4947968" : 46873,
"5013504" : 42321,
"5079040" : 38492,
"5144576" : 33887,
"5210112" : 28974,
"5275648" : 24133,
"5341184" : 19568,
"5406720" : 15558,
"5472256" : 12014,
"5537792" : 9392,
"5603328" : 6870,
"5668864" : 5001,
"5734400" : 3428,
"5799936" : 2199,
"5865472" : 1370,
"5931008" : 812,
"5996544" : 407,
"6062080" : 240,
"6127616" : 146,
"6193152" : 80,
"6258688" : 27,
"6324224" : 16,
"6389760" : 8,
"6455296" : 5,
"6520832" : 1,
"6586368" : 1
}
},
"lat_ns" : {
"min" : 336063,
"max" : 6993525,
"mean" : 4478284.502075,
"stddev" : 819611.092648,
"N" : 1714698
},
"bw_min" : 108677,
"bw_max" : 121860,
"bw_agg" : 100.000000,
"bw_mean" : 114333.613445,
"bw_dev" : 542.137725,
"bw_samples" : 952,
"iops_min" : 27169,
"iops_max" : 30465,
"iops_mean" : 28583.000000,
"iops_stddev" : 135.534335,
"iops_samples" : 952
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479996,
"usr_cpu" : 0.682089,
"sys_cpu" : 17.818690,
"ctx" : 1278570,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.016504
},
"latency_ms" : {
"2" : 1.070796,
"4" : 32.747946,
"10" : 66.159038,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082906,
"timestamp_ms" : 1773082906061,
"time" : "Mon Mar 9 16:01:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 8199127040,
"io_kbytes" : 8006960,
"bw_bytes" : 117132059,
"bw" : 114386,
"iops" : 28596.865670,
"runtime" : 69999,
"total_ios" : 2001752,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5238,
"max" : 1127012,
"mean" : 277703.773511,
"stddev" : 156760.354717,
"N" : 2001752
},
"clat_ns" : {
"min" : 314009,
"max" : 6590750,
"mean" : 4197688.503506,
"stddev" : 768518.543433,
"N" : 2001744,
"percentile" : {
"1.000000" : 2007040,
"5.000000" : 2703360,
"10.000000" : 3129344,
"20.000000" : 3620864,
"30.000000" : 3915776,
"40.000000" : 4112384,
"50.000000" : 4292608,
"60.000000" : 4489216,
"70.000000" : 4620288,
"80.000000" : 4816896,
"90.000000" : 5079040,
"95.000000" : 5275648,
"99.000000" : 5603328,
"99.500000" : 5668864,
"99.900000" : 5865472,
"99.950000" : 5996544,
"99.990000" : 6127616
},
"bins" : {
"313344" : 2,
"325632" : 1,
"552960" : 1,
"577536" : 2,
"585728" : 1,
"602112" : 2,
"610304" : 6,
"618496" : 7,
"626688" : 15,
"634880" : 3,
"643072" : 8,
"659456" : 3,
"667648" : 7,
"675840" : 5,
"684032" : 10,
"692224" : 5,
"700416" : 6,
"708608" : 2,
"716800" : 2,
"724992" : 1,
"749568" : 2,
"806912" : 2,
"815104" : 1,
"847872" : 1,
"880640" : 1,
"888832" : 2,
"897024" : 9,
"905216" : 8,
"913408" : 12,
"921600" : 8,
"929792" : 24,
"937984" : 13,
"946176" : 12,
"954368" : 18,
"962560" : 26,
"970752" : 24,
"978944" : 39,
"987136" : 52,
"995328" : 36,
"1003520" : 48,
"1011712" : 28,
"1019904" : 44,
"1028096" : 21,
"1036288" : 31,
"1044480" : 23,
"1056768" : 55,
"1073152" : 36,
"1089536" : 22,
"1105920" : 17,
"1122304" : 18,
"1138688" : 13,
"1155072" : 11,
"1171456" : 6,
"1187840" : 16,
"1204224" : 32,
"1220608" : 69,
"1236992" : 63,
"1253376" : 95,
"1269760" : 129,
"1286144" : 174,
"1302528" : 201,
"1318912" : 254,
"1335296" : 235,
"1351680" : 241,
"1368064" : 227,
"1384448" : 195,
"1400832" : 179,
"1417216" : 174,
"1433600" : 143,
"1449984" : 108,
"1466368" : 85,
"1482752" : 83,
"1499136" : 65,
"1515520" : 85,
"1531904" : 152,
"1548288" : 174,
"1564672" : 207,
"1581056" : 243,
"1597440" : 389,
"1613824" : 456,
"1630208" : 547,
"1646592" : 582,
"1662976" : 651,
"1679360" : 635,
"1695744" : 611,
"1712128" : 599,
"1728512" : 571,
"1744896" : 522,
"1761280" : 445,
"1777664" : 375,
"1794048" : 386,
"1810432" : 349,
"1826816" : 321,
"1843200" : 361,
"1859584" : 379,
"1875968" : 456,
"1892352" : 504,
"1908736" : 662,
"1925120" : 799,
"1941504" : 960,
"1957888" : 1107,
"1974272" : 1160,
"1990656" : 1289,
"2007040" : 1310,
"2023424" : 1319,
"2039808" : 1317,
"2056192" : 1307,
"2072576" : 1158,
"2088960" : 1099,
"2113536" : 1983,
"2146304" : 1722,
"2179072" : 1643,
"2211840" : 2120,
"2244608" : 2602,
"2277376" : 3344,
"2310144" : 3929,
"2342912" : 4563,
"2375680" : 4535,
"2408448" : 4335,
"2441216" : 3958,
"2473984" : 3491,
"2506752" : 3414,
"2539520" : 3611,
"2572288" : 4280,
"2605056" : 5039,
"2637824" : 5817,
"2670592" : 6513,
"2703360" : 6914,
"2736128" : 6946,
"2768896" : 6684,
"2801664" : 6203,
"2834432" : 5617,
"2867200" : 5766,
"2899968" : 6282,
"2932736" : 7258,
"2965504" : 8486,
"2998272" : 9188,
"3031040" : 10166,
"3063808" : 10207,
"3096576" : 9787,
"3129344" : 9637,
"3162112" : 9291,
"3194880" : 9494,
"3227648" : 9819,
"3260416" : 11029,
"3293184" : 12428,
"3325952" : 13658,
"3358720" : 14562,
"3391488" : 15172,
"3424256" : 15303,
"3457024" : 15119,
"3489792" : 14931,
"3522560" : 14943,
"3555328" : 15845,
"3588096" : 17058,
"3620864" : 18910,
"3653632" : 20674,
"3686400" : 22493,
"3719168" : 23639,
"3751936" : 24124,
"3784704" : 24211,
"3817472" : 24104,
"3850240" : 24038,
"3883008" : 25080,
"3915776" : 26028,
"3948544" : 27830,
"3981312" : 29986,
"4014080" : 31675,
"4046848" : 33518,
"4079616" : 34173,
"4112384" : 34657,
"4145152" : 34124,
"4177920" : 33908,
"4227072" : 68200,
"4292608" : 71483,
"4358144" : 76984,
"4423680" : 79510,
"4489216" : 77791,
"4554752" : 74326,
"4620288" : 71956,
"4685824" : 71030,
"4751360" : 70022,
"4816896" : 66091,
"4882432" : 59606,
"4947968" : 53512,
"5013504" : 48231,
"5079040" : 43645,
"5144576" : 38418,
"5210112" : 32662,
"5275648" : 27161,
"5341184" : 22076,
"5406720" : 17383,
"5472256" : 13423,
"5537792" : 10479,
"5603328" : 7678,
"5668864" : 5530,
"5734400" : 3779,
"5799936" : 2420,
"5865472" : 1500,
"5931008" : 899,
"5996544" : 477,
"6062080" : 279,
"6127616" : 167,
"6193152" : 91,
"6258688" : 31,
"6324224" : 16,
"6389760" : 9,
"6455296" : 6,
"6520832" : 1,
"6586368" : 1
}
},
"lat_ns" : {
"min" : 336063,
"max" : 6993525,
"mean" : 4475393.479240,
"stddev" : 804247.253466,
"N" : 2001744
},
"bw_min" : 108397,
"bw_max" : 122768,
"bw_agg" : 100.000000,
"bw_mean" : 114395.187050,
"bw_dev" : 573.850449,
"bw_samples" : 1112,
"iops_min" : 27099,
"iops_max" : 30692,
"iops_mean" : 28598.410072,
"iops_stddev" : 143.464430,
"iops_samples" : 1112
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559992,
"usr_cpu" : 0.681081,
"sys_cpu" : 17.826862,
"ctx" : 1491668,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.014437
},
"latency_ms" : {
"2" : 0.959759,
"4" : 33.241880,
"10" : 65.778978,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082916,
"timestamp_ms" : 1773082916061,
"time" : "Mon Mar 9 16:01:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 9374584832,
"io_kbytes" : 9154868,
"bw_bytes" : 117183775,
"bw" : 114437,
"iops" : 28609.495119,
"runtime" : 79999,
"total_ios" : 2288731,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5238,
"max" : 1127012,
"mean" : 277583.324098,
"stddev" : 156824.141024,
"N" : 2288731
},
"clat_ns" : {
"min" : 314009,
"max" : 6590750,
"mean" : 4195848.127650,
"stddev" : 756408.440077,
"N" : 2288723,
"percentile" : {
"1.000000" : 2039808,
"5.000000" : 2736128,
"10.000000" : 3162112,
"20.000000" : 3620864,
"30.000000" : 3883008,
"40.000000" : 4112384,
"50.000000" : 4292608,
"60.000000" : 4489216,
"70.000000" : 4620288,
"80.000000" : 4816896,
"90.000000" : 5079040,
"95.000000" : 5275648,
"99.000000" : 5603328,
"99.500000" : 5668864,
"99.900000" : 5865472,
"99.950000" : 5996544,
"99.990000" : 6127616
},
"bins" : {
"313344" : 2,
"325632" : 1,
"552960" : 1,
"577536" : 2,
"585728" : 1,
"602112" : 2,
"610304" : 6,
"618496" : 7,
"626688" : 15,
"634880" : 3,
"643072" : 8,
"659456" : 3,
"667648" : 7,
"675840" : 5,
"684032" : 10,
"692224" : 5,
"700416" : 6,
"708608" : 2,
"716800" : 2,
"724992" : 1,
"749568" : 2,
"806912" : 2,
"815104" : 1,
"847872" : 1,
"880640" : 1,
"888832" : 2,
"897024" : 9,
"905216" : 8,
"913408" : 12,
"921600" : 8,
"929792" : 24,
"937984" : 13,
"946176" : 12,
"954368" : 18,
"962560" : 26,
"970752" : 24,
"978944" : 39,
"987136" : 53,
"995328" : 36,
"1003520" : 48,
"1011712" : 30,
"1019904" : 44,
"1028096" : 21,
"1036288" : 31,
"1044480" : 23,
"1056768" : 55,
"1073152" : 36,
"1089536" : 22,
"1105920" : 17,
"1122304" : 18,
"1138688" : 13,
"1155072" : 11,
"1171456" : 6,
"1187840" : 16,
"1204224" : 32,
"1220608" : 71,
"1236992" : 63,
"1253376" : 95,
"1269760" : 129,
"1286144" : 175,
"1302528" : 201,
"1318912" : 256,
"1335296" : 237,
"1351680" : 248,
"1368064" : 232,
"1384448" : 195,
"1400832" : 181,
"1417216" : 175,
"1433600" : 145,
"1449984" : 113,
"1466368" : 92,
"1482752" : 83,
"1499136" : 70,
"1515520" : 88,
"1531904" : 156,
"1548288" : 176,
"1564672" : 209,
"1581056" : 250,
"1597440" : 397,
"1613824" : 459,
"1630208" : 559,
"1646592" : 608,
"1662976" : 668,
"1679360" : 649,
"1695744" : 623,
"1712128" : 609,
"1728512" : 588,
"1744896" : 539,
"1761280" : 460,
"1777664" : 383,
"1794048" : 394,
"1810432" : 364,
"1826816" : 333,
"1843200" : 381,
"1859584" : 395,
"1875968" : 476,
"1892352" : 529,
"1908736" : 688,
"1925120" : 840,
"1941504" : 999,
"1957888" : 1135,
"1974272" : 1215,
"1990656" : 1331,
"2007040" : 1354,
"2023424" : 1365,
"2039808" : 1368,
"2056192" : 1349,
"2072576" : 1208,
"2088960" : 1156,
"2113536" : 2068,
"2146304" : 1802,
"2179072" : 1743,
"2211840" : 2234,
"2244608" : 2777,
"2277376" : 3529,
"2310144" : 4192,
"2342912" : 4834,
"2375680" : 4858,
"2408448" : 4621,
"2441216" : 4251,
"2473984" : 3713,
"2506752" : 3664,
"2539520" : 3941,
"2572288" : 4606,
"2605056" : 5525,
"2637824" : 6348,
"2670592" : 7102,
"2703360" : 7656,
"2736128" : 7667,
"2768896" : 7394,
"2801664" : 6889,
"2834432" : 6276,
"2867200" : 6506,
"2899968" : 7168,
"2932736" : 8301,
"2965504" : 9706,
"2998272" : 10448,
"3031040" : 11627,
"3063808" : 11650,
"3096576" : 11211,
"3129344" : 11103,
"3162112" : 10701,
"3194880" : 10960,
"3227648" : 11518,
"3260416" : 12836,
"3293184" : 14563,
"3325952" : 16077,
"3358720" : 17079,
"3391488" : 17883,
"3424256" : 18019,
"3457024" : 17791,
"3489792" : 17652,
"3522560" : 17680,
"3555328" : 18781,
"3588096" : 20231,
"3620864" : 22406,
"3653632" : 24487,
"3686400" : 26633,
"3719168" : 27851,
"3751936" : 28521,
"3784704" : 28455,
"3817472" : 28703,
"3850240" : 28219,
"3883008" : 29534,
"3915776" : 30616,
"3948544" : 32721,
"3981312" : 35281,
"4014080" : 36983,
"4046848" : 39083,
"4079616" : 39772,
"4112384" : 40254,
"4145152" : 39699,
"4177920" : 39187,
"4227072" : 78798,
"4292608" : 82672,
"4358144" : 88516,
"4423680" : 91111,
"4489216" : 88979,
"4554752" : 84501,
"4620288" : 81987,
"4685824" : 80476,
"4751360" : 79070,
"4816896" : 74408,
"4882432" : 66948,
"4947968" : 60167,
"5013504" : 54142,
"5079040" : 48731,
"5144576" : 42787,
"5210112" : 36466,
"5275648" : 30178,
"5341184" : 24578,
"5406720" : 19274,
"5472256" : 14821,
"5537792" : 11514,
"5603328" : 8443,
"5668864" : 6034,
"5734400" : 4153,
"5799936" : 2662,
"5865472" : 1670,
"5931008" : 1001,
"5996544" : 530,
"6062080" : 306,
"6127616" : 178,
"6193152" : 98,
"6258688" : 35,
"6324224" : 18,
"6389760" : 12,
"6455296" : 6,
"6520832" : 1,
"6586368" : 1
}
},
"lat_ns" : {
"min" : 336063,
"max" : 6993525,
"mean" : 4473432.310706,
"stddev" : 790947.693439,
"N" : 2288723
},
"bw_min" : 107469,
"bw_max" : 123292,
"bw_agg" : 100.000000,
"bw_mean" : 114448.062893,
"bw_dev" : 615.050275,
"bw_samples" : 1272,
"iops_min" : 26867,
"iops_max" : 30823,
"iops_mean" : 28611.647799,
"iops_stddev" : 153.766492,
"iops_samples" : 1272
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639992,
"usr_cpu" : 0.683602,
"sys_cpu" : 17.832098,
"ctx" : 1704713,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.012671
},
"latency_ms" : {
"2" : 0.864234,
"4" : 33.681503,
"10" : 65.437266,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082926,
"timestamp_ms" : 1773082926062,
"time" : "Mon Mar 9 16:02:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 10552754176,
"io_kbytes" : 10305424,
"bw_bytes" : 117252824,
"bw" : 114504,
"iops" : 28626.377778,
"runtime" : 90000,
"total_ios" : 2576374,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5238,
"max" : 2367166,
"mean" : 277416.156235,
"stddev" : 156971.055561,
"N" : 2576374
},
"clat_ns" : {
"min" : 314009,
"max" : 7063041,
"mean" : 4193339.640559,
"stddev" : 745829.062571,
"N" : 2576366,
"percentile" : {
"1.000000" : 2056192,
"5.000000" : 2768896,
"10.000000" : 3194880,
"20.000000" : 3620864,
"30.000000" : 3883008,
"40.000000" : 4112384,
"50.000000" : 4292608,
"60.000000" : 4423680,
"70.000000" : 4620288,
"80.000000" : 4816896,
"90.000000" : 5079040,
"95.000000" : 5275648,
"99.000000" : 5603328,
"99.500000" : 5668864,
"99.900000" : 5865472,
"99.950000" : 5996544,
"99.990000" : 6193152
},
"bins" : {
"313344" : 2,
"325632" : 1,
"552960" : 1,
"577536" : 2,
"585728" : 1,
"602112" : 2,
"610304" : 6,
"618496" : 7,
"626688" : 15,
"634880" : 3,
"643072" : 8,
"659456" : 3,
"667648" : 7,
"675840" : 5,
"684032" : 10,
"692224" : 5,
"700416" : 6,
"708608" : 2,
"716800" : 2,
"724992" : 1,
"749568" : 2,
"806912" : 2,
"815104" : 1,
"847872" : 1,
"880640" : 1,
"888832" : 2,
"897024" : 9,
"905216" : 8,
"913408" : 12,
"921600" : 8,
"929792" : 24,
"937984" : 13,
"946176" : 12,
"954368" : 18,
"962560" : 26,
"970752" : 24,
"978944" : 39,
"987136" : 53,
"995328" : 36,
"1003520" : 48,
"1011712" : 30,
"1019904" : 44,
"1028096" : 22,
"1036288" : 31,
"1044480" : 23,
"1056768" : 55,
"1073152" : 36,
"1089536" : 22,
"1105920" : 17,
"1122304" : 18,
"1138688" : 13,
"1155072" : 11,
"1171456" : 6,
"1187840" : 16,
"1204224" : 32,
"1220608" : 71,
"1236992" : 64,
"1253376" : 95,
"1269760" : 130,
"1286144" : 176,
"1302528" : 201,
"1318912" : 257,
"1335296" : 237,
"1351680" : 249,
"1368064" : 233,
"1384448" : 199,
"1400832" : 182,
"1417216" : 176,
"1433600" : 149,
"1449984" : 118,
"1466368" : 92,
"1482752" : 84,
"1499136" : 71,
"1515520" : 88,
"1531904" : 156,
"1548288" : 178,
"1564672" : 214,
"1581056" : 255,
"1597440" : 401,
"1613824" : 472,
"1630208" : 564,
"1646592" : 618,
"1662976" : 677,
"1679360" : 667,
"1695744" : 631,
"1712128" : 618,
"1728512" : 599,
"1744896" : 542,
"1761280" : 470,
"1777664" : 388,
"1794048" : 399,
"1810432" : 368,
"1826816" : 337,
"1843200" : 386,
"1859584" : 402,
"1875968" : 487,
"1892352" : 543,
"1908736" : 702,
"1925120" : 870,
"1941504" : 1017,
"1957888" : 1163,
"1974272" : 1260,
"1990656" : 1390,
"2007040" : 1390,
"2023424" : 1425,
"2039808" : 1408,
"2056192" : 1384,
"2072576" : 1253,
"2088960" : 1201,
"2113536" : 2134,
"2146304" : 1864,
"2179072" : 1795,
"2211840" : 2317,
"2244608" : 2917,
"2277376" : 3741,
"2310144" : 4398,
"2342912" : 5096,
"2375680" : 5099,
"2408448" : 4896,
"2441216" : 4497,
"2473984" : 3970,
"2506752" : 3938,
"2539520" : 4228,
"2572288" : 4969,
"2605056" : 5981,
"2637824" : 6912,
"2670592" : 7718,
"2703360" : 8322,
"2736128" : 8355,
"2768896" : 8079,
"2801664" : 7492,
"2834432" : 6962,
"2867200" : 7237,
"2899968" : 8010,
"2932736" : 9317,
"2965504" : 10942,
"2998272" : 11800,
"3031040" : 12997,
"3063808" : 13135,
"3096576" : 12708,
"3129344" : 12540,
"3162112" : 12190,
"3194880" : 12513,
"3227648" : 13258,
"3260416" : 14688,
"3293184" : 16815,
"3325952" : 18535,
"3358720" : 19742,
"3391488" : 20619,
"3424256" : 20919,
"3457024" : 20620,
"3489792" : 20556,
"3522560" : 20488,
"3555328" : 21764,
"3588096" : 23491,
"3620864" : 26035,
"3653632" : 28417,
"3686400" : 30814,
"3719168" : 32137,
"3751936" : 33101,
"3784704" : 33021,
"3817472" : 33315,
"3850240" : 32612,
"3883008" : 33952,
"3915776" : 35350,
"3948544" : 37621,
"3981312" : 40465,
"4014080" : 42469,
"4046848" : 44610,
"4079616" : 45657,
"4112384" : 45930,
"4145152" : 45527,
"4177920" : 44694,
"4227072" : 89733,
"4292608" : 93988,
"4358144" : 100044,
"4423680" : 102981,
"4489216" : 100235,
"4554752" : 94797,
"4620288" : 91914,
"4685824" : 90040,
"4751360" : 87721,
"4816896" : 82534,
"4882432" : 74089,
"4947968" : 66413,
"5013504" : 59606,
"5079040" : 53549,
"5144576" : 46879,
"5210112" : 40028,
"5275648" : 33016,
"5341184" : 26852,
"5406720" : 21043,
"5472256" : 16142,
"5537792" : 12549,
"5603328" : 9201,
"5668864" : 6539,
"5734400" : 4498,
"5799936" : 2898,
"5865472" : 1811,
"5931008" : 1087,
"5996544" : 574,
"6062080" : 330,
"6127616" : 207,
"6193152" : 112,
"6258688" : 42,
"6324224" : 26,
"6389760" : 26,
"6455296" : 16,
"6520832" : 10,
"6586368" : 10,
"6651904" : 4,
"6717440" : 10,
"6848512" : 2,
"6914048" : 3,
"6979584" : 1,
"7045120" : 4
}
},
"lat_ns" : {
"min" : 336063,
"max" : 7401328,
"mean" : 4470756.580814,
"stddev" : 779355.378454,
"N" : 2576366
},
"bw_min" : 107469,
"bw_max" : 123712,
"bw_agg" : 100.000000,
"bw_mean" : 114519.709497,
"bw_dev" : 640.709094,
"bw_samples" : 1432,
"iops_min" : 26867,
"iops_max" : 30928,
"iops_mean" : 28629.586592,
"iops_stddev" : 160.181735,
"iops_samples" : 1432
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719996,
"usr_cpu" : 0.687504,
"sys_cpu" : 17.828710,
"ctx" : 1917663,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999961,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999961,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.011256
},
"latency_ms" : {
"2" : 0.782767,
"4" : 34.090586,
"10" : 65.111548,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082936,
"timestamp_ms" : 1773082936061,
"time" : "Mon Mar 9 16:02:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 11734904832,
"io_kbytes" : 11459868,
"bw_bytes" : 117350221,
"bw" : 114599,
"iops" : 28650.096501,
"runtime" : 99999,
"total_ios" : 2864981,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5238,
"max" : 2367166,
"mean" : 277186.700543,
"stddev" : 157049.923126,
"N" : 2864981
},
"clat_ns" : {
"min" : 314009,
"max" : 7063041,
"mean" : 4189878.873066,
"stddev" : 736557.521927,
"N" : 2864973,
"percentile" : {
"1.000000" : 2088960,
"5.000000" : 2801664,
"10.000000" : 3194880,
"20.000000" : 3620864,
"30.000000" : 3883008,
"40.000000" : 4079616,
"50.000000" : 4292608,
"60.000000" : 4423680,
"70.000000" : 4620288,
"80.000000" : 4816896,
"90.000000" : 5079040,
"95.000000" : 5275648,
"99.000000" : 5603328,
"99.500000" : 5668864,
"99.900000" : 5865472,
"99.950000" : 5996544,
"99.990000" : 6193152
},
"bins" : {
"313344" : 2,
"325632" : 1,
"552960" : 1,
"577536" : 2,
"585728" : 1,
"602112" : 2,
"610304" : 6,
"618496" : 7,
"626688" : 15,
"634880" : 3,
"643072" : 8,
"659456" : 3,
"667648" : 7,
"675840" : 5,
"684032" : 10,
"692224" : 5,
"700416" : 6,
"708608" : 2,
"716800" : 2,
"724992" : 1,
"749568" : 2,
"806912" : 2,
"815104" : 1,
"847872" : 1,
"880640" : 1,
"888832" : 2,
"897024" : 9,
"905216" : 8,
"913408" : 12,
"921600" : 8,
"929792" : 24,
"937984" : 13,
"946176" : 12,
"954368" : 18,
"962560" : 26,
"970752" : 24,
"978944" : 39,
"987136" : 53,
"995328" : 36,
"1003520" : 48,
"1011712" : 30,
"1019904" : 44,
"1028096" : 22,
"1036288" : 31,
"1044480" : 23,
"1056768" : 55,
"1073152" : 36,
"1089536" : 22,
"1105920" : 17,
"1122304" : 18,
"1138688" : 13,
"1155072" : 11,
"1171456" : 6,
"1187840" : 16,
"1204224" : 32,
"1220608" : 71,
"1236992" : 64,
"1253376" : 96,
"1269760" : 130,
"1286144" : 177,
"1302528" : 201,
"1318912" : 260,
"1335296" : 241,
"1351680" : 250,
"1368064" : 234,
"1384448" : 202,
"1400832" : 182,
"1417216" : 177,
"1433600" : 150,
"1449984" : 118,
"1466368" : 92,
"1482752" : 84,
"1499136" : 71,
"1515520" : 88,
"1531904" : 157,
"1548288" : 179,
"1564672" : 219,
"1581056" : 262,
"1597440" : 418,
"1613824" : 477,
"1630208" : 573,
"1646592" : 627,
"1662976" : 688,
"1679360" : 678,
"1695744" : 642,
"1712128" : 627,
"1728512" : 605,
"1744896" : 551,
"1761280" : 473,
"1777664" : 394,
"1794048" : 405,
"1810432" : 371,
"1826816" : 345,
"1843200" : 394,
"1859584" : 414,
"1875968" : 495,
"1892352" : 556,
"1908736" : 740,
"1925120" : 899,
"1941504" : 1041,
"1957888" : 1194,
"1974272" : 1287,
"1990656" : 1421,
"2007040" : 1429,
"2023424" : 1469,
"2039808" : 1450,
"2056192" : 1409,
"2072576" : 1287,
"2088960" : 1247,
"2113536" : 2198,
"2146304" : 1937,
"2179072" : 1875,
"2211840" : 2416,
"2244608" : 3041,
"2277376" : 3907,
"2310144" : 4631,
"2342912" : 5338,
"2375680" : 5354,
"2408448" : 5156,
"2441216" : 4747,
"2473984" : 4240,
"2506752" : 4178,
"2539520" : 4503,
"2572288" : 5328,
"2605056" : 6410,
"2637824" : 7430,
"2670592" : 8356,
"2703360" : 8968,
"2736128" : 9018,
"2768896" : 8728,
"2801664" : 8110,
"2834432" : 7618,
"2867200" : 7967,
"2899968" : 8819,
"2932736" : 10356,
"2965504" : 12093,
"2998272" : 13214,
"3031040" : 14446,
"3063808" : 14635,
"3096576" : 14268,
"3129344" : 14113,
"3162112" : 13677,
"3194880" : 14106,
"3227648" : 14930,
"3260416" : 16558,
"3293184" : 19152,
"3325952" : 21125,
"3358720" : 22615,
"3391488" : 23488,
"3424256" : 23875,
"3457024" : 23506,
"3489792" : 23493,
"3522560" : 23372,
"3555328" : 24800,
"3588096" : 26798,
"3620864" : 29851,
"3653632" : 32367,
"3686400" : 35208,
"3719168" : 36759,
"3751936" : 37892,
"3784704" : 37817,
"3817472" : 37789,
"3850240" : 37130,
"3883008" : 38605,
"3915776" : 40052,
"3948544" : 42579,
"3981312" : 45775,
"4014080" : 48293,
"4046848" : 50447,
"4079616" : 51714,
"4112384" : 51824,
"4145152" : 51358,
"4177920" : 50383,
"4227072" : 101110,
"4292608" : 105214,
"4358144" : 111745,
"4423680" : 114666,
"4489216" : 111507,
"4554752" : 104931,
"4620288" : 101518,
"4685824" : 99342,
"4751360" : 96472,
"4816896" : 90364,
"4882432" : 80899,
"4947968" : 72456,
"5013504" : 64965,
"5079040" : 58292,
"5144576" : 50915,
"5210112" : 43221,
"5275648" : 35657,
"5341184" : 28951,
"5406720" : 22690,
"5472256" : 17354,
"5537792" : 13446,
"5603328" : 9885,
"5668864" : 7031,
"5734400" : 4816,
"5799936" : 3100,
"5865472" : 1923,
"5931008" : 1166,
"5996544" : 619,
"6062080" : 352,
"6127616" : 223,
"6193152" : 122,
"6258688" : 45,
"6324224" : 31,
"6389760" : 26,
"6455296" : 20,
"6520832" : 11,
"6586368" : 12,
"6651904" : 4,
"6717440" : 11,
"6848512" : 2,
"6914048" : 3,
"6979584" : 1,
"7045120" : 4
}
},
"lat_ns" : {
"min" : 336063,
"max" : 7401328,
"mean" : 4467066.406510,
"stddev" : 769156.533020,
"N" : 2864973
},
"bw_min" : 107469,
"bw_max" : 124728,
"bw_agg" : 100.000000,
"bw_mean" : 114609.246231,
"bw_dev" : 665.830055,
"bw_samples" : 1592,
"iops_min" : 26867,
"iops_max" : 31182,
"iops_mean" : 28652.005025,
"iops_stddev" : 166.462619,
"iops_samples" : 1592
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799992,
"usr_cpu" : 0.690507,
"sys_cpu" : 17.813428,
"ctx" : 2130875,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010122
},
"latency_ms" : {
"2" : 0.717108,
"4" : 34.494505,
"10" : 64.774810,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082946,
"timestamp_ms" : 1773082946061,
"time" : "Mon Mar 9 16:02:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 12918804480,
"io_kbytes" : 12616020,
"bw_bytes" : 117443677,
"bw" : 114691,
"iops" : 28672.881818,
"runtime" : 110000,
"total_ios" : 3154017,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5238,
"max" : 2367166,
"mean" : 276963.772295,
"stddev" : 157152.099046,
"N" : 3154017
},
"clat_ns" : {
"min" : 314009,
"max" : 7063041,
"mean" : 4186527.102978,
"stddev" : 727746.855381,
"N" : 3154009,
"percentile" : {
"1.000000" : 2113536,
"5.000000" : 2834432,
"10.000000" : 3227648,
"20.000000" : 3620864,
"30.000000" : 3883008,
"40.000000" : 4079616,
"50.000000" : 4292608,
"60.000000" : 4423680,
"70.000000" : 4620288,
"80.000000" : 4816896,
"90.000000" : 5079040,
"95.000000" : 5210112,
"99.000000" : 5537792,
"99.500000" : 5668864,
"99.900000" : 5865472,
"99.950000" : 5996544,
"99.990000" : 6127616
},
"bins" : {
"313344" : 2,
"325632" : 1,
"552960" : 1,
"577536" : 2,
"585728" : 1,
"602112" : 2,
"610304" : 6,
"618496" : 7,
"626688" : 15,
"634880" : 3,
"643072" : 8,
"659456" : 3,
"667648" : 7,
"675840" : 5,
"684032" : 10,
"692224" : 5,
"700416" : 6,
"708608" : 2,
"716800" : 2,
"724992" : 1,
"749568" : 2,
"806912" : 2,
"815104" : 1,
"847872" : 1,
"880640" : 1,
"888832" : 2,
"897024" : 9,
"905216" : 8,
"913408" : 12,
"921600" : 8,
"929792" : 24,
"937984" : 13,
"946176" : 12,
"954368" : 18,
"962560" : 26,
"970752" : 24,
"978944" : 39,
"987136" : 53,
"995328" : 36,
"1003520" : 48,
"1011712" : 30,
"1019904" : 44,
"1028096" : 22,
"1036288" : 31,
"1044480" : 23,
"1056768" : 55,
"1073152" : 36,
"1089536" : 22,
"1105920" : 17,
"1122304" : 18,
"1138688" : 13,
"1155072" : 11,
"1171456" : 6,
"1187840" : 16,
"1204224" : 32,
"1220608" : 72,
"1236992" : 64,
"1253376" : 96,
"1269760" : 131,
"1286144" : 177,
"1302528" : 201,
"1318912" : 261,
"1335296" : 241,
"1351680" : 250,
"1368064" : 235,
"1384448" : 202,
"1400832" : 183,
"1417216" : 177,
"1433600" : 150,
"1449984" : 118,
"1466368" : 92,
"1482752" : 84,
"1499136" : 71,
"1515520" : 88,
"1531904" : 159,
"1548288" : 181,
"1564672" : 223,
"1581056" : 266,
"1597440" : 420,
"1613824" : 480,
"1630208" : 577,
"1646592" : 632,
"1662976" : 692,
"1679360" : 691,
"1695744" : 651,
"1712128" : 632,
"1728512" : 611,
"1744896" : 556,
"1761280" : 478,
"1777664" : 400,
"1794048" : 409,
"1810432" : 376,
"1826816" : 348,
"1843200" : 395,
"1859584" : 423,
"1875968" : 509,
"1892352" : 564,
"1908736" : 748,
"1925120" : 914,
"1941504" : 1062,
"1957888" : 1221,
"1974272" : 1318,
"1990656" : 1456,
"2007040" : 1452,
"2023424" : 1501,
"2039808" : 1493,
"2056192" : 1445,
"2072576" : 1301,
"2088960" : 1276,
"2113536" : 2246,
"2146304" : 1976,
"2179072" : 1935,
"2211840" : 2476,
"2244608" : 3138,
"2277376" : 4030,
"2310144" : 4803,
"2342912" : 5561,
"2375680" : 5552,
"2408448" : 5364,
"2441216" : 4941,
"2473984" : 4423,
"2506752" : 4367,
"2539520" : 4748,
"2572288" : 5660,
"2605056" : 6874,
"2637824" : 7880,
"2670592" : 8928,
"2703360" : 9566,
"2736128" : 9637,
"2768896" : 9348,
"2801664" : 8755,
"2834432" : 8248,
"2867200" : 8667,
"2899968" : 9633,
"2932736" : 11348,
"2965504" : 13322,
"2998272" : 14618,
"3031040" : 15913,
"3063808" : 16164,
"3096576" : 15769,
"3129344" : 15541,
"3162112" : 15162,
"3194880" : 15718,
"3227648" : 16625,
"3260416" : 18537,
"3293184" : 21464,
"3325952" : 23805,
"3358720" : 25495,
"3391488" : 26475,
"3424256" : 26833,
"3457024" : 26429,
"3489792" : 26409,
"3522560" : 26402,
"3555328" : 28014,
"3588096" : 30210,
"3620864" : 33771,
"3653632" : 36627,
"3686400" : 39636,
"3719168" : 41655,
"3751936" : 42736,
"3784704" : 42582,
"3817472" : 42670,
"3850240" : 41941,
"3883008" : 43422,
"3915776" : 45007,
"3948544" : 47774,
"3981312" : 51392,
"4014080" : 54121,
"4046848" : 56418,
"4079616" : 57811,
"4112384" : 57882,
"4145152" : 57417,
"4177920" : 56366,
"4227072" : 112377,
"4292608" : 116490,
"4358144" : 123426,
"4423680" : 126539,
"4489216" : 122838,
"4554752" : 115014,
"4620288" : 110868,
"4685824" : 108230,
"4751360" : 104902,
"4816896" : 98260,
"4882432" : 87816,
"4947968" : 78299,
"5013504" : 70046,
"5079040" : 62703,
"5144576" : 54696,
"5210112" : 46386,
"5275648" : 38112,
"5341184" : 30907,
"5406720" : 24247,
"5472256" : 18562,
"5537792" : 14305,
"5603328" : 10529,
"5668864" : 7443,
"5734400" : 5089,
"5799936" : 3279,
"5865472" : 2043,
"5931008" : 1230,
"5996544" : 668,
"6062080" : 382,
"6127616" : 230,
"6193152" : 125,
"6258688" : 46,
"6324224" : 31,
"6389760" : 27,
"6455296" : 21,
"6520832" : 12,
"6586368" : 12,
"6651904" : 4,
"6717440" : 11,
"6848512" : 2,
"6914048" : 3,
"6979584" : 1,
"7045120" : 4
}
},
"lat_ns" : {
"min" : 336063,
"max" : 7401328,
"mean" : 4463491.862703,
"stddev" : 759494.999535,
"N" : 3154009
},
"bw_min" : 107005,
"bw_max" : 125312,
"bw_agg" : 100.000000,
"bw_mean" : 114705.182648,
"bw_dev" : 691.472223,
"bw_samples" : 1752,
"iops_min" : 26751,
"iops_max" : 31328,
"iops_mean" : 28676.013699,
"iops_stddev" : 172.873504,
"iops_samples" : 1752
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 879994,
"usr_cpu" : 0.690573,
"sys_cpu" : 17.819894,
"ctx" : 2343898,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999968,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999968,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.659825,
"4" : 34.886527,
"10" : 64.441314,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082956,
"timestamp_ms" : 1773082956061,
"time" : "Mon Mar 9 16:02:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 14108377088,
"io_kbytes" : 13777712,
"bw_bytes" : 117570788,
"bw" : 114815,
"iops" : 28703.955866,
"runtime" : 119999,
"total_ios" : 3444446,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5238,
"max" : 2367166,
"mean" : 276659.372906,
"stddev" : 157280.385788,
"N" : 3444446
},
"clat_ns" : {
"min" : 314009,
"max" : 7063041,
"mean" : 4182002.932976,
"stddev" : 720217.599748,
"N" : 3444438,
"percentile" : {
"1.000000" : 2179072,
"5.000000" : 2867200,
"10.000000" : 3227648,
"20.000000" : 3620864,
"30.000000" : 3883008,
"40.000000" : 4079616,
"50.000000" : 4227072,
"60.000000" : 4423680,
"70.000000" : 4620288,
"80.000000" : 4816896,
"90.000000" : 5013504,
"95.000000" : 5210112,
"99.000000" : 5537792,
"99.500000" : 5668864,
"99.900000" : 5865472,
"99.950000" : 5931008,
"99.990000" : 6127616
},
"bins" : {
"313344" : 2,
"325632" : 1,
"552960" : 1,
"577536" : 2,
"585728" : 1,
"602112" : 2,
"610304" : 6,
"618496" : 7,
"626688" : 15,
"634880" : 3,
"643072" : 8,
"659456" : 3,
"667648" : 7,
"675840" : 5,
"684032" : 10,
"692224" : 5,
"700416" : 6,
"708608" : 2,
"716800" : 2,
"724992" : 1,
"749568" : 2,
"806912" : 2,
"815104" : 1,
"847872" : 1,
"880640" : 1,
"888832" : 2,
"897024" : 9,
"905216" : 8,
"913408" : 12,
"921600" : 8,
"929792" : 24,
"937984" : 13,
"946176" : 12,
"954368" : 18,
"962560" : 26,
"970752" : 24,
"978944" : 39,
"987136" : 54,
"995328" : 36,
"1003520" : 48,
"1011712" : 30,
"1019904" : 44,
"1028096" : 22,
"1036288" : 31,
"1044480" : 23,
"1056768" : 56,
"1073152" : 36,
"1089536" : 22,
"1105920" : 17,
"1122304" : 18,
"1138688" : 13,
"1155072" : 11,
"1171456" : 6,
"1187840" : 16,
"1204224" : 32,
"1220608" : 72,
"1236992" : 64,
"1253376" : 96,
"1269760" : 131,
"1286144" : 178,
"1302528" : 201,
"1318912" : 262,
"1335296" : 242,
"1351680" : 255,
"1368064" : 235,
"1384448" : 202,
"1400832" : 183,
"1417216" : 177,
"1433600" : 150,
"1449984" : 118,
"1466368" : 92,
"1482752" : 84,
"1499136" : 72,
"1515520" : 88,
"1531904" : 160,
"1548288" : 185,
"1564672" : 224,
"1581056" : 270,
"1597440" : 422,
"1613824" : 485,
"1630208" : 580,
"1646592" : 637,
"1662976" : 697,
"1679360" : 695,
"1695744" : 657,
"1712128" : 639,
"1728512" : 616,
"1744896" : 559,
"1761280" : 484,
"1777664" : 405,
"1794048" : 412,
"1810432" : 378,
"1826816" : 349,
"1843200" : 404,
"1859584" : 437,
"1875968" : 517,
"1892352" : 572,
"1908736" : 756,
"1925120" : 925,
"1941504" : 1080,
"1957888" : 1251,
"1974272" : 1344,
"1990656" : 1485,
"2007040" : 1495,
"2023424" : 1530,
"2039808" : 1517,
"2056192" : 1468,
"2072576" : 1337,
"2088960" : 1300,
"2113536" : 2308,
"2146304" : 2029,
"2179072" : 1991,
"2211840" : 2548,
"2244608" : 3240,
"2277376" : 4197,
"2310144" : 4990,
"2342912" : 5769,
"2375680" : 5786,
"2408448" : 5581,
"2441216" : 5158,
"2473984" : 4641,
"2506752" : 4606,
"2539520" : 5035,
"2572288" : 5967,
"2605056" : 7266,
"2637824" : 8404,
"2670592" : 9505,
"2703360" : 10223,
"2736128" : 10328,
"2768896" : 10007,
"2801664" : 9412,
"2834432" : 8863,
"2867200" : 9411,
"2899968" : 10457,
"2932736" : 12406,
"2965504" : 14562,
"2998272" : 16020,
"3031040" : 17457,
"3063808" : 17786,
"3096576" : 17307,
"3129344" : 17158,
"3162112" : 16773,
"3194880" : 17369,
"3227648" : 18527,
"3260416" : 20616,
"3293184" : 23891,
"3325952" : 26457,
"3358720" : 28353,
"3391488" : 29538,
"3424256" : 30041,
"3457024" : 29531,
"3489792" : 29466,
"3522560" : 29588,
"3555328" : 31356,
"3588096" : 33850,
"3620864" : 37714,
"3653632" : 40948,
"3686400" : 44286,
"3719168" : 46554,
"3751936" : 47754,
"3784704" : 47594,
"3817472" : 47554,
"3850240" : 46845,
"3883008" : 48501,
"3915776" : 50055,
"3948544" : 53140,
"3981312" : 56996,
"4014080" : 60023,
"4046848" : 62690,
"4079616" : 63988,
"4112384" : 63875,
"4145152" : 63460,
"4177920" : 62313,
"4227072" : 123775,
"4292608" : 127799,
"4358144" : 135329,
"4423680" : 138157,
"4489216" : 134015,
"4554752" : 125212,
"4620288" : 120276,
"4685824" : 117245,
"4751360" : 113252,
"4816896" : 105718,
"4882432" : 94298,
"4947968" : 83822,
"5013504" : 74758,
"5079040" : 66830,
"5144576" : 58118,
"5210112" : 49344,
"5275648" : 40504,
"5341184" : 32827,
"5406720" : 25703,
"5472256" : 19554,
"5537792" : 15006,
"5603328" : 11105,
"5668864" : 7852,
"5734400" : 5356,
"5799936" : 3441,
"5865472" : 2169,
"5931008" : 1296,
"5996544" : 690,
"6062080" : 394,
"6127616" : 237,
"6193152" : 128,
"6258688" : 49,
"6324224" : 34,
"6389760" : 31,
"6455296" : 21,
"6520832" : 12,
"6586368" : 12,
"6651904" : 4,
"6717440" : 11,
"6848512" : 2,
"6914048" : 3,
"6979584" : 1,
"7045120" : 4
}
},
"lat_ns" : {
"min" : 336063,
"max" : 7401328,
"mean" : 4458661.966253,
"stddev" : 751207.518886,
"N" : 3444438
},
"bw_min" : 106877,
"bw_max" : 125952,
"bw_agg" : 100.000000,
"bw_mean" : 114821.313808,
"bw_dev" : 714.663419,
"bw_samples" : 1912,
"iops_min" : 26719,
"iops_max" : 31488,
"iops_mean" : 28705.075314,
"iops_stddev" : 178.673641,
"iops_samples" : 1912
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959992,
"usr_cpu" : 0.692610,
"sys_cpu" : 17.820149,
"ctx" : 2556813,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.611274,
"4" : 35.314997,
"10" : 64.062407,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082966,
"timestamp_ms" : 1773082966061,
"time" : "Mon Mar 9 16:02:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 15300182016,
"io_kbytes" : 14941584,
"bw_bytes" : 117694613,
"bw" : 114936,
"iops" : 28734.136416,
"runtime" : 129999,
"total_ios" : 3735409,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5238,
"max" : 2367166,
"mean" : 276364.822361,
"stddev" : 157393.685697,
"N" : 3735409
},
"clat_ns" : {
"min" : 314009,
"max" : 7063041,
"mean" : 4177624.252113,
"stddev" : 713583.621113,
"N" : 3735401,
"percentile" : {
"1.000000" : 2211840,
"5.000000" : 2899968,
"10.000000" : 3227648,
"20.000000" : 3620864,
"30.000000" : 3850240,
"40.000000" : 4079616,
"50.000000" : 4227072,
"60.000000" : 4423680,
"70.000000" : 4554752,
"80.000000" : 4751360,
"90.000000" : 5013504,
"95.000000" : 5210112,
"99.000000" : 5537792,
"99.500000" : 5668864,
"99.900000" : 5865472,
"99.950000" : 5931008,
"99.990000" : 6127616
},
"bins" : {
"313344" : 2,
"325632" : 1,
"552960" : 1,
"577536" : 2,
"585728" : 1,
"602112" : 2,
"610304" : 6,
"618496" : 7,
"626688" : 15,
"634880" : 3,
"643072" : 8,
"659456" : 3,
"667648" : 7,
"675840" : 5,
"684032" : 10,
"692224" : 5,
"700416" : 6,
"708608" : 2,
"716800" : 2,
"724992" : 1,
"749568" : 2,
"806912" : 2,
"815104" : 1,
"847872" : 1,
"880640" : 1,
"888832" : 2,
"897024" : 9,
"905216" : 8,
"913408" : 12,
"921600" : 8,
"929792" : 24,
"937984" : 13,
"946176" : 12,
"954368" : 18,
"962560" : 26,
"970752" : 24,
"978944" : 39,
"987136" : 54,
"995328" : 36,
"1003520" : 48,
"1011712" : 30,
"1019904" : 44,
"1028096" : 22,
"1036288" : 31,
"1044480" : 23,
"1056768" : 56,
"1073152" : 36,
"1089536" : 22,
"1105920" : 17,
"1122304" : 18,
"1138688" : 13,
"1155072" : 11,
"1171456" : 6,
"1187840" : 16,
"1204224" : 32,
"1220608" : 73,
"1236992" : 65,
"1253376" : 97,
"1269760" : 132,
"1286144" : 178,
"1302528" : 204,
"1318912" : 263,
"1335296" : 244,
"1351680" : 255,
"1368064" : 236,
"1384448" : 203,
"1400832" : 183,
"1417216" : 177,
"1433600" : 151,
"1449984" : 118,
"1466368" : 92,
"1482752" : 84,
"1499136" : 73,
"1515520" : 90,
"1531904" : 161,
"1548288" : 185,
"1564672" : 231,
"1581056" : 272,
"1597440" : 428,
"1613824" : 490,
"1630208" : 584,
"1646592" : 645,
"1662976" : 699,
"1679360" : 698,
"1695744" : 664,
"1712128" : 641,
"1728512" : 620,
"1744896" : 565,
"1761280" : 484,
"1777664" : 408,
"1794048" : 414,
"1810432" : 378,
"1826816" : 354,
"1843200" : 408,
"1859584" : 446,
"1875968" : 521,
"1892352" : 578,
"1908736" : 772,
"1925120" : 932,
"1941504" : 1103,
"1957888" : 1269,
"1974272" : 1363,
"1990656" : 1502,
"2007040" : 1532,
"2023424" : 1562,
"2039808" : 1540,
"2056192" : 1496,
"2072576" : 1358,
"2088960" : 1321,
"2113536" : 2361,
"2146304" : 2071,
"2179072" : 2047,
"2211840" : 2628,
"2244608" : 3361,
"2277376" : 4323,
"2310144" : 5202,
"2342912" : 5969,
"2375680" : 6002,
"2408448" : 5770,
"2441216" : 5343,
"2473984" : 4847,
"2506752" : 4832,
"2539520" : 5241,
"2572288" : 6314,
"2605056" : 7686,
"2637824" : 8961,
"2670592" : 10141,
"2703360" : 10818,
"2736128" : 10923,
"2768896" : 10669,
"2801664" : 10065,
"2834432" : 9516,
"2867200" : 10090,
"2899968" : 11293,
"2932736" : 13405,
"2965504" : 15849,
"2998272" : 17501,
"3031040" : 19083,
"3063808" : 19390,
"3096576" : 18901,
"3129344" : 18739,
"3162112" : 18381,
"3194880" : 19063,
"3227648" : 20391,
"3260416" : 22735,
"3293184" : 26362,
"3325952" : 29207,
"3358720" : 31349,
"3391488" : 32668,
"3424256" : 33343,
"3457024" : 32802,
"3489792" : 32641,
"3522560" : 32865,
"3555328" : 34810,
"3588096" : 37521,
"3620864" : 41814,
"3653632" : 45444,
"3686400" : 49007,
"3719168" : 51487,
"3751936" : 52759,
"3784704" : 52794,
"3817472" : 52646,
"3850240" : 51845,
"3883008" : 53445,
"3915776" : 55278,
"3948544" : 58661,
"3981312" : 62750,
"4014080" : 65800,
"4046848" : 68965,
"4079616" : 70223,
"4112384" : 70048,
"4145152" : 69564,
"4177920" : 68257,
"4227072" : 135128,
"4292608" : 139347,
"4358144" : 147021,
"4423680" : 149725,
"4489216" : 145026,
"4554752" : 135060,
"4620288" : 129530,
"4685824" : 126004,
"4751360" : 121328,
"4816896" : 113139,
"4882432" : 100778,
"4947968" : 89218,
"5013504" : 79606,
"5079040" : 70904,
"5144576" : 61654,
"5210112" : 52084,
"5275648" : 42742,
"5341184" : 34637,
"5406720" : 27063,
"5472256" : 20534,
"5537792" : 15777,
"5603328" : 11686,
"5668864" : 8270,
"5734400" : 5629,
"5799936" : 3592,
"5865472" : 2263,
"5931008" : 1351,
"5996544" : 710,
"6062080" : 410,
"6127616" : 251,
"6193152" : 131,
"6258688" : 50,
"6324224" : 36,
"6389760" : 31,
"6455296" : 23,
"6520832" : 12,
"6586368" : 12,
"6651904" : 4,
"6717440" : 11,
"6848512" : 2,
"6914048" : 3,
"6979584" : 1,
"7045120" : 4
}
},
"lat_ns" : {
"min" : 336063,
"max" : 7401328,
"mean" : 4453990.105526,
"stddev" : 743932.732662,
"N" : 3735401
},
"bw_min" : 106877,
"bw_max" : 126581,
"bw_agg" : 100.000000,
"bw_mean" : 114952.092664,
"bw_dev" : 732.142201,
"bw_samples" : 2072,
"iops_min" : 26719,
"iops_max" : 31645,
"iops_mean" : 28737.779923,
"iops_stddev" : 183.044878,
"iops_samples" : 2072
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1039992,
"usr_cpu" : 0.693275,
"sys_cpu" : 17.817637,
"ctx" : 2769811,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999973,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999973,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.569282,
"4" : 35.729314,
"10" : 63.690964,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082976,
"timestamp_ms" : 1773082976061,
"time" : "Mon Mar 9 16:02:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 16493924352,
"io_kbytes" : 16107348,
"bw_bytes" : 117813745,
"bw" : 115052,
"iops" : 28763.235714,
"runtime" : 140000,
"total_ios" : 4026853,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5178,
"max" : 2367166,
"mean" : 276083.391924,
"stddev" : 157535.906901,
"N" : 4026853
},
"clat_ns" : {
"min" : 314009,
"max" : 7063041,
"mean" : 4173376.786126,
"stddev" : 707887.104924,
"N" : 4026845,
"percentile" : {
"1.000000" : 2244608,
"5.000000" : 2899968,
"10.000000" : 3260416,
"20.000000" : 3620864,
"30.000000" : 3850240,
"40.000000" : 4046848,
"50.000000" : 4227072,
"60.000000" : 4423680,
"70.000000" : 4554752,
"80.000000" : 4751360,
"90.000000" : 5013504,
"95.000000" : 5210112,
"99.000000" : 5537792,
"99.500000" : 5668864,
"99.900000" : 5865472,
"99.950000" : 5931008,
"99.990000" : 6127616
},
"bins" : {
"313344" : 2,
"325632" : 1,
"552960" : 1,
"577536" : 2,
"585728" : 1,
"602112" : 2,
"610304" : 6,
"618496" : 7,
"626688" : 15,
"634880" : 3,
"643072" : 8,
"659456" : 3,
"667648" : 7,
"675840" : 5,
"684032" : 10,
"692224" : 5,
"700416" : 6,
"708608" : 2,
"716800" : 2,
"724992" : 1,
"749568" : 2,
"806912" : 2,
"815104" : 1,
"847872" : 1,
"880640" : 1,
"888832" : 2,
"897024" : 9,
"905216" : 8,
"913408" : 12,
"921600" : 8,
"929792" : 24,
"937984" : 13,
"946176" : 13,
"954368" : 18,
"962560" : 26,
"970752" : 24,
"978944" : 39,
"987136" : 54,
"995328" : 36,
"1003520" : 48,
"1011712" : 30,
"1019904" : 44,
"1028096" : 22,
"1036288" : 31,
"1044480" : 23,
"1056768" : 56,
"1073152" : 36,
"1089536" : 22,
"1105920" : 17,
"1122304" : 18,
"1138688" : 13,
"1155072" : 11,
"1171456" : 6,
"1187840" : 16,
"1204224" : 32,
"1220608" : 73,
"1236992" : 65,
"1253376" : 97,
"1269760" : 135,
"1286144" : 179,
"1302528" : 205,
"1318912" : 263,
"1335296" : 245,
"1351680" : 255,
"1368064" : 238,
"1384448" : 203,
"1400832" : 184,
"1417216" : 177,
"1433600" : 152,
"1449984" : 118,
"1466368" : 93,
"1482752" : 84,
"1499136" : 74,
"1515520" : 90,
"1531904" : 162,
"1548288" : 187,
"1564672" : 231,
"1581056" : 278,
"1597440" : 429,
"1613824" : 493,
"1630208" : 590,
"1646592" : 651,
"1662976" : 703,
"1679360" : 702,
"1695744" : 668,
"1712128" : 643,
"1728512" : 623,
"1744896" : 567,
"1761280" : 490,
"1777664" : 411,
"1794048" : 419,
"1810432" : 380,
"1826816" : 359,
"1843200" : 414,
"1859584" : 450,
"1875968" : 528,
"1892352" : 593,
"1908736" : 790,
"1925120" : 942,
"1941504" : 1122,
"1957888" : 1293,
"1974272" : 1380,
"1990656" : 1524,
"2007040" : 1548,
"2023424" : 1587,
"2039808" : 1557,
"2056192" : 1517,
"2072576" : 1372,
"2088960" : 1353,
"2113536" : 2406,
"2146304" : 2112,
"2179072" : 2097,
"2211840" : 2690,
"2244608" : 3484,
"2277376" : 4485,
"2310144" : 5400,
"2342912" : 6158,
"2375680" : 6180,
"2408448" : 5966,
"2441216" : 5581,
"2473984" : 5030,
"2506752" : 5033,
"2539520" : 5496,
"2572288" : 6662,
"2605056" : 8148,
"2637824" : 9482,
"2670592" : 10775,
"2703360" : 11475,
"2736128" : 11576,
"2768896" : 11358,
"2801664" : 10713,
"2834432" : 10161,
"2867200" : 10843,
"2899968" : 12144,
"2932736" : 14494,
"2965504" : 17134,
"2998272" : 18987,
"3031040" : 20713,
"3063808" : 21032,
"3096576" : 20623,
"3129344" : 20412,
"3162112" : 19996,
"3194880" : 20750,
"3227648" : 22232,
"3260416" : 24894,
"3293184" : 28968,
"3325952" : 32044,
"3358720" : 34476,
"3391488" : 36021,
"3424256" : 36691,
"3457024" : 36168,
"3489792" : 35869,
"3522560" : 36128,
"3555328" : 38198,
"3588096" : 41154,
"3620864" : 45835,
"3653632" : 49747,
"3686400" : 53815,
"3719168" : 56737,
"3751936" : 57995,
"3784704" : 58081,
"3817472" : 57851,
"3850240" : 56782,
"3883008" : 58598,
"3915776" : 60259,
"3948544" : 63993,
"3981312" : 68230,
"4014080" : 71736,
"4046848" : 75178,
"4079616" : 76573,
"4112384" : 76255,
"4145152" : 75631,
"4177920" : 74289,
"4227072" : 146484,
"4292608" : 150476,
"4358144" : 158572,
"4423680" : 161213,
"4489216" : 156136,
"4554752" : 145162,
"4620288" : 138714,
"4685824" : 134876,
"4751360" : 129552,
"4816896" : 120228,
"4882432" : 107059,
"4947968" : 94650,
"5013504" : 84327,
"5079040" : 74973,
"5144576" : 65149,
"5210112" : 54947,
"5275648" : 44974,
"5341184" : 36258,
"5406720" : 28303,
"5472256" : 21475,
"5537792" : 16540,
"5603328" : 12233,
"5668864" : 8657,
"5734400" : 5910,
"5799936" : 3739,
"5865472" : 2367,
"5931008" : 1405,
"5996544" : 733,
"6062080" : 426,
"6127616" : 255,
"6193152" : 132,
"6258688" : 57,
"6324224" : 41,
"6389760" : 32,
"6455296" : 24,
"6520832" : 12,
"6586368" : 12,
"6651904" : 4,
"6717440" : 11,
"6848512" : 2,
"6914048" : 3,
"6979584" : 1,
"7045120" : 4
}
},
"lat_ns" : {
"min" : 336063,
"max" : 7401328,
"mean" : 4449460.938332,
"stddev" : 737633.448097,
"N" : 4026845
},
"bw_min" : 106469,
"bw_max" : 126952,
"bw_agg" : 100.000000,
"bw_mean" : 115058.559140,
"bw_dev" : 748.712854,
"bw_samples" : 2232,
"iops_min" : 26617,
"iops_max" : 31738,
"iops_mean" : 28764.412186,
"iops_stddev" : 187.187920,
"iops_samples" : 2232
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119999,
"usr_cpu" : 0.691876,
"sys_cpu" : 17.830819,
"ctx" : 2982600,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.533568,
"4" : 36.109985,
"10" : 63.346738,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082986,
"timestamp_ms" : 1773082986061,
"time" : "Mon Mar 9 16:03:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 17688895488,
"io_kbytes" : 17274312,
"bw_bytes" : 117926756,
"bw" : 115162,
"iops" : 28790.791939,
"runtime" : 149999,
"total_ios" : 4318590,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5178,
"max" : 2367166,
"mean" : 275818.113826,
"stddev" : 157668.139003,
"N" : 4318590
},
"clat_ns" : {
"min" : 314009,
"max" : 7063041,
"mean" : 4169387.928801,
"stddev" : 702637.544365,
"N" : 4318582,
"percentile" : {
"1.000000" : 2244608,
"5.000000" : 2932736,
"10.000000" : 3260416,
"20.000000" : 3620864,
"30.000000" : 3850240,
"40.000000" : 4046848,
"50.000000" : 4227072,
"60.000000" : 4423680,
"70.000000" : 4554752,
"80.000000" : 4751360,
"90.000000" : 5013504,
"95.000000" : 5210112,
"99.000000" : 5537792,
"99.500000" : 5668864,
"99.900000" : 5865472,
"99.950000" : 5931008,
"99.990000" : 6127616
},
"bins" : {
"313344" : 2,
"325632" : 1,
"552960" : 1,
"577536" : 2,
"585728" : 1,
"602112" : 2,
"610304" : 6,
"618496" : 7,
"626688" : 15,
"634880" : 3,
"643072" : 8,
"659456" : 3,
"667648" : 7,
"675840" : 5,
"684032" : 10,
"692224" : 5,
"700416" : 6,
"708608" : 2,
"716800" : 2,
"724992" : 1,
"749568" : 2,
"806912" : 2,
"815104" : 1,
"847872" : 1,
"880640" : 1,
"888832" : 2,
"897024" : 9,
"905216" : 8,
"913408" : 12,
"921600" : 8,
"929792" : 24,
"937984" : 13,
"946176" : 13,
"954368" : 18,
"962560" : 26,
"970752" : 24,
"978944" : 39,
"987136" : 54,
"995328" : 36,
"1003520" : 48,
"1011712" : 30,
"1019904" : 44,
"1028096" : 22,
"1036288" : 31,
"1044480" : 23,
"1056768" : 56,
"1073152" : 36,
"1089536" : 22,
"1105920" : 17,
"1122304" : 20,
"1138688" : 13,
"1155072" : 11,
"1171456" : 6,
"1187840" : 16,
"1204224" : 32,
"1220608" : 73,
"1236992" : 66,
"1253376" : 97,
"1269760" : 137,
"1286144" : 179,
"1302528" : 205,
"1318912" : 263,
"1335296" : 245,
"1351680" : 255,
"1368064" : 239,
"1384448" : 205,
"1400832" : 184,
"1417216" : 181,
"1433600" : 153,
"1449984" : 118,
"1466368" : 93,
"1482752" : 87,
"1499136" : 74,
"1515520" : 90,
"1531904" : 162,
"1548288" : 188,
"1564672" : 233,
"1581056" : 280,
"1597440" : 433,
"1613824" : 497,
"1630208" : 596,
"1646592" : 657,
"1662976" : 705,
"1679360" : 706,
"1695744" : 673,
"1712128" : 647,
"1728512" : 628,
"1744896" : 577,
"1761280" : 493,
"1777664" : 414,
"1794048" : 424,
"1810432" : 380,
"1826816" : 362,
"1843200" : 423,
"1859584" : 456,
"1875968" : 538,
"1892352" : 599,
"1908736" : 802,
"1925120" : 954,
"1941504" : 1144,
"1957888" : 1317,
"1974272" : 1399,
"1990656" : 1543,
"2007040" : 1567,
"2023424" : 1606,
"2039808" : 1579,
"2056192" : 1552,
"2072576" : 1402,
"2088960" : 1375,
"2113536" : 2458,
"2146304" : 2165,
"2179072" : 2150,
"2211840" : 2788,
"2244608" : 3590,
"2277376" : 4609,
"2310144" : 5582,
"2342912" : 6370,
"2375680" : 6381,
"2408448" : 6191,
"2441216" : 5780,
"2473984" : 5220,
"2506752" : 5235,
"2539520" : 5773,
"2572288" : 7002,
"2605056" : 8610,
"2637824" : 10006,
"2670592" : 11379,
"2703360" : 12096,
"2736128" : 12241,
"2768896" : 12027,
"2801664" : 11423,
"2834432" : 10799,
"2867200" : 11549,
"2899968" : 13062,
"2932736" : 15539,
"2965504" : 18360,
"2998272" : 20427,
"3031040" : 22356,
"3063808" : 22726,
"3096576" : 22310,
"3129344" : 22046,
"3162112" : 21629,
"3194880" : 22457,
"3227648" : 24114,
"3260416" : 26996,
"3293184" : 31483,
"3325952" : 34925,
"3358720" : 37656,
"3391488" : 39322,
"3424256" : 40028,
"3457024" : 39350,
"3489792" : 39038,
"3522560" : 39489,
"3555328" : 41688,
"3588096" : 44886,
"3620864" : 49864,
"3653632" : 54293,
"3686400" : 58605,
"3719168" : 62007,
"3751936" : 63183,
"3784704" : 63271,
"3817472" : 62891,
"3850240" : 61742,
"3883008" : 63691,
"3915776" : 65418,
"3948544" : 69438,
"3981312" : 73741,
"4014080" : 78027,
"4046848" : 81512,
"4079616" : 82865,
"4112384" : 82330,
"4145152" : 81827,
"4177920" : 80253,
"4227072" : 158179,
"4292608" : 162089,
"4358144" : 170498,
"4423680" : 172871,
"4489216" : 167090,
"4554752" : 155227,
"4620288" : 147739,
"4685824" : 143605,
"4751360" : 137567,
"4816896" : 127380,
"4882432" : 113537,
"4947968" : 100175,
"5013504" : 89051,
"5079040" : 78888,
"5144576" : 68199,
"5210112" : 57531,
"5275648" : 47098,
"5341184" : 37924,
"5406720" : 29596,
"5472256" : 22397,
"5537792" : 17191,
"5603328" : 12666,
"5668864" : 9001,
"5734400" : 6131,
"5799936" : 3886,
"5865472" : 2454,
"5931008" : 1466,
"5996544" : 768,
"6062080" : 438,
"6127616" : 267,
"6193152" : 135,
"6258688" : 57,
"6324224" : 43,
"6389760" : 32,
"6455296" : 24,
"6520832" : 12,
"6586368" : 12,
"6651904" : 4,
"6717440" : 11,
"6848512" : 2,
"6914048" : 3,
"6979584" : 1,
"7045120" : 4
}
},
"lat_ns" : {
"min" : 336063,
"max" : 7401328,
"mean" : 4445206.653543,
"stddev" : 731841.580259,
"N" : 4318582
},
"bw_min" : 106469,
"bw_max" : 127517,
"bw_agg" : 100.000000,
"bw_mean" : 115173.267559,
"bw_dev" : 761.960056,
"bw_samples" : 2392,
"iops_min" : 26617,
"iops_max" : 31879,
"iops_mean" : 28793.093645,
"iops_stddev" : 190.499882,
"iops_samples" : 2392
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1199992,
"usr_cpu" : 0.686005,
"sys_cpu" : 17.687368,
"ctx" : 3168721,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.502734,
"4" : 36.441778,
"10" : 63.046434,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082996,
"timestamp_ms" : 1773082996061,
"time" : "Mon Mar 9 16:03:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 18888892416,
"io_kbytes" : 18446184,
"bw_bytes" : 118056315,
"bw" : 115289,
"iops" : 28822.442640,
"runtime" : 159999,
"total_ios" : 4611562,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5178,
"max" : 2367166,
"mean" : 275511.715548,
"stddev" : 157801.803232,
"N" : 4611563
},
"clat_ns" : {
"min" : 314009,
"max" : 7063041,
"mean" : 4164824.942523,
"stddev" : 698203.949324,
"N" : 4611555,
"percentile" : {
"1.000000" : 2277376,
"5.000000" : 2932736,
"10.000000" : 3260416,
"20.000000" : 3620864,
"30.000000" : 3850240,
"40.000000" : 4046848,
"50.000000" : 4227072,
"60.000000" : 4423680,
"70.000000" : 4554752,
"80.000000" : 4751360,
"90.000000" : 5013504,
"95.000000" : 5210112,
"99.000000" : 5537792,
"99.500000" : 5668864,
"99.900000" : 5865472,
"99.950000" : 5931008,
"99.990000" : 6127616
},
"bins" : {
"313344" : 2,
"325632" : 1,
"552960" : 1,
"577536" : 2,
"585728" : 1,
"602112" : 2,
"610304" : 6,
"618496" : 7,
"626688" : 15,
"634880" : 4,
"643072" : 8,
"659456" : 3,
"667648" : 7,
"675840" : 5,
"684032" : 10,
"692224" : 5,
"700416" : 6,
"708608" : 2,
"716800" : 2,
"724992" : 1,
"749568" : 2,
"806912" : 2,
"815104" : 1,
"847872" : 1,
"880640" : 1,
"888832" : 2,
"897024" : 9,
"905216" : 8,
"913408" : 12,
"921600" : 8,
"929792" : 24,
"937984" : 13,
"946176" : 15,
"954368" : 18,
"962560" : 26,
"970752" : 24,
"978944" : 39,
"987136" : 54,
"995328" : 36,
"1003520" : 48,
"1011712" : 30,
"1019904" : 44,
"1028096" : 24,
"1036288" : 31,
"1044480" : 23,
"1056768" : 56,
"1073152" : 36,
"1089536" : 22,
"1105920" : 17,
"1122304" : 20,
"1138688" : 13,
"1155072" : 11,
"1171456" : 6,
"1187840" : 16,
"1204224" : 32,
"1220608" : 73,
"1236992" : 66,
"1253376" : 99,
"1269760" : 137,
"1286144" : 180,
"1302528" : 205,
"1318912" : 264,
"1335296" : 246,
"1351680" : 257,
"1368064" : 240,
"1384448" : 205,
"1400832" : 186,
"1417216" : 183,
"1433600" : 153,
"1449984" : 118,
"1466368" : 93,
"1482752" : 87,
"1499136" : 74,
"1515520" : 90,
"1531904" : 162,
"1548288" : 188,
"1564672" : 234,
"1581056" : 280,
"1597440" : 434,
"1613824" : 499,
"1630208" : 600,
"1646592" : 663,
"1662976" : 713,
"1679360" : 715,
"1695744" : 685,
"1712128" : 657,
"1728512" : 638,
"1744896" : 586,
"1761280" : 497,
"1777664" : 417,
"1794048" : 427,
"1810432" : 383,
"1826816" : 363,
"1843200" : 430,
"1859584" : 456,
"1875968" : 541,
"1892352" : 617,
"1908736" : 816,
"1925120" : 966,
"1941504" : 1159,
"1957888" : 1338,
"1974272" : 1424,
"1990656" : 1570,
"2007040" : 1597,
"2023424" : 1645,
"2039808" : 1614,
"2056192" : 1579,
"2072576" : 1431,
"2088960" : 1400,
"2113536" : 2521,
"2146304" : 2201,
"2179072" : 2203,
"2211840" : 2863,
"2244608" : 3680,
"2277376" : 4745,
"2310144" : 5753,
"2342912" : 6581,
"2375680" : 6596,
"2408448" : 6370,
"2441216" : 5971,
"2473984" : 5400,
"2506752" : 5457,
"2539520" : 6052,
"2572288" : 7348,
"2605056" : 9083,
"2637824" : 10595,
"2670592" : 12042,
"2703360" : 12763,
"2736128" : 12931,
"2768896" : 12707,
"2801664" : 12046,
"2834432" : 11504,
"2867200" : 12281,
"2899968" : 13984,
"2932736" : 16680,
"2965504" : 19732,
"2998272" : 22054,
"3031040" : 24048,
"3063808" : 24551,
"3096576" : 24099,
"3129344" : 23761,
"3162112" : 23368,
"3194880" : 24293,
"3227648" : 26134,
"3260416" : 29347,
"3293184" : 33965,
"3325952" : 37933,
"3358720" : 40891,
"3391488" : 42879,
"3424256" : 43503,
"3457024" : 42875,
"3489792" : 42398,
"3522560" : 42987,
"3555328" : 45235,
"3588096" : 48703,
"3620864" : 54017,
"3653632" : 58885,
"3686400" : 63803,
"3719168" : 67125,
"3751936" : 68612,
"3784704" : 68434,
"3817472" : 67989,
"3850240" : 66796,
"3883008" : 68942,
"3915776" : 70535,
"3948544" : 74985,
"3981312" : 79580,
"4014080" : 84089,
"4046848" : 87779,
"4079616" : 89248,
"4112384" : 88638,
"4145152" : 88115,
"4177920" : 86352,
"4227072" : 169781,
"4292608" : 173633,
"4358144" : 182023,
"4423680" : 184252,
"4489216" : 177755,
"4554752" : 165025,
"4620288" : 156843,
"4685824" : 151785,
"4751360" : 145349,
"4816896" : 134428,
"4882432" : 119651,
"4947968" : 105416,
"5013504" : 93449,
"5079040" : 82553,
"5144576" : 71446,
"5210112" : 60123,
"5275648" : 49184,
"5341184" : 39501,
"5406720" : 30816,
"5472256" : 23326,
"5537792" : 17882,
"5603328" : 13170,
"5668864" : 9354,
"5734400" : 6346,
"5799936" : 4008,
"5865472" : 2549,
"5931008" : 1513,
"5996544" : 789,
"6062080" : 450,
"6127616" : 273,
"6193152" : 141,
"6258688" : 61,
"6324224" : 44,
"6389760" : 32,
"6455296" : 24,
"6520832" : 12,
"6586368" : 12,
"6651904" : 4,
"6717440" : 11,
"6848512" : 2,
"6914048" : 3,
"6979584" : 1,
"7045120" : 4
}
},
"lat_ns" : {
"min" : 336063,
"max" : 7401328,
"mean" : 4440337.534016,
"stddev" : 726942.034325,
"N" : 4611555
},
"bw_min" : 106189,
"bw_max" : 127768,
"bw_agg" : 100.000000,
"bw_mean" : 115299.423197,
"bw_dev" : 775.952406,
"bw_samples" : 2552,
"iops_min" : 26547,
"iops_max" : 31942,
"iops_mean" : 28824.642633,
"iops_stddev" : 193.997875,
"iops_samples" : 2552
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279992,
"usr_cpu" : 0.691254,
"sys_cpu" : 17.843862,
"ctx" : 3408138,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.476086,
"4" : 36.814554,
"10" : 62.700838,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083006,
"timestamp_ms" : 1773083006061,
"time" : "Mon Mar 9 16:03:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 20036538368,
"io_kbytes" : 19566932,
"bw_bytes" : 117861990,
"bw" : 115099,
"iops" : 28774.958824,
"runtime" : 170000,
"total_ios" : 4891743,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5178,
"max" : 2367166,
"mean" : 275967.713827,
"stddev" : 157578.612367,
"N" : 4891744
},
"clat_ns" : {
"min" : 314009,
"max" : 7063041,
"mean" : 4171659.767981,
"stddev" : 693892.818409,
"N" : 4891735,
"percentile" : {
"1.000000" : 2277376,
"5.000000" : 2932736,
"10.000000" : 3260416,
"20.000000" : 3620864,
"30.000000" : 3850240,
"40.000000" : 4046848,
"50.000000" : 4227072,
"60.000000" : 4423680,
"70.000000" : 4554752,
"80.000000" : 4751360,
"90.000000" : 5013504,
"95.000000" : 5210112,
"99.000000" : 5537792,
"99.500000" : 5668864,
"99.900000" : 5865472,
"99.950000" : 5931008,
"99.990000" : 6127616
},
"bins" : {
"313344" : 2,
"325632" : 1,
"552960" : 1,
"577536" : 2,
"585728" : 1,
"602112" : 2,
"610304" : 6,
"618496" : 7,
"626688" : 15,
"634880" : 4,
"643072" : 8,
"659456" : 3,
"667648" : 7,
"675840" : 5,
"684032" : 10,
"692224" : 5,
"700416" : 6,
"708608" : 2,
"716800" : 2,
"724992" : 1,
"749568" : 2,
"806912" : 2,
"815104" : 1,
"847872" : 1,
"880640" : 1,
"888832" : 2,
"897024" : 9,
"905216" : 8,
"913408" : 12,
"921600" : 8,
"929792" : 24,
"937984" : 13,
"946176" : 15,
"954368" : 18,
"962560" : 26,
"970752" : 24,
"978944" : 39,
"987136" : 55,
"995328" : 36,
"1003520" : 48,
"1011712" : 31,
"1019904" : 44,
"1028096" : 24,
"1036288" : 31,
"1044480" : 23,
"1056768" : 56,
"1073152" : 36,
"1089536" : 22,
"1105920" : 17,
"1122304" : 20,
"1138688" : 13,
"1155072" : 11,
"1171456" : 6,
"1187840" : 16,
"1204224" : 32,
"1220608" : 73,
"1236992" : 66,
"1253376" : 99,
"1269760" : 138,
"1286144" : 181,
"1302528" : 205,
"1318912" : 264,
"1335296" : 246,
"1351680" : 257,
"1368064" : 241,
"1384448" : 205,
"1400832" : 186,
"1417216" : 183,
"1433600" : 153,
"1449984" : 118,
"1466368" : 93,
"1482752" : 87,
"1499136" : 75,
"1515520" : 92,
"1531904" : 162,
"1548288" : 188,
"1564672" : 234,
"1581056" : 283,
"1597440" : 436,
"1613824" : 499,
"1630208" : 600,
"1646592" : 668,
"1662976" : 716,
"1679360" : 720,
"1695744" : 687,
"1712128" : 659,
"1728512" : 640,
"1744896" : 587,
"1761280" : 499,
"1777664" : 417,
"1794048" : 430,
"1810432" : 386,
"1826816" : 364,
"1843200" : 430,
"1859584" : 459,
"1875968" : 545,
"1892352" : 619,
"1908736" : 820,
"1925120" : 970,
"1941504" : 1160,
"1957888" : 1348,
"1974272" : 1433,
"1990656" : 1578,
"2007040" : 1605,
"2023424" : 1652,
"2039808" : 1619,
"2056192" : 1592,
"2072576" : 1446,
"2088960" : 1408,
"2113536" : 2549,
"2146304" : 2217,
"2179072" : 2216,
"2211840" : 2883,
"2244608" : 3723,
"2277376" : 4816,
"2310144" : 5820,
"2342912" : 6678,
"2375680" : 6687,
"2408448" : 6480,
"2441216" : 6050,
"2473984" : 5501,
"2506752" : 5560,
"2539520" : 6184,
"2572288" : 7500,
"2605056" : 9266,
"2637824" : 10829,
"2670592" : 12338,
"2703360" : 13092,
"2736128" : 13265,
"2768896" : 13058,
"2801664" : 12359,
"2834432" : 11819,
"2867200" : 12640,
"2899968" : 14470,
"2932736" : 17265,
"2965504" : 20447,
"2998272" : 22884,
"3031040" : 24970,
"3063808" : 25558,
"3096576" : 25076,
"3129344" : 24766,
"3162112" : 24365,
"3194880" : 25408,
"3227648" : 27341,
"3260416" : 30770,
"3293184" : 35634,
"3325952" : 39779,
"3358720" : 42899,
"3391488" : 45100,
"3424256" : 45781,
"3457024" : 45180,
"3489792" : 44760,
"3522560" : 45318,
"3555328" : 47783,
"3588096" : 51569,
"3620864" : 57083,
"3653632" : 62346,
"3686400" : 67507,
"3719168" : 70938,
"3751936" : 72475,
"3784704" : 72480,
"3817472" : 72096,
"3850240" : 70895,
"3883008" : 73181,
"3915776" : 74969,
"3948544" : 79731,
"3981312" : 84506,
"4014080" : 89394,
"4046848" : 93283,
"4079616" : 94903,
"4112384" : 94420,
"4145152" : 93760,
"4177920" : 92037,
"4227072" : 181022,
"4292608" : 185011,
"4358144" : 194166,
"4423680" : 196678,
"4489216" : 189897,
"4554752" : 175955,
"4620288" : 167330,
"4685824" : 162088,
"4751360" : 155355,
"4816896" : 143607,
"4882432" : 127742,
"4947968" : 112612,
"5013504" : 99922,
"5079040" : 88090,
"5144576" : 76311,
"5210112" : 64279,
"5275648" : 52567,
"5341184" : 42147,
"5406720" : 32991,
"5472256" : 24915,
"5537792" : 19179,
"5603328" : 14198,
"5668864" : 10013,
"5734400" : 6757,
"5799936" : 4308,
"5865472" : 2714,
"5931008" : 1607,
"5996544" : 848,
"6062080" : 475,
"6127616" : 296,
"6193152" : 149,
"6258688" : 61,
"6324224" : 46,
"6389760" : 33,
"6455296" : 24,
"6520832" : 12,
"6586368" : 12,
"6651904" : 4,
"6717440" : 11,
"6848512" : 2,
"6914048" : 3,
"6979584" : 1,
"7045120" : 4
}
},
"lat_ns" : {
"min" : 336063,
"max" : 7401328,
"mean" : 4447627.548085,
"stddev" : 722281.176765,
"N" : 4891736
},
"bw_min" : 106133,
"bw_max" : 127944,
"bw_agg" : 100.000000,
"bw_mean" : 115128.427729,
"bw_dev" : 780.883767,
"bw_samples" : 2712,
"iops_min" : 26533,
"iops_max" : 31986,
"iops_mean" : 28781.902655,
"iops_stddev" : 195.229229,
"iops_samples" : 2712
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1359994,
"usr_cpu" : 0.688532,
"sys_cpu" : 17.840667,
"ctx" : 3621540,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.450596,
"4" : 36.473829,
"10" : 63.067520,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083016,
"timestamp_ms" : 1773083016104,
"time" : "Mon Mar 9 16:03:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 4658,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 21176930304,
"io_kbytes" : 20680596,
"bw_bytes" : 117648959,
"bw" : 114891,
"iops" : 28722.712652,
"runtime" : 180001,
"total_ios" : 5170117,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5178,
"max" : 2367166,
"mean" : 276472.090166,
"stddev" : 157331.471581,
"N" : 5170125
},
"clat_ns" : {
"min" : 3886,
"max" : 7063041,
"mean" : 4179170.390981,
"stddev" : 690066.272796,
"N" : 5170237,
"percentile" : {
"1.000000" : 2310144,
"5.000000" : 2965504,
"10.000000" : 3293184,
"20.000000" : 3620864,
"30.000000" : 3850240,
"40.000000" : 4046848,
"50.000000" : 4227072,
"60.000000" : 4423680,
"70.000000" : 4554752,
"80.000000" : 4751360,
"90.000000" : 5013504,
"95.000000" : 5210112,
"99.000000" : 5537792,
"99.500000" : 5668864,
"99.900000" : 5865472,
"99.950000" : 5931008,
"99.990000" : 6127616
},
"bins" : {
"3888" : 1,
"4960" : 1,
"6368" : 1,
"6496" : 1,
"7648" : 1,
"8032" : 1,
"8096" : 1,
"8512" : 1,
"313344" : 2,
"325632" : 1,
"329728" : 1,
"333824" : 3,
"346112" : 1,
"354304" : 1,
"362496" : 1,
"378880" : 1,
"399360" : 2,
"423936" : 2,
"432128" : 1,
"552960" : 1,
"577536" : 2,
"585728" : 1,
"602112" : 2,
"610304" : 6,
"618496" : 7,
"626688" : 15,
"634880" : 4,
"643072" : 8,
"659456" : 3,
"667648" : 7,
"675840" : 6,
"684032" : 11,
"692224" : 5,
"700416" : 6,
"708608" : 2,
"716800" : 2,
"724992" : 2,
"741376" : 2,
"749568" : 3,
"757760" : 1,
"765952" : 1,
"774144" : 2,
"806912" : 2,
"815104" : 1,
"847872" : 1,
"864256" : 1,
"880640" : 1,
"888832" : 2,
"897024" : 9,
"905216" : 8,
"913408" : 12,
"921600" : 8,
"929792" : 24,
"937984" : 13,
"946176" : 15,
"954368" : 18,
"962560" : 26,
"970752" : 24,
"978944" : 39,
"987136" : 55,
"995328" : 36,
"1003520" : 49,
"1011712" : 32,
"1019904" : 44,
"1028096" : 25,
"1036288" : 31,
"1044480" : 23,
"1056768" : 56,
"1073152" : 36,
"1089536" : 22,
"1105920" : 19,
"1122304" : 20,
"1138688" : 13,
"1155072" : 13,
"1171456" : 7,
"1187840" : 17,
"1204224" : 34,
"1220608" : 73,
"1236992" : 66,
"1253376" : 99,
"1269760" : 138,
"1286144" : 181,
"1302528" : 205,
"1318912" : 266,
"1335296" : 247,
"1351680" : 258,
"1368064" : 242,
"1384448" : 205,
"1400832" : 186,
"1417216" : 184,
"1433600" : 153,
"1449984" : 120,
"1466368" : 94,
"1482752" : 88,
"1499136" : 75,
"1515520" : 93,
"1531904" : 162,
"1548288" : 189,
"1564672" : 235,
"1581056" : 284,
"1597440" : 437,
"1613824" : 499,
"1630208" : 603,
"1646592" : 670,
"1662976" : 718,
"1679360" : 726,
"1695744" : 690,
"1712128" : 661,
"1728512" : 646,
"1744896" : 587,
"1761280" : 500,
"1777664" : 419,
"1794048" : 431,
"1810432" : 386,
"1826816" : 367,
"1843200" : 431,
"1859584" : 465,
"1875968" : 548,
"1892352" : 624,
"1908736" : 824,
"1925120" : 975,
"1941504" : 1169,
"1957888" : 1360,
"1974272" : 1442,
"1990656" : 1589,
"2007040" : 1613,
"2023424" : 1665,
"2039808" : 1631,
"2056192" : 1604,
"2072576" : 1460,
"2088960" : 1418,
"2113536" : 2565,
"2146304" : 2239,
"2179072" : 2239,
"2211840" : 2902,
"2244608" : 3775,
"2277376" : 4872,
"2310144" : 5874,
"2342912" : 6758,
"2375680" : 6774,
"2408448" : 6548,
"2441216" : 6124,
"2473984" : 5585,
"2506752" : 5657,
"2539520" : 6304,
"2572288" : 7656,
"2605056" : 9449,
"2637824" : 11086,
"2670592" : 12591,
"2703360" : 13389,
"2736128" : 13504,
"2768896" : 13346,
"2801664" : 12622,
"2834432" : 12176,
"2867200" : 13011,
"2899968" : 14920,
"2932736" : 17795,
"2965504" : 21068,
"2998272" : 23680,
"3031040" : 25784,
"3063808" : 26399,
"3096576" : 25899,
"3129344" : 25592,
"3162112" : 25217,
"3194880" : 26396,
"3227648" : 28459,
"3260416" : 32056,
"3293184" : 37108,
"3325952" : 41523,
"3358720" : 44773,
"3391488" : 47144,
"3424256" : 47751,
"3457024" : 47285,
"3489792" : 46883,
"3522560" : 47502,
"3555328" : 50169,
"3588096" : 54072,
"3620864" : 60056,
"3653632" : 65605,
"3686400" : 71126,
"3719168" : 74620,
"3751936" : 76310,
"3784704" : 76446,
"3817472" : 75928,
"3850240" : 74873,
"3883008" : 77229,
"3915776" : 79165,
"3948544" : 84316,
"3981312" : 89511,
"4014080" : 94465,
"4046848" : 98673,
"4079616" : 100498,
"4112384" : 99889,
"4145152" : 99154,
"4177920" : 97519,
"4227072" : 191986,
"4292608" : 196309,
"4358144" : 206373,
"4423680" : 209189,
"4489216" : 201967,
"4554752" : 187432,
"4620288" : 178198,
"4685824" : 172677,
"4751360" : 165734,
"4816896" : 153321,
"4882432" : 136338,
"4947968" : 120312,
"5013504" : 106776,
"5079040" : 93954,
"5144576" : 81579,
"5210112" : 68660,
"5275648" : 56111,
"5341184" : 45028,
"5406720" : 35187,
"5472256" : 26638,
"5537792" : 20438,
"5603328" : 15132,
"5668864" : 10664,
"5734400" : 7182,
"5799936" : 4601,
"5865472" : 2906,
"5931008" : 1700,
"5996544" : 897,
"6062080" : 505,
"6127616" : 307,
"6193152" : 152,
"6258688" : 61,
"6324224" : 47,
"6389760" : 34,
"6455296" : 29,
"6520832" : 12,
"6586368" : 12,
"6651904" : 4,
"6717440" : 11,
"6848512" : 2,
"6914048" : 3,
"6979584" : 1,
"7045120" : 4
}
},
"lat_ns" : {
"min" : 327631,
"max" : 7401328,
"mean" : 4455642.941899,
"stddev" : 718125.054247,
"N" : 5170237
},
"bw_min" : 105877,
"bw_max" : 127944,
"bw_agg" : 100.000000,
"bw_mean" : 114918.013928,
"bw_dev" : 783.853214,
"bw_samples" : 2872,
"iops_min" : 26469,
"iops_max" : 31986,
"iops_mean" : 28729.278552,
"iops_stddev" : 195.972073,
"iops_samples" : 2872
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439999,
"usr_cpu" : 0.687292,
"sys_cpu" : 17.827026,
"ctx" : 3835161,
"majf" : 0,
"minf" : 298,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999845,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.428694,
"4" : 36.081891,
"10" : 63.483631,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083016,
"timestamp_ms" : 1773083016161,
"time" : "Mon Mar 9 16:03:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 21177323520,
"io_kbytes" : 20680980,
"bw_bytes" : 117622391,
"bw" : 114865,
"iops" : 28715.693299,
"runtime" : 180045,
"total_ios" : 5170117,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5178,
"max" : 2367166,
"mean" : 276472.090166,
"stddev" : 157331.471581,
"N" : 5170125
},
"clat_ns" : {
"min" : 3886,
"max" : 7063041,
"mean" : 4179170.390981,
"stddev" : 690066.272796,
"N" : 5170237,
"percentile" : {
"1.000000" : 2310144,
"5.000000" : 2965504,
"10.000000" : 3293184,
"20.000000" : 3620864,
"30.000000" : 3850240,
"40.000000" : 4046848,
"50.000000" : 4227072,
"60.000000" : 4423680,
"70.000000" : 4554752,
"80.000000" : 4751360,
"90.000000" : 5013504,
"95.000000" : 5210112,
"99.000000" : 5537792,
"99.500000" : 5668864,
"99.900000" : 5865472,
"99.950000" : 5931008,
"99.990000" : 6127616
},
"bins" : {
"3888" : 1,
"4960" : 1,
"6368" : 1,
"6496" : 1,
"7648" : 1,
"8032" : 1,
"8096" : 1,
"8512" : 1,
"313344" : 2,
"325632" : 1,
"329728" : 1,
"333824" : 3,
"346112" : 1,
"354304" : 1,
"362496" : 1,
"378880" : 1,
"399360" : 2,
"423936" : 2,
"432128" : 1,
"552960" : 1,
"577536" : 2,
"585728" : 1,
"602112" : 2,
"610304" : 6,
"618496" : 7,
"626688" : 15,
"634880" : 4,
"643072" : 8,
"659456" : 3,
"667648" : 7,
"675840" : 6,
"684032" : 11,
"692224" : 5,
"700416" : 6,
"708608" : 2,
"716800" : 2,
"724992" : 2,
"741376" : 2,
"749568" : 3,
"757760" : 1,
"765952" : 1,
"774144" : 2,
"806912" : 2,
"815104" : 1,
"847872" : 1,
"864256" : 1,
"880640" : 1,
"888832" : 2,
"897024" : 9,
"905216" : 8,
"913408" : 12,
"921600" : 8,
"929792" : 24,
"937984" : 13,
"946176" : 15,
"954368" : 18,
"962560" : 26,
"970752" : 24,
"978944" : 39,
"987136" : 55,
"995328" : 36,
"1003520" : 49,
"1011712" : 32,
"1019904" : 44,
"1028096" : 25,
"1036288" : 31,
"1044480" : 23,
"1056768" : 56,
"1073152" : 36,
"1089536" : 22,
"1105920" : 19,
"1122304" : 20,
"1138688" : 13,
"1155072" : 13,
"1171456" : 7,
"1187840" : 17,
"1204224" : 34,
"1220608" : 73,
"1236992" : 66,
"1253376" : 99,
"1269760" : 138,
"1286144" : 181,
"1302528" : 205,
"1318912" : 266,
"1335296" : 247,
"1351680" : 258,
"1368064" : 242,
"1384448" : 205,
"1400832" : 186,
"1417216" : 184,
"1433600" : 153,
"1449984" : 120,
"1466368" : 94,
"1482752" : 88,
"1499136" : 75,
"1515520" : 93,
"1531904" : 162,
"1548288" : 189,
"1564672" : 235,
"1581056" : 284,
"1597440" : 437,
"1613824" : 499,
"1630208" : 603,
"1646592" : 670,
"1662976" : 718,
"1679360" : 726,
"1695744" : 690,
"1712128" : 661,
"1728512" : 646,
"1744896" : 587,
"1761280" : 500,
"1777664" : 419,
"1794048" : 431,
"1810432" : 386,
"1826816" : 367,
"1843200" : 431,
"1859584" : 465,
"1875968" : 548,
"1892352" : 624,
"1908736" : 824,
"1925120" : 975,
"1941504" : 1169,
"1957888" : 1360,
"1974272" : 1442,
"1990656" : 1589,
"2007040" : 1613,
"2023424" : 1665,
"2039808" : 1631,
"2056192" : 1604,
"2072576" : 1460,
"2088960" : 1418,
"2113536" : 2565,
"2146304" : 2239,
"2179072" : 2239,
"2211840" : 2902,
"2244608" : 3775,
"2277376" : 4872,
"2310144" : 5874,
"2342912" : 6758,
"2375680" : 6774,
"2408448" : 6548,
"2441216" : 6124,
"2473984" : 5585,
"2506752" : 5657,
"2539520" : 6304,
"2572288" : 7656,
"2605056" : 9449,
"2637824" : 11086,
"2670592" : 12591,
"2703360" : 13389,
"2736128" : 13504,
"2768896" : 13346,
"2801664" : 12622,
"2834432" : 12176,
"2867200" : 13011,
"2899968" : 14920,
"2932736" : 17795,
"2965504" : 21068,
"2998272" : 23680,
"3031040" : 25784,
"3063808" : 26399,
"3096576" : 25899,
"3129344" : 25592,
"3162112" : 25217,
"3194880" : 26396,
"3227648" : 28459,
"3260416" : 32056,
"3293184" : 37108,
"3325952" : 41523,
"3358720" : 44773,
"3391488" : 47144,
"3424256" : 47751,
"3457024" : 47285,
"3489792" : 46883,
"3522560" : 47502,
"3555328" : 50169,
"3588096" : 54072,
"3620864" : 60056,
"3653632" : 65605,
"3686400" : 71126,
"3719168" : 74620,
"3751936" : 76310,
"3784704" : 76446,
"3817472" : 75928,
"3850240" : 74873,
"3883008" : 77229,
"3915776" : 79165,
"3948544" : 84316,
"3981312" : 89511,
"4014080" : 94465,
"4046848" : 98673,
"4079616" : 100498,
"4112384" : 99889,
"4145152" : 99154,
"4177920" : 97519,
"4227072" : 191986,
"4292608" : 196309,
"4358144" : 206373,
"4423680" : 209189,
"4489216" : 201967,
"4554752" : 187432,
"4620288" : 178198,
"4685824" : 172677,
"4751360" : 165734,
"4816896" : 153321,
"4882432" : 136338,
"4947968" : 120312,
"5013504" : 106776,
"5079040" : 93954,
"5144576" : 81579,
"5210112" : 68660,
"5275648" : 56111,
"5341184" : 45028,
"5406720" : 35187,
"5472256" : 26638,
"5537792" : 20438,
"5603328" : 15132,
"5668864" : 10664,
"5734400" : 7182,
"5799936" : 4601,
"5865472" : 2906,
"5931008" : 1700,
"5996544" : 897,
"6062080" : 505,
"6127616" : 307,
"6193152" : 152,
"6258688" : 61,
"6324224" : 47,
"6389760" : 34,
"6455296" : 29,
"6520832" : 12,
"6586368" : 12,
"6651904" : 4,
"6717440" : 11,
"6848512" : 2,
"6914048" : 3,
"6979584" : 1,
"7045120" : 4
}
},
"lat_ns" : {
"min" : 327631,
"max" : 7401328,
"mean" : 4455642.941899,
"stddev" : 718125.054247,
"N" : 5170237
},
"bw_min" : 103862,
"bw_max" : 127944,
"bw_agg" : 100.000000,
"bw_mean" : 114896.908720,
"bw_dev" : 785.201158,
"bw_samples" : 2878,
"iops_min" : 25963,
"iops_max" : 31986,
"iops_mean" : 28723.995768,
"iops_stddev" : 196.310347,
"iops_samples" : 2878
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440259,
"usr_cpu" : 0.687168,
"sys_cpu" : 17.823808,
"ctx" : 3835408,
"majf" : 0,
"minf" : 304,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999845,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.428694,
"4" : 36.081891,
"10" : 63.483631,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}