raidz2/benchmarks/rand/rand-read-qd16-nj16_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773083764,
"timestamp_ms" : 1773083764112,
"time" : "Mon Mar 9 16:16:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 2126430208,
"io_kbytes" : 2076592,
"bw_bytes" : 217871947,
"bw" : 212765,
"iops" : 53220.799180,
"runtime" : 9760,
"total_ios" : 519435,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 156160,
"usr_cpu" : 0.665343,
"sys_cpu" : 17.127946,
"ctx" : 393801,
"majf" : 0,
"minf" : 379,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 99.953796,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999807,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999807,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083774,
"timestamp_ms" : 1773083774351,
"time" : "Mon Mar 9 16:16:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 2083725312,
"io_kbytes" : 2034888,
"bw_bytes" : 208372531,
"bw" : 203488,
"iops" : 50874.900000,
"runtime" : 10000,
"total_ios" : 508749,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 6279,
"max" : 1258463,
"mean" : 312282.644562,
"stddev" : 159717.224774,
"N" : 508750
},
"clat_ns" : {
"min" : 1216909,
"max" : 7178329,
"mean" : 4719213.337915,
"stddev" : 688479.745809,
"N" : 508734,
"percentile" : {
"1.000000" : 2867200,
"5.000000" : 3489792,
"10.000000" : 3817472,
"20.000000" : 4177920,
"30.000000" : 4423680,
"40.000000" : 4620288,
"50.000000" : 4751360,
"60.000000" : 4947968,
"70.000000" : 5144576,
"80.000000" : 5275648,
"90.000000" : 5537792,
"95.000000" : 5734400,
"99.000000" : 6127616,
"99.500000" : 6193152,
"99.900000" : 6455296,
"99.950000" : 6586368,
"99.990000" : 6782976
},
"bins" : {
"1220608" : 2,
"1236992" : 1,
"1351680" : 1,
"1368064" : 1,
"1384448" : 3,
"1400832" : 4,
"1417216" : 1,
"1449984" : 3,
"1466368" : 1,
"1499136" : 4,
"1531904" : 2,
"1564672" : 1,
"1597440" : 3,
"1613824" : 1,
"1630208" : 6,
"1662976" : 1,
"1679360" : 2,
"1695744" : 8,
"1712128" : 13,
"1728512" : 7,
"1744896" : 3,
"1761280" : 10,
"1777664" : 12,
"1794048" : 3,
"1810432" : 11,
"1826816" : 2,
"1843200" : 3,
"1859584" : 8,
"1875968" : 14,
"1892352" : 12,
"1908736" : 3,
"1925120" : 2,
"1941504" : 8,
"1957888" : 7,
"1974272" : 15,
"1990656" : 17,
"2007040" : 23,
"2023424" : 30,
"2039808" : 23,
"2056192" : 28,
"2072576" : 17,
"2088960" : 34,
"2113536" : 61,
"2146304" : 78,
"2179072" : 77,
"2211840" : 65,
"2244608" : 72,
"2277376" : 97,
"2310144" : 81,
"2342912" : 119,
"2375680" : 145,
"2408448" : 159,
"2441216" : 178,
"2473984" : 199,
"2506752" : 184,
"2539520" : 218,
"2572288" : 210,
"2605056" : 199,
"2637824" : 244,
"2670592" : 302,
"2703360" : 324,
"2736128" : 348,
"2768896" : 411,
"2801664" : 438,
"2834432" : 469,
"2867200" : 464,
"2899968" : 533,
"2932736" : 479,
"2965504" : 520,
"2998272" : 573,
"3031040" : 714,
"3063808" : 798,
"3096576" : 837,
"3129344" : 954,
"3162112" : 972,
"3194880" : 1117,
"3227648" : 1042,
"3260416" : 1151,
"3293184" : 1106,
"3325952" : 1262,
"3358720" : 1458,
"3391488" : 1565,
"3424256" : 1749,
"3457024" : 1762,
"3489792" : 2020,
"3522560" : 2120,
"3555328" : 2119,
"3588096" : 2176,
"3620864" : 2405,
"3653632" : 2456,
"3686400" : 2699,
"3719168" : 2892,
"3751936" : 3090,
"3784704" : 3526,
"3817472" : 3696,
"3850240" : 3807,
"3883008" : 3961,
"3915776" : 4156,
"3948544" : 4223,
"3981312" : 4557,
"4014080" : 4724,
"4046848" : 5065,
"4079616" : 5371,
"4112384" : 5588,
"4145152" : 6004,
"4177920" : 6225,
"4227072" : 13117,
"4292608" : 14026,
"4358144" : 15282,
"4423680" : 15837,
"4489216" : 16921,
"4554752" : 18160,
"4620288" : 18714,
"4685824" : 19369,
"4751360" : 19257,
"4816896" : 19741,
"4882432" : 20012,
"4947968" : 19953,
"5013504" : 19562,
"5079040" : 18969,
"5144576" : 18526,
"5210112" : 17358,
"5275648" : 16306,
"5341184" : 15180,
"5406720" : 13823,
"5472256" : 12579,
"5537792" : 11005,
"5603328" : 9383,
"5668864" : 8036,
"5734400" : 6543,
"5799936" : 5641,
"5865472" : 4693,
"5931008" : 3669,
"5996544" : 2875,
"6062080" : 2090,
"6127616" : 1500,
"6193152" : 1146,
"6258688" : 808,
"6324224" : 620,
"6389760" : 430,
"6455296" : 242,
"6520832" : 138,
"6586368" : 99,
"6651904" : 62,
"6717440" : 33,
"6782976" : 29,
"6848512" : 12,
"6914048" : 12,
"6979584" : 4,
"7045120" : 5,
"7110656" : 1,
"7176192" : 2
}
},
"lat_ns" : {
"min" : 1235158,
"max" : 7510206,
"mean" : 5031500.736403,
"stddev" : 715964.395580,
"N" : 508734
},
"bw_min" : 197863,
"bw_max" : 209787,
"bw_agg" : 100.000000,
"bw_mean" : 203622.368421,
"bw_dev" : 208.280146,
"bw_samples" : 304,
"iops_min" : 49465,
"iops_max" : 52446,
"iops_mean" : 50905.210526,
"iops_stddev" : 52.069131,
"iops_samples" : 304
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159985,
"usr_cpu" : 0.691315,
"sys_cpu" : 16.787824,
"ctx" : 405106,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.038722,
"4" : 14.562977,
"10" : 85.395352,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083784,
"timestamp_ms" : 1773083784351,
"time" : "Mon Mar 9 16:16:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 4146352128,
"io_kbytes" : 4049172,
"bw_bytes" : 207327972,
"bw" : 202468,
"iops" : 50618.630932,
"runtime" : 19999,
"total_ios" : 1012322,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 6279,
"max" : 1258463,
"mean" : 313899.513388,
"stddev" : 158694.933596,
"N" : 1012323
},
"clat_ns" : {
"min" : 1216909,
"max" : 7178329,
"mean" : 4743173.299001,
"stddev" : 683345.132289,
"N" : 1012306,
"percentile" : {
"1.000000" : 2899968,
"5.000000" : 3522560,
"10.000000" : 3850240,
"20.000000" : 4227072,
"30.000000" : 4423680,
"40.000000" : 4620288,
"50.000000" : 4816896,
"60.000000" : 4947968,
"70.000000" : 5144576,
"80.000000" : 5341184,
"90.000000" : 5603328,
"95.000000" : 5799936,
"99.000000" : 6127616,
"99.500000" : 6258688,
"99.900000" : 6455296,
"99.950000" : 6520832,
"99.990000" : 6782976
},
"bins" : {
"1220608" : 2,
"1236992" : 1,
"1253376" : 1,
"1351680" : 1,
"1368064" : 1,
"1384448" : 4,
"1400832" : 5,
"1417216" : 2,
"1433600" : 2,
"1449984" : 4,
"1466368" : 1,
"1482752" : 6,
"1499136" : 6,
"1515520" : 2,
"1531904" : 4,
"1548288" : 2,
"1564672" : 1,
"1597440" : 4,
"1613824" : 3,
"1630208" : 7,
"1646592" : 3,
"1662976" : 2,
"1679360" : 8,
"1695744" : 9,
"1712128" : 17,
"1728512" : 8,
"1744896" : 11,
"1761280" : 13,
"1777664" : 18,
"1794048" : 16,
"1810432" : 21,
"1826816" : 8,
"1843200" : 12,
"1859584" : 16,
"1875968" : 21,
"1892352" : 19,
"1908736" : 8,
"1925120" : 12,
"1941504" : 13,
"1957888" : 13,
"1974272" : 29,
"1990656" : 32,
"2007040" : 35,
"2023424" : 50,
"2039808" : 38,
"2056192" : 42,
"2072576" : 34,
"2088960" : 59,
"2113536" : 132,
"2146304" : 122,
"2179072" : 137,
"2211840" : 122,
"2244608" : 138,
"2277376" : 166,
"2310144" : 158,
"2342912" : 202,
"2375680" : 250,
"2408448" : 300,
"2441216" : 332,
"2473984" : 378,
"2506752" : 336,
"2539520" : 369,
"2572288" : 374,
"2605056" : 363,
"2637824" : 434,
"2670592" : 535,
"2703360" : 585,
"2736128" : 687,
"2768896" : 731,
"2801664" : 825,
"2834432" : 904,
"2867200" : 869,
"2899968" : 922,
"2932736" : 904,
"2965504" : 1018,
"2998272" : 1039,
"3031040" : 1316,
"3063808" : 1448,
"3096576" : 1583,
"3129344" : 1712,
"3162112" : 1800,
"3194880" : 1982,
"3227648" : 1988,
"3260416" : 2078,
"3293184" : 2066,
"3325952" : 2257,
"3358720" : 2658,
"3391488" : 2910,
"3424256" : 3234,
"3457024" : 3360,
"3489792" : 3652,
"3522560" : 4053,
"3555328" : 3937,
"3588096" : 4121,
"3620864" : 4446,
"3653632" : 4617,
"3686400" : 5088,
"3719168" : 5492,
"3751936" : 5835,
"3784704" : 6473,
"3817472" : 6827,
"3850240" : 7213,
"3883008" : 7658,
"3915776" : 8018,
"3948544" : 8256,
"3981312" : 8742,
"4014080" : 9125,
"4046848" : 9679,
"4079616" : 10197,
"4112384" : 10693,
"4145152" : 11367,
"4177920" : 11907,
"4227072" : 25591,
"4292608" : 27400,
"4358144" : 29664,
"4423680" : 31310,
"4489216" : 33260,
"4554752" : 35802,
"4620288" : 36686,
"4685824" : 38171,
"4751360" : 38399,
"4816896" : 39366,
"4882432" : 40269,
"4947968" : 40303,
"5013504" : 39736,
"5079040" : 38433,
"5144576" : 37668,
"5210112" : 35527,
"5275648" : 33377,
"5341184" : 31018,
"5406720" : 28474,
"5472256" : 25694,
"5537792" : 22876,
"5603328" : 19728,
"5668864" : 17023,
"5734400" : 13962,
"5799936" : 11933,
"5865472" : 9857,
"5931008" : 7732,
"5996544" : 6091,
"6062080" : 4444,
"6127616" : 3238,
"6193152" : 2441,
"6258688" : 1709,
"6324224" : 1216,
"6389760" : 818,
"6455296" : 537,
"6520832" : 316,
"6586368" : 194,
"6651904" : 131,
"6717440" : 59,
"6782976" : 51,
"6848512" : 23,
"6914048" : 18,
"6979584" : 5,
"7045120" : 6,
"7110656" : 3,
"7176192" : 2
}
},
"lat_ns" : {
"min" : 1235158,
"max" : 7510206,
"mean" : 5057077.140382,
"stddev" : 710528.094025,
"N" : 1012306
},
"bw_min" : 196519,
"bw_max" : 209826,
"bw_agg" : 100.000000,
"bw_mean" : 202501.769231,
"bw_dev" : 200.314567,
"bw_samples" : 624,
"iops_min" : 49129,
"iops_max" : 52455,
"iops_mean" : 50624.692308,
"iops_stddev" : 50.083541,
"iops_samples" : 624
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319984,
"usr_cpu" : 0.667846,
"sys_cpu" : 16.762088,
"ctx" : 810754,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999901,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.036550,
"4" : 13.734069,
"10" : 86.227801,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083794,
"timestamp_ms" : 1773083794351,
"time" : "Mon Mar 9 16:16:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 6204035072,
"io_kbytes" : 6058628,
"bw_bytes" : 206808062,
"bw" : 201960,
"iops" : 50491.249708,
"runtime" : 29999,
"total_ios" : 1514687,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 6159,
"max" : 1258463,
"mean" : 314684.917629,
"stddev" : 158255.620435,
"N" : 1514687
},
"clat_ns" : {
"min" : 1216909,
"max" : 7403993,
"mean" : 4754937.629753,
"stddev" : 679147.832137,
"N" : 1514671,
"percentile" : {
"1.000000" : 2899968,
"5.000000" : 3555328,
"10.000000" : 3850240,
"20.000000" : 4227072,
"30.000000" : 4423680,
"40.000000" : 4620288,
"50.000000" : 4816896,
"60.000000" : 4947968,
"70.000000" : 5144576,
"80.000000" : 5341184,
"90.000000" : 5603328,
"95.000000" : 5799936,
"99.000000" : 6127616,
"99.500000" : 6258688,
"99.900000" : 6455296,
"99.950000" : 6586368,
"99.990000" : 6782976
},
"bins" : {
"1220608" : 2,
"1236992" : 1,
"1253376" : 1,
"1286144" : 1,
"1302528" : 1,
"1318912" : 1,
"1335296" : 1,
"1351680" : 1,
"1368064" : 1,
"1384448" : 4,
"1400832" : 5,
"1417216" : 2,
"1433600" : 2,
"1449984" : 4,
"1466368" : 1,
"1482752" : 6,
"1499136" : 7,
"1515520" : 3,
"1531904" : 5,
"1548288" : 4,
"1564672" : 2,
"1581056" : 3,
"1597440" : 5,
"1613824" : 8,
"1630208" : 10,
"1646592" : 3,
"1662976" : 8,
"1679360" : 12,
"1695744" : 18,
"1712128" : 22,
"1728512" : 11,
"1744896" : 16,
"1761280" : 18,
"1777664" : 21,
"1794048" : 19,
"1810432" : 31,
"1826816" : 13,
"1843200" : 17,
"1859584" : 24,
"1875968" : 24,
"1892352" : 23,
"1908736" : 13,
"1925120" : 19,
"1941504" : 17,
"1957888" : 17,
"1974272" : 39,
"1990656" : 43,
"2007040" : 51,
"2023424" : 65,
"2039808" : 60,
"2056192" : 70,
"2072576" : 59,
"2088960" : 80,
"2113536" : 171,
"2146304" : 172,
"2179072" : 186,
"2211840" : 171,
"2244608" : 190,
"2277376" : 224,
"2310144" : 216,
"2342912" : 313,
"2375680" : 349,
"2408448" : 427,
"2441216" : 423,
"2473984" : 500,
"2506752" : 456,
"2539520" : 496,
"2572288" : 521,
"2605056" : 562,
"2637824" : 591,
"2670592" : 725,
"2703360" : 808,
"2736128" : 964,
"2768896" : 1058,
"2801664" : 1153,
"2834432" : 1237,
"2867200" : 1218,
"2899968" : 1271,
"2932736" : 1300,
"2965504" : 1455,
"2998272" : 1515,
"3031040" : 1846,
"3063808" : 2066,
"3096576" : 2330,
"3129344" : 2486,
"3162112" : 2605,
"3194880" : 2750,
"3227648" : 2818,
"3260416" : 2952,
"3293184" : 3028,
"3325952" : 3267,
"3358720" : 3788,
"3391488" : 4159,
"3424256" : 4639,
"3457024" : 4929,
"3489792" : 5209,
"3522560" : 5903,
"3555328" : 5619,
"3588096" : 5949,
"3620864" : 6449,
"3653632" : 6777,
"3686400" : 7499,
"3719168" : 7963,
"3751936" : 8579,
"3784704" : 9383,
"3817472" : 9920,
"3850240" : 10524,
"3883008" : 11139,
"3915776" : 11694,
"3948544" : 12097,
"3981312" : 12810,
"4014080" : 13354,
"4046848" : 14173,
"4079616" : 15015,
"4112384" : 15768,
"4145152" : 16786,
"4177920" : 17570,
"4227072" : 38020,
"4292608" : 40574,
"4358144" : 43654,
"4423680" : 46439,
"4489216" : 49779,
"4554752" : 53417,
"4620288" : 55109,
"4685824" : 57151,
"4751360" : 57698,
"4816896" : 59529,
"4882432" : 60529,
"4947968" : 60500,
"5013504" : 59763,
"5079040" : 58310,
"5144576" : 56857,
"5210112" : 53821,
"5275648" : 50629,
"5341184" : 46952,
"5406720" : 43205,
"5472256" : 38976,
"5537792" : 34813,
"5603328" : 30018,
"5668864" : 25937,
"5734400" : 21531,
"5799936" : 18383,
"5865472" : 14976,
"5931008" : 11897,
"5996544" : 9326,
"6062080" : 6916,
"6127616" : 5045,
"6193152" : 3783,
"6258688" : 2660,
"6324224" : 1807,
"6389760" : 1222,
"6455296" : 774,
"6520832" : 487,
"6586368" : 301,
"6651904" : 201,
"6717440" : 109,
"6782976" : 72,
"6848512" : 33,
"6914048" : 27,
"6979584" : 10,
"7045120" : 7,
"7110656" : 4,
"7176192" : 5,
"7241728" : 3,
"7307264" : 1,
"7372800" : 2
}
},
"lat_ns" : {
"min" : 1235158,
"max" : 7774270,
"mean" : 5069620.811313,
"stddev" : 706007.636729,
"N" : 1514671
},
"bw_min" : 196048,
"bw_max" : 210147,
"bw_agg" : 100.000000,
"bw_mean" : 202002.881356,
"bw_dev" : 194.058565,
"bw_samples" : 944,
"iops_min" : 49011,
"iops_max" : 52535,
"iops_mean" : 50499.864407,
"iops_stddev" : 48.518638,
"iops_samples" : 944
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479984,
"usr_cpu" : 0.664605,
"sys_cpu" : 16.740141,
"ctx" : 1216103,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.033868,
"4" : 13.280235,
"10" : 86.684840,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083804,
"timestamp_ms" : 1773083804351,
"time" : "Mon Mar 9 16:16:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 8264556544,
"io_kbytes" : 8070856,
"bw_bytes" : 206613913,
"bw" : 201771,
"iops" : 50443.625000,
"runtime" : 40000,
"total_ios" : 2017745,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5789,
"max" : 1258463,
"mean" : 314980.727619,
"stddev" : 158061.855439,
"N" : 2017745
},
"clat_ns" : {
"min" : 1050105,
"max" : 7403993,
"mean" : 4759362.422741,
"stddev" : 678372.327574,
"N" : 2017729,
"percentile" : {
"1.000000" : 2932736,
"5.000000" : 3555328,
"10.000000" : 3883008,
"20.000000" : 4227072,
"30.000000" : 4423680,
"40.000000" : 4620288,
"50.000000" : 4816896,
"60.000000" : 4947968,
"70.000000" : 5144576,
"80.000000" : 5341184,
"90.000000" : 5603328,
"95.000000" : 5799936,
"99.000000" : 6127616,
"99.500000" : 6258688,
"99.900000" : 6455296,
"99.950000" : 6586368,
"99.990000" : 6782976
},
"bins" : {
"1056768" : 2,
"1105920" : 3,
"1220608" : 2,
"1236992" : 1,
"1253376" : 1,
"1286144" : 1,
"1302528" : 1,
"1318912" : 1,
"1335296" : 1,
"1351680" : 1,
"1368064" : 1,
"1384448" : 4,
"1400832" : 5,
"1417216" : 4,
"1433600" : 6,
"1449984" : 4,
"1466368" : 2,
"1482752" : 6,
"1499136" : 7,
"1515520" : 7,
"1531904" : 5,
"1548288" : 4,
"1564672" : 4,
"1581056" : 4,
"1597440" : 7,
"1613824" : 14,
"1630208" : 11,
"1646592" : 6,
"1662976" : 13,
"1679360" : 17,
"1695744" : 20,
"1712128" : 29,
"1728512" : 15,
"1744896" : 22,
"1761280" : 18,
"1777664" : 28,
"1794048" : 21,
"1810432" : 32,
"1826816" : 19,
"1843200" : 24,
"1859584" : 31,
"1875968" : 31,
"1892352" : 31,
"1908736" : 25,
"1925120" : 26,
"1941504" : 20,
"1957888" : 21,
"1974272" : 46,
"1990656" : 53,
"2007040" : 65,
"2023424" : 85,
"2039808" : 75,
"2056192" : 89,
"2072576" : 77,
"2088960" : 103,
"2113536" : 205,
"2146304" : 215,
"2179072" : 230,
"2211840" : 228,
"2244608" : 238,
"2277376" : 285,
"2310144" : 301,
"2342912" : 401,
"2375680" : 457,
"2408448" : 523,
"2441216" : 565,
"2473984" : 634,
"2506752" : 604,
"2539520" : 632,
"2572288" : 700,
"2605056" : 733,
"2637824" : 805,
"2670592" : 949,
"2703360" : 1067,
"2736128" : 1263,
"2768896" : 1373,
"2801664" : 1512,
"2834432" : 1598,
"2867200" : 1579,
"2899968" : 1610,
"2932736" : 1754,
"2965504" : 1937,
"2998272" : 2014,
"3031040" : 2411,
"3063808" : 2694,
"3096576" : 3048,
"3129344" : 3251,
"3162112" : 3374,
"3194880" : 3522,
"3227648" : 3682,
"3260416" : 3904,
"3293184" : 4033,
"3325952" : 4279,
"3358720" : 5004,
"3391488" : 5444,
"3424256" : 6093,
"3457024" : 6419,
"3489792" : 6851,
"3522560" : 7698,
"3555328" : 7528,
"3588096" : 7978,
"3620864" : 8571,
"3653632" : 9018,
"3686400" : 9853,
"3719168" : 10509,
"3751936" : 11264,
"3784704" : 12349,
"3817472" : 13151,
"3850240" : 13843,
"3883008" : 14645,
"3915776" : 15502,
"3948544" : 16147,
"3981312" : 17011,
"4014080" : 17665,
"4046848" : 18846,
"4079616" : 19941,
"4112384" : 20868,
"4145152" : 22342,
"4177920" : 23322,
"4227072" : 50375,
"4292608" : 53915,
"4358144" : 58018,
"4423680" : 61630,
"4489216" : 66311,
"4554752" : 70560,
"4620288" : 73226,
"4685824" : 76167,
"4751360" : 77062,
"4816896" : 79388,
"4882432" : 80421,
"4947968" : 80379,
"5013504" : 79181,
"5079040" : 78075,
"5144576" : 75918,
"5210112" : 71836,
"5275648" : 67656,
"5341184" : 62899,
"5406720" : 58005,
"5472256" : 52599,
"5537792" : 46835,
"5603328" : 40417,
"5668864" : 34742,
"5734400" : 29188,
"5799936" : 24652,
"5865472" : 20111,
"5931008" : 16128,
"5996544" : 12498,
"6062080" : 9447,
"6127616" : 6850,
"6193152" : 5080,
"6258688" : 3647,
"6324224" : 2466,
"6389760" : 1659,
"6455296" : 1040,
"6520832" : 665,
"6586368" : 405,
"6651904" : 269,
"6717440" : 158,
"6782976" : 103,
"6848512" : 47,
"6914048" : 36,
"6979584" : 15,
"7045120" : 11,
"7110656" : 4,
"7176192" : 6,
"7241728" : 3,
"7307264" : 1,
"7372800" : 2
}
},
"lat_ns" : {
"min" : 1071828,
"max" : 7774270,
"mean" : 5074340.619634,
"stddev" : 705175.461228,
"N" : 2017729
},
"bw_min" : 195271,
"bw_max" : 210147,
"bw_agg" : 100.000000,
"bw_mean" : 201810.443038,
"bw_dev" : 189.242388,
"bw_samples" : 1264,
"iops_min" : 48817,
"iops_max" : 52535,
"iops_mean" : 50451.759494,
"iops_stddev" : 47.315257,
"iops_samples" : 1264
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639999,
"usr_cpu" : 0.662814,
"sys_cpu" : 16.724089,
"ctx" : 1621675,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999950,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999950,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.032759,
"4" : 13.142047,
"10" : 86.824401,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083814,
"timestamp_ms" : 1773083814351,
"time" : "Mon Mar 9 16:16:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 10322513920,
"io_kbytes" : 10080580,
"bw_bytes" : 206450278,
"bw" : 201611,
"iops" : 50403.560000,
"runtime" : 50000,
"total_ios" : 2520178,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5789,
"max" : 1258463,
"mean" : 315232.163045,
"stddev" : 157834.752466,
"N" : 2520178
},
"clat_ns" : {
"min" : 1050105,
"max" : 7403993,
"mean" : 4763119.722910,
"stddev" : 676643.001790,
"N" : 2520162,
"percentile" : {
"1.000000" : 2932736,
"5.000000" : 3555328,
"10.000000" : 3883008,
"20.000000" : 4227072,
"30.000000" : 4423680,
"40.000000" : 4620288,
"50.000000" : 4816896,
"60.000000" : 4947968,
"70.000000" : 5144576,
"80.000000" : 5341184,
"90.000000" : 5603328,
"95.000000" : 5799936,
"99.000000" : 6127616,
"99.500000" : 6258688,
"99.900000" : 6455296,
"99.950000" : 6586368,
"99.990000" : 6782976
},
"bins" : {
"1056768" : 2,
"1105920" : 3,
"1204224" : 1,
"1220608" : 2,
"1236992" : 1,
"1253376" : 1,
"1286144" : 1,
"1302528" : 1,
"1318912" : 2,
"1335296" : 2,
"1351680" : 3,
"1368064" : 1,
"1384448" : 4,
"1400832" : 5,
"1417216" : 4,
"1433600" : 6,
"1449984" : 4,
"1466368" : 2,
"1482752" : 6,
"1499136" : 8,
"1515520" : 9,
"1531904" : 5,
"1548288" : 6,
"1564672" : 4,
"1581056" : 5,
"1597440" : 8,
"1613824" : 14,
"1630208" : 16,
"1646592" : 9,
"1662976" : 18,
"1679360" : 19,
"1695744" : 36,
"1712128" : 37,
"1728512" : 17,
"1744896" : 26,
"1761280" : 21,
"1777664" : 30,
"1794048" : 23,
"1810432" : 34,
"1826816" : 21,
"1843200" : 26,
"1859584" : 34,
"1875968" : 40,
"1892352" : 41,
"1908736" : 33,
"1925120" : 29,
"1941504" : 34,
"1957888" : 30,
"1974272" : 60,
"1990656" : 66,
"2007040" : 81,
"2023424" : 99,
"2039808" : 86,
"2056192" : 108,
"2072576" : 99,
"2088960" : 124,
"2113536" : 245,
"2146304" : 251,
"2179072" : 279,
"2211840" : 272,
"2244608" : 275,
"2277376" : 326,
"2310144" : 371,
"2342912" : 472,
"2375680" : 561,
"2408448" : 631,
"2441216" : 697,
"2473984" : 765,
"2506752" : 728,
"2539520" : 763,
"2572288" : 846,
"2605056" : 887,
"2637824" : 957,
"2670592" : 1132,
"2703360" : 1256,
"2736128" : 1536,
"2768896" : 1702,
"2801664" : 1839,
"2834432" : 1947,
"2867200" : 1942,
"2899968" : 1959,
"2932736" : 2171,
"2965504" : 2345,
"2998272" : 2464,
"3031040" : 2881,
"3063808" : 3314,
"3096576" : 3648,
"3129344" : 3939,
"3162112" : 4162,
"3194880" : 4324,
"3227648" : 4544,
"3260416" : 4839,
"3293184" : 5032,
"3325952" : 5317,
"3358720" : 6207,
"3391488" : 6775,
"3424256" : 7479,
"3457024" : 7955,
"3489792" : 8446,
"3522560" : 9416,
"3555328" : 9404,
"3588096" : 9978,
"3620864" : 10507,
"3653632" : 11175,
"3686400" : 12254,
"3719168" : 13030,
"3751936" : 14058,
"3784704" : 15318,
"3817472" : 16290,
"3850240" : 17107,
"3883008" : 18055,
"3915776" : 19229,
"3948544" : 20110,
"3981312" : 21012,
"4014080" : 22019,
"4046848" : 23431,
"4079616" : 24882,
"4112384" : 25961,
"4145152" : 27824,
"4177920" : 29042,
"4227072" : 62666,
"4292608" : 67022,
"4358144" : 72092,
"4423680" : 76905,
"4489216" : 82589,
"4554752" : 88310,
"4620288" : 91196,
"4685824" : 95066,
"4751360" : 96551,
"4816896" : 99485,
"4882432" : 100605,
"4947968" : 100884,
"5013504" : 99134,
"5079040" : 97574,
"5144576" : 94818,
"5210112" : 90183,
"5275648" : 85052,
"5341184" : 79158,
"5406720" : 72579,
"5472256" : 65773,
"5537792" : 58578,
"5603328" : 50774,
"5668864" : 43670,
"5734400" : 36967,
"5799936" : 31068,
"5865472" : 25287,
"5931008" : 20287,
"5996544" : 15848,
"6062080" : 11818,
"6127616" : 8697,
"6193152" : 6386,
"6258688" : 4605,
"6324224" : 3066,
"6389760" : 2054,
"6455296" : 1310,
"6520832" : 844,
"6586368" : 504,
"6651904" : 315,
"6717440" : 189,
"6782976" : 120,
"6848512" : 59,
"6914048" : 38,
"6979584" : 19,
"7045120" : 11,
"7110656" : 4,
"7176192" : 6,
"7241728" : 3,
"7307264" : 1,
"7372800" : 2
}
},
"lat_ns" : {
"min" : 1071828,
"max" : 7774270,
"mean" : 5078350.367830,
"stddev" : 703303.614922,
"N" : 2520162
},
"bw_min" : 195000,
"bw_max" : 210187,
"bw_agg" : 100.000000,
"bw_mean" : 201659.040404,
"bw_dev" : 186.562007,
"bw_samples" : 1584,
"iops_min" : 48750,
"iops_max" : 52545,
"iops_mean" : 50413.909091,
"iops_stddev" : 46.642955,
"iops_samples" : 1584
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799999,
"usr_cpu" : 0.660876,
"sys_cpu" : 16.710021,
"ctx" : 2027552,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999960,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999960,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.032339,
"4" : 12.997177,
"10" : 86.969849,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083824,
"timestamp_ms" : 1773083824351,
"time" : "Mon Mar 9 16:17:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 12382314496,
"io_kbytes" : 12092104,
"bw_bytes" : 206371908,
"bw" : 201535,
"iops" : 50384.150000,
"runtime" : 60000,
"total_ios" : 3023049,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5348,
"max" : 1320779,
"mean" : 315353.874099,
"stddev" : 157725.082840,
"N" : 3023049
},
"clat_ns" : {
"min" : 1050105,
"max" : 7404775,
"mean" : 4764915.009614,
"stddev" : 674208.881101,
"N" : 3023033,
"percentile" : {
"1.000000" : 2965504,
"5.000000" : 3555328,
"10.000000" : 3883008,
"20.000000" : 4227072,
"30.000000" : 4423680,
"40.000000" : 4620288,
"50.000000" : 4816896,
"60.000000" : 4947968,
"70.000000" : 5144576,
"80.000000" : 5341184,
"90.000000" : 5603328,
"95.000000" : 5799936,
"99.000000" : 6127616,
"99.500000" : 6258688,
"99.900000" : 6455296,
"99.950000" : 6520832,
"99.990000" : 6782976
},
"bins" : {
"1056768" : 2,
"1105920" : 3,
"1204224" : 2,
"1220608" : 2,
"1236992" : 1,
"1253376" : 1,
"1286144" : 3,
"1302528" : 2,
"1318912" : 2,
"1335296" : 2,
"1351680" : 3,
"1368064" : 1,
"1384448" : 6,
"1400832" : 6,
"1417216" : 5,
"1433600" : 8,
"1449984" : 4,
"1466368" : 3,
"1482752" : 6,
"1499136" : 8,
"1515520" : 11,
"1531904" : 5,
"1548288" : 6,
"1564672" : 4,
"1581056" : 5,
"1597440" : 9,
"1613824" : 15,
"1630208" : 17,
"1646592" : 12,
"1662976" : 21,
"1679360" : 19,
"1695744" : 38,
"1712128" : 41,
"1728512" : 22,
"1744896" : 30,
"1761280" : 26,
"1777664" : 35,
"1794048" : 26,
"1810432" : 40,
"1826816" : 22,
"1843200" : 32,
"1859584" : 40,
"1875968" : 40,
"1892352" : 43,
"1908736" : 38,
"1925120" : 34,
"1941504" : 36,
"1957888" : 34,
"1974272" : 62,
"1990656" : 74,
"2007040" : 87,
"2023424" : 103,
"2039808" : 95,
"2056192" : 119,
"2072576" : 114,
"2088960" : 137,
"2113536" : 280,
"2146304" : 280,
"2179072" : 313,
"2211840" : 301,
"2244608" : 317,
"2277376" : 358,
"2310144" : 417,
"2342912" : 517,
"2375680" : 633,
"2408448" : 715,
"2441216" : 789,
"2473984" : 869,
"2506752" : 838,
"2539520" : 879,
"2572288" : 968,
"2605056" : 1023,
"2637824" : 1088,
"2670592" : 1288,
"2703360" : 1457,
"2736128" : 1805,
"2768896" : 1980,
"2801664" : 2131,
"2834432" : 2269,
"2867200" : 2239,
"2899968" : 2263,
"2932736" : 2595,
"2965504" : 2748,
"2998272" : 2920,
"3031040" : 3411,
"3063808" : 3889,
"3096576" : 4334,
"3129344" : 4657,
"3162112" : 4892,
"3194880" : 5068,
"3227648" : 5352,
"3260416" : 5727,
"3293184" : 5969,
"3325952" : 6281,
"3358720" : 7396,
"3391488" : 8071,
"3424256" : 8905,
"3457024" : 9515,
"3489792" : 10049,
"3522560" : 11071,
"3555328" : 11180,
"3588096" : 11895,
"3620864" : 12562,
"3653632" : 13379,
"3686400" : 14526,
"3719168" : 15645,
"3751936" : 16782,
"3784704" : 18175,
"3817472" : 19375,
"3850240" : 20501,
"3883008" : 21682,
"3915776" : 23076,
"3948544" : 24107,
"3981312" : 25307,
"4014080" : 26448,
"4046848" : 28191,
"4079616" : 29810,
"4112384" : 31149,
"4145152" : 33385,
"4177920" : 34954,
"4227072" : 75533,
"4292608" : 80811,
"4358144" : 86657,
"4423680" : 92320,
"4489216" : 99252,
"4554752" : 105781,
"4620288" : 109801,
"4685824" : 114393,
"4751360" : 116169,
"4816896" : 119417,
"4882432" : 120900,
"4947968" : 121181,
"5013504" : 119000,
"5079040" : 117035,
"5144576" : 113605,
"5210112" : 108311,
"5275648" : 102093,
"5341184" : 94711,
"5406720" : 87278,
"5472256" : 78914,
"5537792" : 70441,
"5603328" : 61211,
"5668864" : 52640,
"5734400" : 44407,
"5799936" : 37069,
"5865472" : 30411,
"5931008" : 24155,
"5996544" : 18894,
"6062080" : 14141,
"6127616" : 10476,
"6193152" : 7621,
"6258688" : 5484,
"6324224" : 3800,
"6389760" : 2489,
"6455296" : 1570,
"6520832" : 999,
"6586368" : 594,
"6651904" : 378,
"6717440" : 230,
"6782976" : 134,
"6848512" : 70,
"6914048" : 45,
"6979584" : 24,
"7045120" : 13,
"7110656" : 6,
"7176192" : 6,
"7241728" : 3,
"7307264" : 1,
"7372800" : 3
}
},
"lat_ns" : {
"min" : 1071828,
"max" : 7774270,
"mean" : 5080268.070947,
"stddev" : 700640.321114,
"N" : 3023033
},
"bw_min" : 194896,
"bw_max" : 210227,
"bw_agg" : 100.000000,
"bw_mean" : 201575.050420,
"bw_dev" : 190.616165,
"bw_samples" : 1904,
"iops_min" : 48724,
"iops_max" : 52555,
"iops_mean" : 50392.957983,
"iops_stddev" : 47.658011,
"iops_samples" : 1904
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959995,
"usr_cpu" : 0.657399,
"sys_cpu" : 16.701129,
"ctx" : 2433378,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999868,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999868,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.030168,
"4" : 12.886030,
"10" : 87.083273,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083834,
"timestamp_ms" : 1773083834351,
"time" : "Mon Mar 9 16:17:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 14445817856,
"io_kbytes" : 14107244,
"bw_bytes" : 206371774,
"bw" : 201534,
"iops" : 50384.219775,
"runtime" : 69999,
"total_ios" : 3526845,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5348,
"max" : 1320779,
"mean" : 315356.896762,
"stddev" : 157743.875104,
"N" : 3526845
},
"clat_ns" : {
"min" : 1050105,
"max" : 7404775,
"mean" : 4764957.288034,
"stddev" : 673240.328782,
"N" : 3526829,
"percentile" : {
"1.000000" : 2965504,
"5.000000" : 3588096,
"10.000000" : 3883008,
"20.000000" : 4227072,
"30.000000" : 4423680,
"40.000000" : 4620288,
"50.000000" : 4816896,
"60.000000" : 4947968,
"70.000000" : 5144576,
"80.000000" : 5341184,
"90.000000" : 5603328,
"95.000000" : 5799936,
"99.000000" : 6127616,
"99.500000" : 6258688,
"99.900000" : 6455296,
"99.950000" : 6586368,
"99.990000" : 6782976
},
"bins" : {
"1056768" : 2,
"1105920" : 3,
"1204224" : 2,
"1220608" : 2,
"1236992" : 1,
"1253376" : 1,
"1286144" : 3,
"1302528" : 2,
"1318912" : 2,
"1335296" : 2,
"1351680" : 4,
"1368064" : 2,
"1384448" : 7,
"1400832" : 7,
"1417216" : 6,
"1433600" : 8,
"1449984" : 4,
"1466368" : 4,
"1482752" : 7,
"1499136" : 8,
"1515520" : 12,
"1531904" : 6,
"1548288" : 6,
"1564672" : 5,
"1581056" : 5,
"1597440" : 9,
"1613824" : 15,
"1630208" : 19,
"1646592" : 16,
"1662976" : 21,
"1679360" : 19,
"1695744" : 45,
"1712128" : 46,
"1728512" : 27,
"1744896" : 34,
"1761280" : 43,
"1777664" : 43,
"1794048" : 31,
"1810432" : 40,
"1826816" : 26,
"1843200" : 38,
"1859584" : 46,
"1875968" : 45,
"1892352" : 49,
"1908736" : 47,
"1925120" : 42,
"1941504" : 43,
"1957888" : 36,
"1974272" : 65,
"1990656" : 84,
"2007040" : 99,
"2023424" : 117,
"2039808" : 107,
"2056192" : 134,
"2072576" : 124,
"2088960" : 151,
"2113536" : 315,
"2146304" : 316,
"2179072" : 351,
"2211840" : 338,
"2244608" : 355,
"2277376" : 383,
"2310144" : 477,
"2342912" : 589,
"2375680" : 726,
"2408448" : 805,
"2441216" : 890,
"2473984" : 989,
"2506752" : 951,
"2539520" : 989,
"2572288" : 1100,
"2605056" : 1146,
"2637824" : 1249,
"2670592" : 1462,
"2703360" : 1652,
"2736128" : 2048,
"2768896" : 2248,
"2801664" : 2441,
"2834432" : 2618,
"2867200" : 2563,
"2899968" : 2604,
"2932736" : 2945,
"2965504" : 3150,
"2998272" : 3383,
"3031040" : 3988,
"3063808" : 4479,
"3096576" : 5020,
"3129344" : 5391,
"3162112" : 5646,
"3194880" : 5890,
"3227648" : 6244,
"3260416" : 6674,
"3293184" : 6975,
"3325952" : 7368,
"3358720" : 8572,
"3391488" : 9355,
"3424256" : 10374,
"3457024" : 11106,
"3489792" : 11731,
"3522560" : 12879,
"3555328" : 12979,
"3588096" : 13931,
"3620864" : 14784,
"3653632" : 15676,
"3686400" : 17040,
"3719168" : 18230,
"3751936" : 19706,
"3784704" : 21230,
"3817472" : 22775,
"3850240" : 23994,
"3883008" : 25374,
"3915776" : 26954,
"3948544" : 28139,
"3981312" : 29546,
"4014080" : 30996,
"4046848" : 33022,
"4079616" : 34835,
"4112384" : 36546,
"4145152" : 38866,
"4177920" : 40736,
"4227072" : 88100,
"4292608" : 94591,
"4358144" : 101439,
"4423680" : 108040,
"4489216" : 116028,
"4554752" : 123533,
"4620288" : 128286,
"4685824" : 133395,
"4751360" : 135799,
"4816896" : 139544,
"4882432" : 140939,
"4947968" : 141040,
"5013504" : 138843,
"5079040" : 136352,
"5144576" : 132268,
"5210112" : 125743,
"5275648" : 118883,
"5341184" : 110432,
"5406720" : 101793,
"5472256" : 92027,
"5537792" : 82138,
"5603328" : 71501,
"5668864" : 61370,
"5734400" : 52042,
"5799936" : 43226,
"5865472" : 35452,
"5931008" : 28208,
"5996544" : 21877,
"6062080" : 16556,
"6127616" : 12252,
"6193152" : 8890,
"6258688" : 6301,
"6324224" : 4365,
"6389760" : 2873,
"6455296" : 1849,
"6520832" : 1180,
"6586368" : 705,
"6651904" : 442,
"6717440" : 266,
"6782976" : 160,
"6848512" : 85,
"6914048" : 49,
"6979584" : 26,
"7045120" : 15,
"7110656" : 7,
"7176192" : 6,
"7241728" : 3,
"7307264" : 1,
"7372800" : 3
}
},
"lat_ns" : {
"min" : 1071828,
"max" : 7774270,
"mean" : 5080313.825179,
"stddev" : 699542.285642,
"N" : 3526829
},
"bw_min" : 194688,
"bw_max" : 210227,
"bw_agg" : 100.000000,
"bw_mean" : 201567.877698,
"bw_dev" : 193.553955,
"bw_samples" : 2224,
"iops_min" : 48672,
"iops_max" : 52555,
"iops_mean" : 50391.215827,
"iops_stddev" : 48.392136,
"iops_samples" : 2224
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119984,
"usr_cpu" : 0.657956,
"sys_cpu" : 16.699078,
"ctx" : 2838776,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.029630,
"4" : 12.873602,
"10" : 87.096314,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083844,
"timestamp_ms" : 1773083844351,
"time" : "Mon Mar 9 16:17:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 16517853184,
"io_kbytes" : 16130716,
"bw_bytes" : 206475745,
"bw" : 201636,
"iops" : 50409.530119,
"runtime" : 79999,
"total_ios" : 4032712,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5288,
"max" : 1320779,
"mean" : 315196.031077,
"stddev" : 157803.508621,
"N" : 4032712
},
"clat_ns" : {
"min" : 706610,
"max" : 7404775,
"mean" : 4762544.509026,
"stddev" : 672686.619530,
"N" : 4032696,
"percentile" : {
"1.000000" : 2965504,
"5.000000" : 3588096,
"10.000000" : 3883008,
"20.000000" : 4227072,
"30.000000" : 4423680,
"40.000000" : 4620288,
"50.000000" : 4816896,
"60.000000" : 4947968,
"70.000000" : 5144576,
"80.000000" : 5341184,
"90.000000" : 5603328,
"95.000000" : 5799936,
"99.000000" : 6127616,
"99.500000" : 6258688,
"99.900000" : 6455296,
"99.950000" : 6586368,
"99.990000" : 6782976
},
"bins" : {
"708608" : 1,
"1056768" : 2,
"1073152" : 2,
"1105920" : 3,
"1204224" : 2,
"1220608" : 2,
"1236992" : 1,
"1253376" : 1,
"1269760" : 1,
"1286144" : 3,
"1302528" : 3,
"1318912" : 2,
"1335296" : 3,
"1351680" : 4,
"1368064" : 2,
"1384448" : 10,
"1400832" : 7,
"1417216" : 6,
"1433600" : 9,
"1449984" : 4,
"1466368" : 5,
"1482752" : 7,
"1499136" : 9,
"1515520" : 12,
"1531904" : 8,
"1548288" : 7,
"1564672" : 6,
"1581056" : 7,
"1597440" : 10,
"1613824" : 18,
"1630208" : 19,
"1646592" : 16,
"1662976" : 24,
"1679360" : 21,
"1695744" : 45,
"1712128" : 49,
"1728512" : 28,
"1744896" : 41,
"1761280" : 45,
"1777664" : 46,
"1794048" : 33,
"1810432" : 41,
"1826816" : 28,
"1843200" : 42,
"1859584" : 48,
"1875968" : 49,
"1892352" : 53,
"1908736" : 52,
"1925120" : 50,
"1941504" : 49,
"1957888" : 37,
"1974272" : 75,
"1990656" : 93,
"2007040" : 104,
"2023424" : 132,
"2039808" : 120,
"2056192" : 143,
"2072576" : 136,
"2088960" : 169,
"2113536" : 347,
"2146304" : 349,
"2179072" : 379,
"2211840" : 376,
"2244608" : 395,
"2277376" : 420,
"2310144" : 526,
"2342912" : 658,
"2375680" : 811,
"2408448" : 906,
"2441216" : 992,
"2473984" : 1112,
"2506752" : 1064,
"2539520" : 1098,
"2572288" : 1235,
"2605056" : 1267,
"2637824" : 1405,
"2670592" : 1675,
"2703360" : 1878,
"2736128" : 2327,
"2768896" : 2536,
"2801664" : 2778,
"2834432" : 2949,
"2867200" : 2947,
"2899968" : 2968,
"2932736" : 3374,
"2965504" : 3609,
"2998272" : 3933,
"3031040" : 4606,
"3063808" : 5109,
"3096576" : 5706,
"3129344" : 6148,
"3162112" : 6440,
"3194880" : 6819,
"3227648" : 7139,
"3260416" : 7708,
"3293184" : 8062,
"3325952" : 8542,
"3358720" : 9877,
"3391488" : 10773,
"3424256" : 11986,
"3457024" : 12767,
"3489792" : 13480,
"3522560" : 14759,
"3555328" : 14985,
"3588096" : 16099,
"3620864" : 17072,
"3653632" : 18066,
"3686400" : 19799,
"3719168" : 21072,
"3751936" : 22806,
"3784704" : 24449,
"3817472" : 26191,
"3850240" : 27617,
"3883008" : 29117,
"3915776" : 30993,
"3948544" : 32401,
"3981312" : 33906,
"4014080" : 35760,
"4046848" : 38001,
"4079616" : 40002,
"4112384" : 41935,
"4145152" : 44576,
"4177920" : 46916,
"4227072" : 100946,
"4292608" : 108355,
"4358144" : 116135,
"4423680" : 123804,
"4489216" : 133103,
"4554752" : 141654,
"4620288" : 147257,
"4685824" : 152584,
"4751360" : 155702,
"4816896" : 159478,
"4882432" : 161314,
"4947968" : 161275,
"5013504" : 158906,
"5079040" : 155626,
"5144576" : 150691,
"5210112" : 143240,
"5275648" : 135436,
"5341184" : 125840,
"5406720" : 115817,
"5472256" : 104694,
"5537792" : 93382,
"5603328" : 81140,
"5668864" : 69796,
"5734400" : 59102,
"5799936" : 49099,
"5865472" : 40207,
"5931008" : 31886,
"5996544" : 24803,
"6062080" : 18748,
"6127616" : 13935,
"6193152" : 10066,
"6258688" : 7123,
"6324224" : 4898,
"6389760" : 3256,
"6455296" : 2101,
"6520832" : 1335,
"6586368" : 793,
"6651904" : 510,
"6717440" : 307,
"6782976" : 190,
"6848512" : 96,
"6914048" : 57,
"6979584" : 31,
"7045120" : 15,
"7110656" : 7,
"7176192" : 6,
"7241728" : 3,
"7307264" : 1,
"7372800" : 3
}
},
"lat_ns" : {
"min" : 1071828,
"max" : 7774270,
"mean" : 5077740.397433,
"stddev" : 698919.645184,
"N" : 4032696
},
"bw_min" : 194672,
"bw_max" : 210258,
"bw_agg" : 100.000000,
"bw_mean" : 201664.194969,
"bw_dev" : 192.596241,
"bw_samples" : 2544,
"iops_min" : 48668,
"iops_max" : 52563,
"iops_mean" : 50415.371069,
"iops_stddev" : 48.152292,
"iops_samples" : 2544
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279984,
"usr_cpu" : 0.659539,
"sys_cpu" : 16.703724,
"ctx" : 3244414,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999975,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999975,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.028418,
"4" : 12.947490,
"10" : 87.023670,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083854,
"timestamp_ms" : 1773083854351,
"time" : "Mon Mar 9 16:17:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 18591588352,
"io_kbytes" : 18155848,
"bw_bytes" : 206575499,
"bw" : 201733,
"iops" : 50433.760375,
"runtime" : 89999,
"total_ios" : 4538988,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5288,
"max" : 1320779,
"mean" : 315043.106839,
"stddev" : 157897.511706,
"N" : 4538988
},
"clat_ns" : {
"min" : 706610,
"max" : 7404775,
"mean" : 4760239.426442,
"stddev" : 672777.930696,
"N" : 4538972,
"percentile" : {
"1.000000" : 2965504,
"5.000000" : 3555328,
"10.000000" : 3883008,
"20.000000" : 4227072,
"30.000000" : 4423680,
"40.000000" : 4620288,
"50.000000" : 4816896,
"60.000000" : 4947968,
"70.000000" : 5144576,
"80.000000" : 5341184,
"90.000000" : 5603328,
"95.000000" : 5799936,
"99.000000" : 6127616,
"99.500000" : 6258688,
"99.900000" : 6455296,
"99.950000" : 6520832,
"99.990000" : 6717440
},
"bins" : {
"708608" : 1,
"1056768" : 2,
"1073152" : 2,
"1105920" : 3,
"1204224" : 2,
"1220608" : 2,
"1236992" : 1,
"1253376" : 1,
"1269760" : 1,
"1286144" : 3,
"1302528" : 3,
"1318912" : 3,
"1335296" : 3,
"1351680" : 4,
"1368064" : 2,
"1384448" : 11,
"1400832" : 7,
"1417216" : 7,
"1433600" : 11,
"1449984" : 4,
"1466368" : 7,
"1482752" : 7,
"1499136" : 9,
"1515520" : 12,
"1531904" : 8,
"1548288" : 8,
"1564672" : 8,
"1581056" : 8,
"1597440" : 10,
"1613824" : 18,
"1630208" : 21,
"1646592" : 17,
"1662976" : 25,
"1679360" : 26,
"1695744" : 49,
"1712128" : 51,
"1728512" : 28,
"1744896" : 46,
"1761280" : 50,
"1777664" : 54,
"1794048" : 37,
"1810432" : 45,
"1826816" : 31,
"1843200" : 45,
"1859584" : 53,
"1875968" : 53,
"1892352" : 56,
"1908736" : 58,
"1925120" : 59,
"1941504" : 57,
"1957888" : 45,
"1974272" : 84,
"1990656" : 99,
"2007040" : 109,
"2023424" : 147,
"2039808" : 137,
"2056192" : 163,
"2072576" : 159,
"2088960" : 190,
"2113536" : 403,
"2146304" : 388,
"2179072" : 413,
"2211840" : 409,
"2244608" : 436,
"2277376" : 481,
"2310144" : 596,
"2342912" : 733,
"2375680" : 888,
"2408448" : 1033,
"2441216" : 1104,
"2473984" : 1235,
"2506752" : 1189,
"2539520" : 1231,
"2572288" : 1382,
"2605056" : 1448,
"2637824" : 1598,
"2670592" : 1882,
"2703360" : 2079,
"2736128" : 2581,
"2768896" : 2869,
"2801664" : 3063,
"2834432" : 3283,
"2867200" : 3312,
"2899968" : 3368,
"2932736" : 3806,
"2965504" : 4093,
"2998272" : 4451,
"3031040" : 5186,
"3063808" : 5744,
"3096576" : 6435,
"3129344" : 6977,
"3162112" : 7351,
"3194880" : 7782,
"3227648" : 8119,
"3260416" : 8779,
"3293184" : 9146,
"3325952" : 9798,
"3358720" : 11142,
"3391488" : 12139,
"3424256" : 13478,
"3457024" : 14467,
"3489792" : 15359,
"3522560" : 16749,
"3555328" : 17111,
"3588096" : 18322,
"3620864" : 19329,
"3653632" : 20513,
"3686400" : 22353,
"3719168" : 23876,
"3751936" : 25792,
"3784704" : 27759,
"3817472" : 29621,
"3850240" : 31318,
"3883008" : 33029,
"3915776" : 35175,
"3948544" : 36637,
"3981312" : 38471,
"4014080" : 40502,
"4046848" : 42923,
"4079616" : 45162,
"4112384" : 47546,
"4145152" : 50191,
"4177920" : 52977,
"4227072" : 114269,
"4292608" : 122383,
"4358144" : 130862,
"4423680" : 139842,
"4489216" : 150000,
"4554752" : 159422,
"4620288" : 165925,
"4685824" : 171718,
"4751360" : 175344,
"4816896" : 179441,
"4882432" : 181451,
"4947968" : 181266,
"5013504" : 178634,
"5079040" : 174456,
"5144576" : 169152,
"5210112" : 160996,
"5275648" : 151906,
"5341184" : 141311,
"5406720" : 129893,
"5472256" : 117316,
"5537792" : 104637,
"5603328" : 90843,
"5668864" : 78178,
"5734400" : 66143,
"5799936" : 55036,
"5865472" : 44993,
"5931008" : 35780,
"5996544" : 27747,
"6062080" : 20858,
"6127616" : 15574,
"6193152" : 11295,
"6258688" : 7941,
"6324224" : 5480,
"6389760" : 3633,
"6455296" : 2328,
"6520832" : 1499,
"6586368" : 884,
"6651904" : 571,
"6717440" : 343,
"6782976" : 207,
"6848512" : 109,
"6914048" : 62,
"6979584" : 32,
"7045120" : 15,
"7110656" : 7,
"7176192" : 7,
"7241728" : 4,
"7307264" : 2,
"7372800" : 3
}
},
"lat_ns" : {
"min" : 1071828,
"max" : 7774270,
"mean" : 5075282.084345,
"stddev" : 698989.452648,
"N" : 4538972
},
"bw_min" : 194600,
"bw_max" : 210483,
"bw_agg" : 100.000000,
"bw_mean" : 201764.938547,
"bw_dev" : 191.987916,
"bw_samples" : 2864,
"iops_min" : 48650,
"iops_max" : 52620,
"iops_mean" : 50440.614525,
"iops_stddev" : 48.000733,
"iops_samples" : 2864
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439984,
"usr_cpu" : 0.660563,
"sys_cpu" : 16.709422,
"ctx" : 3649860,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.027804,
"4" : 13.030239,
"10" : 86.941583,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083864,
"timestamp_ms" : 1773083864351,
"time" : "Mon Mar 9 16:17:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 20670676992,
"io_kbytes" : 20186208,
"bw_bytes" : 206708837,
"bw" : 201864,
"iops" : 50466.274663,
"runtime" : 99999,
"total_ios" : 5046577,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5007,
"max" : 1320779,
"mean" : 314840.110750,
"stddev" : 158013.632634,
"N" : 5046577
},
"clat_ns" : {
"min" : 706610,
"max" : 7404775,
"mean" : 4757172.138448,
"stddev" : 672920.513809,
"N" : 5046561,
"percentile" : {
"1.000000" : 2965504,
"5.000000" : 3555328,
"10.000000" : 3883008,
"20.000000" : 4227072,
"30.000000" : 4423680,
"40.000000" : 4620288,
"50.000000" : 4816896,
"60.000000" : 4947968,
"70.000000" : 5144576,
"80.000000" : 5341184,
"90.000000" : 5603328,
"95.000000" : 5799936,
"99.000000" : 6127616,
"99.500000" : 6258688,
"99.900000" : 6455296,
"99.950000" : 6520832,
"99.990000" : 6717440
},
"bins" : {
"708608" : 1,
"1056768" : 2,
"1073152" : 2,
"1105920" : 3,
"1122304" : 1,
"1204224" : 5,
"1220608" : 2,
"1236992" : 1,
"1253376" : 1,
"1269760" : 1,
"1286144" : 3,
"1302528" : 3,
"1318912" : 5,
"1335296" : 6,
"1351680" : 6,
"1368064" : 2,
"1384448" : 11,
"1400832" : 8,
"1417216" : 10,
"1433600" : 11,
"1449984" : 4,
"1466368" : 7,
"1482752" : 8,
"1499136" : 9,
"1515520" : 13,
"1531904" : 8,
"1548288" : 8,
"1564672" : 10,
"1581056" : 8,
"1597440" : 12,
"1613824" : 18,
"1630208" : 23,
"1646592" : 20,
"1662976" : 31,
"1679360" : 30,
"1695744" : 53,
"1712128" : 58,
"1728512" : 31,
"1744896" : 55,
"1761280" : 52,
"1777664" : 63,
"1794048" : 44,
"1810432" : 53,
"1826816" : 34,
"1843200" : 54,
"1859584" : 60,
"1875968" : 59,
"1892352" : 68,
"1908736" : 65,
"1925120" : 64,
"1941504" : 63,
"1957888" : 55,
"1974272" : 94,
"1990656" : 112,
"2007040" : 121,
"2023424" : 164,
"2039808" : 156,
"2056192" : 185,
"2072576" : 177,
"2088960" : 208,
"2113536" : 447,
"2146304" : 455,
"2179072" : 459,
"2211840" : 452,
"2244608" : 489,
"2277376" : 558,
"2310144" : 658,
"2342912" : 801,
"2375680" : 978,
"2408448" : 1160,
"2441216" : 1234,
"2473984" : 1365,
"2506752" : 1340,
"2539520" : 1404,
"2572288" : 1528,
"2605056" : 1629,
"2637824" : 1793,
"2670592" : 2108,
"2703360" : 2300,
"2736128" : 2881,
"2768896" : 3185,
"2801664" : 3437,
"2834432" : 3658,
"2867200" : 3738,
"2899968" : 3804,
"2932736" : 4239,
"2965504" : 4565,
"2998272" : 5015,
"3031040" : 5815,
"3063808" : 6410,
"3096576" : 7166,
"3129344" : 7890,
"3162112" : 8246,
"3194880" : 8784,
"3227648" : 9129,
"3260416" : 9832,
"3293184" : 10226,
"3325952" : 10996,
"3358720" : 12412,
"3391488" : 13577,
"3424256" : 15095,
"3457024" : 16143,
"3489792" : 17242,
"3522560" : 18840,
"3555328" : 19197,
"3588096" : 20568,
"3620864" : 21626,
"3653632" : 23035,
"3686400" : 24909,
"3719168" : 26707,
"3751936" : 28845,
"3784704" : 30954,
"3817472" : 33150,
"3850240" : 35074,
"3883008" : 36949,
"3915776" : 39368,
"3948544" : 40999,
"3981312" : 43051,
"4014080" : 45307,
"4046848" : 47970,
"4079616" : 50503,
"4112384" : 53036,
"4145152" : 55976,
"4177920" : 59111,
"4227072" : 127422,
"4292608" : 136712,
"4358144" : 146209,
"4423680" : 156042,
"4489216" : 167101,
"4554752" : 177487,
"4620288" : 184978,
"4685824" : 191427,
"4751360" : 195246,
"4816896" : 199226,
"4882432" : 201707,
"4947968" : 201687,
"5013504" : 198529,
"5079040" : 193501,
"5144576" : 187250,
"5210112" : 178591,
"5275648" : 168198,
"5341184" : 156564,
"5406720" : 143518,
"5472256" : 129568,
"5537792" : 115606,
"5603328" : 100245,
"5668864" : 86266,
"5734400" : 73065,
"5799936" : 60677,
"5865472" : 49521,
"5931008" : 39461,
"5996544" : 30590,
"6062080" : 23057,
"6127616" : 17156,
"6193152" : 12405,
"6258688" : 8689,
"6324224" : 5989,
"6389760" : 3972,
"6455296" : 2538,
"6520832" : 1639,
"6586368" : 976,
"6651904" : 638,
"6717440" : 374,
"6782976" : 220,
"6848512" : 115,
"6914048" : 65,
"6979584" : 36,
"7045120" : 16,
"7110656" : 7,
"7176192" : 8,
"7241728" : 4,
"7307264" : 2,
"7372800" : 3
}
},
"lat_ns" : {
"min" : 1071828,
"max" : 7774270,
"mean" : 5072012.034740,
"stddev" : 699118.230833,
"N" : 5046561
},
"bw_min" : 194600,
"bw_max" : 210491,
"bw_agg" : 100.000000,
"bw_mean" : 201886.954774,
"bw_dev" : 190.370284,
"bw_samples" : 3184,
"iops_min" : 48650,
"iops_max" : 52622,
"iops_mean" : 50471.140704,
"iops_stddev" : 47.597337,
"iops_samples" : 3184
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1599984,
"usr_cpu" : 0.661882,
"sys_cpu" : 16.707855,
"ctx" : 4055372,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999980,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999980,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.028435,
"4" : 13.119328,
"10" : 86.851900,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083874,
"timestamp_ms" : 1773083874351,
"time" : "Mon Mar 9 16:17:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 22757810176,
"io_kbytes" : 22224424,
"bw_bytes" : 206891064,
"bw" : 202042,
"iops" : 50510.868281,
"runtime" : 109999,
"total_ios" : 5556145,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5007,
"max" : 1320779,
"mean" : 314561.511519,
"stddev" : 158185.797584,
"N" : 5556145
},
"clat_ns" : {
"min" : 706610,
"max" : 7404775,
"mean" : 4752974.558027,
"stddev" : 674808.496759,
"N" : 5556129,
"percentile" : {
"1.000000" : 2965504,
"5.000000" : 3555328,
"10.000000" : 3850240,
"20.000000" : 4227072,
"30.000000" : 4423680,
"40.000000" : 4620288,
"50.000000" : 4816896,
"60.000000" : 4947968,
"70.000000" : 5144576,
"80.000000" : 5341184,
"90.000000" : 5603328,
"95.000000" : 5799936,
"99.000000" : 6127616,
"99.500000" : 6193152,
"99.900000" : 6455296,
"99.950000" : 6520832,
"99.990000" : 6717440
},
"bins" : {
"708608" : 1,
"1056768" : 3,
"1073152" : 2,
"1105920" : 3,
"1122304" : 1,
"1155072" : 2,
"1204224" : 5,
"1220608" : 2,
"1236992" : 2,
"1253376" : 2,
"1269760" : 1,
"1286144" : 3,
"1302528" : 3,
"1318912" : 5,
"1335296" : 6,
"1351680" : 6,
"1368064" : 3,
"1384448" : 11,
"1400832" : 8,
"1417216" : 15,
"1433600" : 17,
"1449984" : 5,
"1466368" : 8,
"1482752" : 9,
"1499136" : 10,
"1515520" : 18,
"1531904" : 9,
"1548288" : 10,
"1564672" : 12,
"1581056" : 9,
"1597440" : 18,
"1613824" : 20,
"1630208" : 34,
"1646592" : 26,
"1662976" : 37,
"1679360" : 44,
"1695744" : 58,
"1712128" : 63,
"1728512" : 44,
"1744896" : 64,
"1761280" : 56,
"1777664" : 81,
"1794048" : 59,
"1810432" : 58,
"1826816" : 46,
"1843200" : 62,
"1859584" : 73,
"1875968" : 71,
"1892352" : 94,
"1908736" : 73,
"1925120" : 79,
"1941504" : 82,
"1957888" : 76,
"1974272" : 113,
"1990656" : 138,
"2007040" : 147,
"2023424" : 200,
"2039808" : 177,
"2056192" : 204,
"2072576" : 204,
"2088960" : 235,
"2113536" : 533,
"2146304" : 524,
"2179072" : 535,
"2211840" : 528,
"2244608" : 562,
"2277376" : 643,
"2310144" : 765,
"2342912" : 907,
"2375680" : 1119,
"2408448" : 1303,
"2441216" : 1405,
"2473984" : 1548,
"2506752" : 1540,
"2539520" : 1587,
"2572288" : 1743,
"2605056" : 1845,
"2637824" : 2041,
"2670592" : 2417,
"2703360" : 2608,
"2736128" : 3272,
"2768896" : 3596,
"2801664" : 3865,
"2834432" : 4167,
"2867200" : 4246,
"2899968" : 4307,
"2932736" : 4773,
"2965504" : 5148,
"2998272" : 5676,
"3031040" : 6487,
"3063808" : 7178,
"3096576" : 8022,
"3129344" : 8888,
"3162112" : 9240,
"3194880" : 9836,
"3227648" : 10237,
"3260416" : 10923,
"3293184" : 11460,
"3325952" : 12389,
"3358720" : 13878,
"3391488" : 15158,
"3424256" : 16770,
"3457024" : 17930,
"3489792" : 19178,
"3522560" : 20981,
"3555328" : 21404,
"3588096" : 22886,
"3620864" : 24114,
"3653632" : 25667,
"3686400" : 27713,
"3719168" : 29699,
"3751936" : 31903,
"3784704" : 34392,
"3817472" : 36757,
"3850240" : 38955,
"3883008" : 40912,
"3915776" : 43590,
"3948544" : 45446,
"3981312" : 47790,
"4014080" : 50124,
"4046848" : 53086,
"4079616" : 55946,
"4112384" : 58708,
"4145152" : 61961,
"4177920" : 65515,
"4227072" : 141045,
"4292608" : 151164,
"4358144" : 161478,
"4423680" : 172116,
"4489216" : 184425,
"4554752" : 195380,
"4620288" : 203575,
"4685824" : 210479,
"4751360" : 214829,
"4816896" : 218922,
"4882432" : 221586,
"4947968" : 221314,
"5013504" : 217845,
"5079040" : 212380,
"5144576" : 205218,
"5210112" : 195488,
"5275648" : 184320,
"5341184" : 171653,
"5406720" : 157221,
"5472256" : 141920,
"5537792" : 126568,
"5603328" : 109512,
"5668864" : 94382,
"5734400" : 79913,
"5799936" : 66412,
"5865472" : 54132,
"5931008" : 43226,
"5996544" : 33391,
"6062080" : 25236,
"6127616" : 18728,
"6193152" : 13554,
"6258688" : 9438,
"6324224" : 6564,
"6389760" : 4287,
"6455296" : 2733,
"6520832" : 1769,
"6586368" : 1065,
"6651904" : 693,
"6717440" : 407,
"6782976" : 237,
"6848512" : 122,
"6914048" : 71,
"6979584" : 37,
"7045120" : 17,
"7110656" : 7,
"7176192" : 8,
"7241728" : 4,
"7307264" : 2,
"7372800" : 3
}
},
"lat_ns" : {
"min" : 1071828,
"max" : 7774270,
"mean" : 5067535.735148,
"stddev" : 701137.018538,
"N" : 5556129
},
"bw_min" : 194560,
"bw_max" : 211059,
"bw_agg" : 100.000000,
"bw_mean" : 202066.374429,
"bw_dev" : 194.214882,
"bw_samples" : 3504,
"iops_min" : 48640,
"iops_max" : 52764,
"iops_mean" : 50516.009132,
"iops_stddev" : 48.558904,
"iops_samples" : 3504
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1759984,
"usr_cpu" : 0.663472,
"sys_cpu" : 16.713106,
"ctx" : 4460715,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.031785,
"4" : 13.275967,
"10" : 86.691942,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083884,
"timestamp_ms" : 1773083884351,
"time" : "Mon Mar 9 16:18:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 24847335424,
"io_kbytes" : 24264976,
"bw_bytes" : 207062854,
"bw" : 202209,
"iops" : 50552.746273,
"runtime" : 119999,
"total_ios" : 6066279,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5007,
"max" : 1320779,
"mean" : 314298.365016,
"stddev" : 158344.316556,
"N" : 6066279
},
"clat_ns" : {
"min" : 706610,
"max" : 7404775,
"mean" : 4749031.140820,
"stddev" : 676166.800003,
"N" : 6066263,
"percentile" : {
"1.000000" : 2932736,
"5.000000" : 3555328,
"10.000000" : 3850240,
"20.000000" : 4227072,
"30.000000" : 4423680,
"40.000000" : 4620288,
"50.000000" : 4816896,
"60.000000" : 4947968,
"70.000000" : 5144576,
"80.000000" : 5341184,
"90.000000" : 5603328,
"95.000000" : 5799936,
"99.000000" : 6127616,
"99.500000" : 6193152,
"99.900000" : 6455296,
"99.950000" : 6520832,
"99.990000" : 6717440
},
"bins" : {
"708608" : 1,
"954368" : 1,
"1028096" : 1,
"1036288" : 1,
"1056768" : 3,
"1073152" : 2,
"1105920" : 3,
"1122304" : 1,
"1155072" : 2,
"1204224" : 5,
"1220608" : 2,
"1236992" : 2,
"1253376" : 3,
"1269760" : 1,
"1286144" : 5,
"1302528" : 3,
"1318912" : 5,
"1335296" : 6,
"1351680" : 8,
"1368064" : 4,
"1384448" : 12,
"1400832" : 10,
"1417216" : 18,
"1433600" : 17,
"1449984" : 5,
"1466368" : 10,
"1482752" : 12,
"1499136" : 10,
"1515520" : 18,
"1531904" : 9,
"1548288" : 10,
"1564672" : 17,
"1581056" : 11,
"1597440" : 19,
"1613824" : 23,
"1630208" : 35,
"1646592" : 27,
"1662976" : 38,
"1679360" : 48,
"1695744" : 65,
"1712128" : 71,
"1728512" : 49,
"1744896" : 66,
"1761280" : 67,
"1777664" : 93,
"1794048" : 63,
"1810432" : 60,
"1826816" : 52,
"1843200" : 72,
"1859584" : 77,
"1875968" : 75,
"1892352" : 105,
"1908736" : 84,
"1925120" : 89,
"1941504" : 97,
"1957888" : 89,
"1974272" : 126,
"1990656" : 147,
"2007040" : 163,
"2023424" : 227,
"2039808" : 196,
"2056192" : 223,
"2072576" : 236,
"2088960" : 264,
"2113536" : 580,
"2146304" : 592,
"2179072" : 615,
"2211840" : 595,
"2244608" : 647,
"2277376" : 733,
"2310144" : 851,
"2342912" : 1050,
"2375680" : 1267,
"2408448" : 1459,
"2441216" : 1601,
"2473984" : 1758,
"2506752" : 1754,
"2539520" : 1786,
"2572288" : 1953,
"2605056" : 2062,
"2637824" : 2313,
"2670592" : 2680,
"2703360" : 2950,
"2736128" : 3736,
"2768896" : 4028,
"2801664" : 4280,
"2834432" : 4624,
"2867200" : 4752,
"2899968" : 4841,
"2932736" : 5330,
"2965504" : 5744,
"2998272" : 6325,
"3031040" : 7202,
"3063808" : 7961,
"3096576" : 8845,
"3129344" : 9872,
"3162112" : 10234,
"3194880" : 10857,
"3227648" : 11274,
"3260416" : 12106,
"3293184" : 12657,
"3325952" : 13750,
"3358720" : 15285,
"3391488" : 16724,
"3424256" : 18414,
"3457024" : 19765,
"3489792" : 21304,
"3522560" : 23085,
"3555328" : 23740,
"3588096" : 25329,
"3620864" : 26545,
"3653632" : 28415,
"3686400" : 30419,
"3719168" : 32636,
"3751936" : 35103,
"3784704" : 37846,
"3817472" : 40471,
"3850240" : 42733,
"3883008" : 44907,
"3915776" : 47828,
"3948544" : 50016,
"3981312" : 52515,
"4014080" : 55109,
"4046848" : 58217,
"4079616" : 61308,
"4112384" : 64393,
"4145152" : 67985,
"4177920" : 71773,
"4227072" : 154543,
"4292608" : 165890,
"4358144" : 176962,
"4423680" : 188472,
"4489216" : 201850,
"4554752" : 213765,
"4620288" : 222927,
"4685824" : 230027,
"4751360" : 234050,
"4816896" : 238356,
"4882432" : 241793,
"4947968" : 241370,
"5013504" : 237200,
"5079040" : 230927,
"5144576" : 223077,
"5210112" : 212454,
"5275648" : 200006,
"5341184" : 186372,
"5406720" : 170781,
"5472256" : 154137,
"5537792" : 137169,
"5603328" : 118969,
"5668864" : 102292,
"5734400" : 86637,
"5799936" : 71840,
"5865472" : 58517,
"5931008" : 46780,
"5996544" : 36288,
"6062080" : 27344,
"6127616" : 20286,
"6193152" : 14634,
"6258688" : 10235,
"6324224" : 7075,
"6389760" : 4655,
"6455296" : 2978,
"6520832" : 1916,
"6586368" : 1138,
"6651904" : 756,
"6717440" : 446,
"6782976" : 255,
"6848512" : 132,
"6914048" : 75,
"6979584" : 43,
"7045120" : 24,
"7110656" : 10,
"7176192" : 8,
"7241728" : 4,
"7307264" : 2,
"7372800" : 3
}
},
"lat_ns" : {
"min" : 1071828,
"max" : 7774270,
"mean" : 5063329.258050,
"stddev" : 702606.546175,
"N" : 6066263
},
"bw_min" : 194528,
"bw_max" : 211059,
"bw_agg" : 100.000000,
"bw_mean" : 202237.920502,
"bw_dev" : 197.796402,
"bw_samples" : 3824,
"iops_min" : 48632,
"iops_max" : 52764,
"iops_mean" : 50558.891213,
"iops_stddev" : 49.454145,
"iops_samples" : 3824
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1919984,
"usr_cpu" : 0.662818,
"sys_cpu" : 16.722952,
"ctx" : 4865958,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999984,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999984,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.032326,
"4" : 13.416528,
"10" : 86.550849,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083894,
"timestamp_ms" : 1773083894351,
"time" : "Mon Mar 9 16:18:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 26932092928,
"io_kbytes" : 26300872,
"bw_bytes" : 207171539,
"bw" : 202315,
"iops" : 50579.227533,
"runtime" : 129999,
"total_ios" : 6575249,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5007,
"max" : 1320779,
"mean" : 314131.204265,
"stddev" : 158452.610336,
"N" : 6575249
},
"clat_ns" : {
"min" : 706610,
"max" : 7676910,
"mean" : 4746540.212570,
"stddev" : 677148.599641,
"N" : 6575233,
"percentile" : {
"1.000000" : 2932736,
"5.000000" : 3555328,
"10.000000" : 3850240,
"20.000000" : 4227072,
"30.000000" : 4423680,
"40.000000" : 4620288,
"50.000000" : 4816896,
"60.000000" : 4947968,
"70.000000" : 5144576,
"80.000000" : 5341184,
"90.000000" : 5603328,
"95.000000" : 5799936,
"99.000000" : 6127616,
"99.500000" : 6193152,
"99.900000" : 6455296,
"99.950000" : 6520832,
"99.990000" : 6717440
},
"bins" : {
"708608" : 1,
"954368" : 1,
"1028096" : 1,
"1036288" : 1,
"1044480" : 1,
"1056768" : 3,
"1073152" : 2,
"1105920" : 3,
"1122304" : 1,
"1155072" : 2,
"1204224" : 5,
"1220608" : 2,
"1236992" : 2,
"1253376" : 3,
"1269760" : 3,
"1286144" : 7,
"1302528" : 5,
"1318912" : 5,
"1335296" : 13,
"1351680" : 11,
"1368064" : 6,
"1384448" : 14,
"1400832" : 11,
"1417216" : 19,
"1433600" : 18,
"1449984" : 5,
"1466368" : 10,
"1482752" : 13,
"1499136" : 12,
"1515520" : 19,
"1531904" : 9,
"1548288" : 10,
"1564672" : 19,
"1581056" : 11,
"1597440" : 21,
"1613824" : 30,
"1630208" : 38,
"1646592" : 32,
"1662976" : 46,
"1679360" : 51,
"1695744" : 77,
"1712128" : 76,
"1728512" : 56,
"1744896" : 81,
"1761280" : 75,
"1777664" : 101,
"1794048" : 70,
"1810432" : 69,
"1826816" : 63,
"1843200" : 84,
"1859584" : 82,
"1875968" : 85,
"1892352" : 113,
"1908736" : 91,
"1925120" : 98,
"1941504" : 110,
"1957888" : 101,
"1974272" : 138,
"1990656" : 160,
"2007040" : 183,
"2023424" : 251,
"2039808" : 216,
"2056192" : 248,
"2072576" : 262,
"2088960" : 293,
"2113536" : 650,
"2146304" : 640,
"2179072" : 697,
"2211840" : 650,
"2244608" : 692,
"2277376" : 812,
"2310144" : 925,
"2342912" : 1154,
"2375680" : 1407,
"2408448" : 1630,
"2441216" : 1781,
"2473984" : 1943,
"2506752" : 1913,
"2539520" : 1990,
"2572288" : 2125,
"2605056" : 2246,
"2637824" : 2530,
"2670592" : 2926,
"2703360" : 3281,
"2736128" : 4120,
"2768896" : 4441,
"2801664" : 4724,
"2834432" : 5077,
"2867200" : 5219,
"2899968" : 5316,
"2932736" : 5864,
"2965504" : 6341,
"2998272" : 6905,
"3031040" : 7917,
"3063808" : 8699,
"3096576" : 9719,
"3129344" : 10780,
"3162112" : 11233,
"3194880" : 11885,
"3227648" : 12390,
"3260416" : 13248,
"3293184" : 13867,
"3325952" : 15045,
"3358720" : 16705,
"3391488" : 18306,
"3424256" : 20091,
"3457024" : 21666,
"3489792" : 23363,
"3522560" : 25127,
"3555328" : 26025,
"3588096" : 27668,
"3620864" : 29064,
"3653632" : 30977,
"3686400" : 33258,
"3719168" : 35596,
"3751936" : 38262,
"3784704" : 41268,
"3817472" : 44092,
"3850240" : 46386,
"3883008" : 49089,
"3915776" : 52075,
"3948544" : 54411,
"3981312" : 57089,
"4014080" : 59945,
"4046848" : 63261,
"4079616" : 66627,
"4112384" : 69951,
"4145152" : 73848,
"4177920" : 78074,
"4227072" : 167571,
"4292608" : 179969,
"4358144" : 191857,
"4423680" : 204483,
"4489216" : 218992,
"4554752" : 231949,
"4620288" : 241639,
"4685824" : 249105,
"4751360" : 253385,
"4816896" : 258215,
"4882432" : 261787,
"4947968" : 261206,
"5013504" : 256777,
"5079040" : 250137,
"5144576" : 241293,
"5210112" : 229768,
"5275648" : 216160,
"5341184" : 201489,
"5406720" : 184889,
"5472256" : 166499,
"5537792" : 148300,
"5603328" : 128329,
"5668864" : 110390,
"5734400" : 93436,
"5799936" : 77393,
"5865472" : 63091,
"5931008" : 50394,
"5996544" : 39042,
"6062080" : 29359,
"6127616" : 21802,
"6193152" : 15723,
"6258688" : 11066,
"6324224" : 7610,
"6389760" : 5006,
"6455296" : 3208,
"6520832" : 2070,
"6586368" : 1233,
"6651904" : 825,
"6717440" : 485,
"6782976" : 281,
"6848512" : 151,
"6914048" : 88,
"6979584" : 54,
"7045120" : 27,
"7110656" : 14,
"7176192" : 11,
"7241728" : 5,
"7307264" : 4,
"7372800" : 3,
"7438336" : 2,
"7503872" : 2,
"7569408" : 2,
"7634944" : 1,
"7700480" : 1
}
},
"lat_ns" : {
"min" : 1071828,
"max" : 8121239,
"mean" : 5060671.619343,
"stddev" : 703660.548552,
"N" : 6575233
},
"bw_min" : 194528,
"bw_max" : 211355,
"bw_agg" : 100.000000,
"bw_mean" : 202338.749035,
"bw_dev" : 197.713571,
"bw_samples" : 4144,
"iops_min" : 48632,
"iops_max" : 52838,
"iops_mean" : 50584.104247,
"iops_stddev" : 49.434269,
"iops_samples" : 4144
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2079984,
"usr_cpu" : 0.663563,
"sys_cpu" : 16.729744,
"ctx" : 5271170,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.033489,
"4" : 13.519275,
"10" : 86.446962,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083904,
"timestamp_ms" : 1773083904351,
"time" : "Mon Mar 9 16:18:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 29015474176,
"io_kbytes" : 28335424,
"bw_bytes" : 207253386,
"bw" : 202395,
"iops" : 50599.185714,
"runtime" : 140000,
"total_ios" : 7083886,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5007,
"max" : 1320779,
"mean" : 314005.565817,
"stddev" : 158521.994467,
"N" : 7083886
},
"clat_ns" : {
"min" : 706610,
"max" : 7676910,
"mean" : 4744655.680195,
"stddev" : 677597.296919,
"N" : 7083870,
"percentile" : {
"1.000000" : 2932736,
"5.000000" : 3555328,
"10.000000" : 3850240,
"20.000000" : 4227072,
"30.000000" : 4423680,
"40.000000" : 4620288,
"50.000000" : 4816896,
"60.000000" : 4947968,
"70.000000" : 5144576,
"80.000000" : 5341184,
"90.000000" : 5603328,
"95.000000" : 5734400,
"99.000000" : 6127616,
"99.500000" : 6193152,
"99.900000" : 6455296,
"99.950000" : 6520832,
"99.990000" : 6717440
},
"bins" : {
"708608" : 1,
"954368" : 1,
"1028096" : 1,
"1036288" : 1,
"1044480" : 1,
"1056768" : 3,
"1073152" : 2,
"1105920" : 3,
"1122304" : 1,
"1155072" : 2,
"1204224" : 5,
"1220608" : 2,
"1236992" : 2,
"1253376" : 3,
"1269760" : 3,
"1286144" : 7,
"1302528" : 5,
"1318912" : 5,
"1335296" : 13,
"1351680" : 13,
"1368064" : 13,
"1384448" : 17,
"1400832" : 11,
"1417216" : 22,
"1433600" : 18,
"1449984" : 6,
"1466368" : 10,
"1482752" : 15,
"1499136" : 12,
"1515520" : 20,
"1531904" : 13,
"1548288" : 10,
"1564672" : 21,
"1581056" : 15,
"1597440" : 24,
"1613824" : 31,
"1630208" : 39,
"1646592" : 36,
"1662976" : 53,
"1679360" : 59,
"1695744" : 84,
"1712128" : 87,
"1728512" : 64,
"1744896" : 84,
"1761280" : 87,
"1777664" : 111,
"1794048" : 74,
"1810432" : 78,
"1826816" : 72,
"1843200" : 88,
"1859584" : 85,
"1875968" : 87,
"1892352" : 120,
"1908736" : 102,
"1925120" : 108,
"1941504" : 117,
"1957888" : 108,
"1974272" : 156,
"1990656" : 168,
"2007040" : 213,
"2023424" : 278,
"2039808" : 240,
"2056192" : 272,
"2072576" : 303,
"2088960" : 325,
"2113536" : 692,
"2146304" : 699,
"2179072" : 755,
"2211840" : 698,
"2244608" : 768,
"2277376" : 885,
"2310144" : 1029,
"2342912" : 1261,
"2375680" : 1560,
"2408448" : 1776,
"2441216" : 1951,
"2473984" : 2117,
"2506752" : 2104,
"2539520" : 2170,
"2572288" : 2286,
"2605056" : 2427,
"2637824" : 2769,
"2670592" : 3229,
"2703360" : 3602,
"2736128" : 4468,
"2768896" : 4851,
"2801664" : 5185,
"2834432" : 5513,
"2867200" : 5686,
"2899968" : 5777,
"2932736" : 6331,
"2965504" : 6895,
"2998272" : 7472,
"3031040" : 8583,
"3063808" : 9446,
"3096576" : 10595,
"3129344" : 11648,
"3162112" : 12146,
"3194880" : 12887,
"3227648" : 13413,
"3260416" : 14343,
"3293184" : 15063,
"3325952" : 16295,
"3358720" : 18126,
"3391488" : 19893,
"3424256" : 21816,
"3457024" : 23488,
"3489792" : 25284,
"3522560" : 27122,
"3555328" : 28188,
"3588096" : 29872,
"3620864" : 31437,
"3653632" : 33526,
"3686400" : 36002,
"3719168" : 38413,
"3751936" : 41318,
"3784704" : 44609,
"3817472" : 47637,
"3850240" : 50067,
"3883008" : 53053,
"3915776" : 56255,
"3948544" : 58729,
"3981312" : 61532,
"4014080" : 64650,
"4046848" : 68284,
"4079616" : 71919,
"4112384" : 75371,
"4145152" : 79797,
"4177920" : 84136,
"4227072" : 180484,
"4292608" : 194364,
"4358144" : 207107,
"4423680" : 220848,
"4489216" : 236570,
"4554752" : 250018,
"4620288" : 260698,
"4685824" : 268802,
"4751360" : 273120,
"4816896" : 278307,
"4882432" : 281951,
"4947968" : 281210,
"5013504" : 276191,
"5079040" : 269017,
"5144576" : 259573,
"5210112" : 247114,
"5275648" : 232450,
"5341184" : 216551,
"5406720" : 198683,
"5472256" : 178790,
"5537792" : 159129,
"5603328" : 137719,
"5668864" : 118624,
"5734400" : 100268,
"5799936" : 82974,
"5865472" : 67601,
"5931008" : 54011,
"5996544" : 41664,
"6062080" : 31443,
"6127616" : 23331,
"6193152" : 16843,
"6258688" : 11930,
"6324224" : 8153,
"6389760" : 5389,
"6455296" : 3451,
"6520832" : 2212,
"6586368" : 1302,
"6651904" : 864,
"6717440" : 505,
"6782976" : 296,
"6848512" : 162,
"6914048" : 92,
"6979584" : 55,
"7045120" : 30,
"7110656" : 14,
"7176192" : 11,
"7241728" : 5,
"7307264" : 4,
"7372800" : 3,
"7438336" : 2,
"7503872" : 2,
"7569408" : 2,
"7634944" : 1,
"7700480" : 1
}
},
"lat_ns" : {
"min" : 1071828,
"max" : 8121239,
"mean" : 5058661.351719,
"stddev" : 704137.975405,
"N" : 7083870
},
"bw_min" : 194528,
"bw_max" : 211475,
"bw_agg" : 100.000000,
"bw_mean" : 202428.060932,
"bw_dev" : 198.702308,
"bw_samples" : 4464,
"iops_min" : 48632,
"iops_max" : 52868,
"iops_mean" : 50606.451613,
"iops_stddev" : 49.682088,
"iops_samples" : 4464
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2240000,
"usr_cpu" : 0.661920,
"sys_cpu" : 16.733750,
"ctx" : 5676543,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999986,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.033993,
"4" : 13.578324,
"10" : 86.387429,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083914,
"timestamp_ms" : 1773083914351,
"time" : "Mon Mar 9 16:18:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 31095054336,
"io_kbytes" : 30366264,
"bw_bytes" : 207300362,
"bw" : 202441,
"iops" : 50610.633333,
"runtime" : 150000,
"total_ios" : 7591595,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5007,
"max" : 1320779,
"mean" : 313933.258809,
"stddev" : 158570.505969,
"N" : 7591595
},
"clat_ns" : {
"min" : 706610,
"max" : 7676910,
"mean" : 4743573.269051,
"stddev" : 678273.474697,
"N" : 7591579,
"percentile" : {
"1.000000" : 2932736,
"5.000000" : 3555328,
"10.000000" : 3850240,
"20.000000" : 4227072,
"30.000000" : 4423680,
"40.000000" : 4620288,
"50.000000" : 4816896,
"60.000000" : 4947968,
"70.000000" : 5144576,
"80.000000" : 5341184,
"90.000000" : 5537792,
"95.000000" : 5734400,
"99.000000" : 6127616,
"99.500000" : 6193152,
"99.900000" : 6455296,
"99.950000" : 6520832,
"99.990000" : 6717440
},
"bins" : {
"708608" : 1,
"954368" : 1,
"1028096" : 1,
"1036288" : 1,
"1044480" : 1,
"1056768" : 3,
"1073152" : 2,
"1105920" : 3,
"1122304" : 1,
"1155072" : 2,
"1204224" : 5,
"1220608" : 2,
"1236992" : 2,
"1253376" : 4,
"1269760" : 3,
"1286144" : 7,
"1302528" : 5,
"1318912" : 6,
"1335296" : 14,
"1351680" : 13,
"1368064" : 14,
"1384448" : 20,
"1400832" : 12,
"1417216" : 25,
"1433600" : 20,
"1449984" : 8,
"1466368" : 12,
"1482752" : 17,
"1499136" : 12,
"1515520" : 20,
"1531904" : 13,
"1548288" : 11,
"1564672" : 22,
"1581056" : 17,
"1597440" : 27,
"1613824" : 34,
"1630208" : 42,
"1646592" : 39,
"1662976" : 63,
"1679360" : 64,
"1695744" : 92,
"1712128" : 92,
"1728512" : 74,
"1744896" : 85,
"1761280" : 97,
"1777664" : 119,
"1794048" : 82,
"1810432" : 85,
"1826816" : 78,
"1843200" : 95,
"1859584" : 94,
"1875968" : 98,
"1892352" : 131,
"1908736" : 110,
"1925120" : 121,
"1941504" : 132,
"1957888" : 120,
"1974272" : 177,
"1990656" : 181,
"2007040" : 245,
"2023424" : 303,
"2039808" : 260,
"2056192" : 295,
"2072576" : 338,
"2088960" : 359,
"2113536" : 763,
"2146304" : 756,
"2179072" : 824,
"2211840" : 790,
"2244608" : 861,
"2277376" : 977,
"2310144" : 1158,
"2342912" : 1393,
"2375680" : 1718,
"2408448" : 1911,
"2441216" : 2132,
"2473984" : 2279,
"2506752" : 2322,
"2539520" : 2375,
"2572288" : 2525,
"2605056" : 2660,
"2637824" : 3025,
"2670592" : 3483,
"2703360" : 3934,
"2736128" : 4833,
"2768896" : 5241,
"2801664" : 5604,
"2834432" : 6006,
"2867200" : 6097,
"2899968" : 6296,
"2932736" : 6843,
"2965504" : 7502,
"2998272" : 8075,
"3031040" : 9253,
"3063808" : 10217,
"3096576" : 11414,
"3129344" : 12505,
"3162112" : 13173,
"3194880" : 13909,
"3227648" : 14426,
"3260416" : 15439,
"3293184" : 16284,
"3325952" : 17543,
"3358720" : 19439,
"3391488" : 21394,
"3424256" : 23381,
"3457024" : 25219,
"3489792" : 27119,
"3522560" : 29227,
"3555328" : 30249,
"3588096" : 32183,
"3620864" : 33638,
"3653632" : 35950,
"3686400" : 38503,
"3719168" : 41116,
"3751936" : 44279,
"3784704" : 47877,
"3817472" : 51056,
"3850240" : 53662,
"3883008" : 56941,
"3915776" : 60376,
"3948544" : 63012,
"3981312" : 66008,
"4014080" : 69294,
"4046848" : 73209,
"4079616" : 77106,
"4112384" : 80747,
"4145152" : 85322,
"4177920" : 90200,
"4227072" : 193491,
"4292608" : 208358,
"4358144" : 221966,
"4423680" : 236678,
"4489216" : 253345,
"4554752" : 268174,
"4620288" : 279440,
"4685824" : 288118,
"4751360" : 292840,
"4816896" : 298328,
"4882432" : 302226,
"4947968" : 301259,
"5013504" : 295722,
"5079040" : 288440,
"5144576" : 278070,
"5210112" : 264841,
"5275648" : 248937,
"5341184" : 231830,
"5406720" : 212484,
"5472256" : 191190,
"5537792" : 170304,
"5603328" : 147439,
"5668864" : 126913,
"5734400" : 107175,
"5799936" : 88597,
"5865472" : 72254,
"5931008" : 57740,
"5996544" : 44507,
"6062080" : 33598,
"6127616" : 24936,
"6193152" : 17971,
"6258688" : 12718,
"6324224" : 8752,
"6389760" : 5767,
"6455296" : 3678,
"6520832" : 2378,
"6586368" : 1400,
"6651904" : 930,
"6717440" : 554,
"6782976" : 327,
"6848512" : 180,
"6914048" : 102,
"6979584" : 58,
"7045120" : 32,
"7110656" : 15,
"7176192" : 12,
"7241728" : 5,
"7307264" : 4,
"7372800" : 3,
"7438336" : 2,
"7503872" : 2,
"7569408" : 2,
"7634944" : 1,
"7700480" : 1
}
},
"lat_ns" : {
"min" : 1071828,
"max" : 8121239,
"mean" : 5057506.450037,
"stddev" : 704880.503025,
"N" : 7591579
},
"bw_min" : 194528,
"bw_max" : 211611,
"bw_agg" : 100.000000,
"bw_mean" : 202478.976589,
"bw_dev" : 200.798230,
"bw_samples" : 4784,
"iops_min" : 48632,
"iops_max" : 52902,
"iops_mean" : 50619.187291,
"iops_stddev" : 50.205560,
"iops_samples" : 4784
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2399997,
"usr_cpu" : 0.662917,
"sys_cpu" : 16.731146,
"ctx" : 6081850,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.034841,
"4" : 13.617837,
"10" : 86.347085,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083924,
"timestamp_ms" : 1773083924351,
"time" : "Mon Mar 9 16:18:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 33184948224,
"io_kbytes" : 32407176,
"bw_bytes" : 207405926,
"bw" : 202544,
"iops" : 50636.387500,
"runtime" : 160000,
"total_ios" : 8101822,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5007,
"max" : 1320779,
"mean" : 313772.769649,
"stddev" : 158668.450561,
"N" : 8101822
},
"clat_ns" : {
"min" : 706610,
"max" : 7676910,
"mean" : 4741152.208634,
"stddev" : 677985.054675,
"N" : 8101806,
"percentile" : {
"1.000000" : 2932736,
"5.000000" : 3555328,
"10.000000" : 3850240,
"20.000000" : 4227072,
"30.000000" : 4423680,
"40.000000" : 4620288,
"50.000000" : 4816896,
"60.000000" : 4947968,
"70.000000" : 5144576,
"80.000000" : 5341184,
"90.000000" : 5537792,
"95.000000" : 5734400,
"99.000000" : 6127616,
"99.500000" : 6193152,
"99.900000" : 6455296,
"99.950000" : 6520832,
"99.990000" : 6717440
},
"bins" : {
"708608" : 1,
"798720" : 1,
"954368" : 1,
"995328" : 2,
"1028096" : 1,
"1036288" : 1,
"1044480" : 1,
"1056768" : 5,
"1073152" : 2,
"1105920" : 3,
"1122304" : 1,
"1155072" : 3,
"1204224" : 7,
"1220608" : 2,
"1236992" : 2,
"1253376" : 4,
"1269760" : 3,
"1286144" : 7,
"1302528" : 6,
"1318912" : 6,
"1335296" : 14,
"1351680" : 16,
"1368064" : 14,
"1384448" : 24,
"1400832" : 16,
"1417216" : 28,
"1433600" : 20,
"1449984" : 10,
"1466368" : 13,
"1482752" : 17,
"1499136" : 14,
"1515520" : 20,
"1531904" : 14,
"1548288" : 12,
"1564672" : 23,
"1581056" : 17,
"1597440" : 29,
"1613824" : 38,
"1630208" : 44,
"1646592" : 43,
"1662976" : 67,
"1679360" : 66,
"1695744" : 97,
"1712128" : 103,
"1728512" : 86,
"1744896" : 88,
"1761280" : 98,
"1777664" : 125,
"1794048" : 85,
"1810432" : 90,
"1826816" : 87,
"1843200" : 99,
"1859584" : 96,
"1875968" : 101,
"1892352" : 138,
"1908736" : 116,
"1925120" : 126,
"1941504" : 135,
"1957888" : 128,
"1974272" : 185,
"1990656" : 201,
"2007040" : 262,
"2023424" : 319,
"2039808" : 277,
"2056192" : 332,
"2072576" : 354,
"2088960" : 382,
"2113536" : 821,
"2146304" : 806,
"2179072" : 870,
"2211840" : 836,
"2244608" : 892,
"2277376" : 1044,
"2310144" : 1244,
"2342912" : 1493,
"2375680" : 1834,
"2408448" : 2040,
"2441216" : 2254,
"2473984" : 2443,
"2506752" : 2475,
"2539520" : 2538,
"2572288" : 2687,
"2605056" : 2874,
"2637824" : 3230,
"2670592" : 3726,
"2703360" : 4220,
"2736128" : 5103,
"2768896" : 5578,
"2801664" : 5977,
"2834432" : 6386,
"2867200" : 6512,
"2899968" : 6787,
"2932736" : 7282,
"2965504" : 7982,
"2998272" : 8648,
"3031040" : 9871,
"3063808" : 10953,
"3096576" : 12201,
"3129344" : 13367,
"3162112" : 14089,
"3194880" : 14923,
"3227648" : 15431,
"3260416" : 16493,
"3293184" : 17493,
"3325952" : 18709,
"3358720" : 20870,
"3391488" : 22900,
"3424256" : 25065,
"3457024" : 27037,
"3489792" : 28990,
"3522560" : 31311,
"3555328" : 32428,
"3588096" : 34482,
"3620864" : 36145,
"3653632" : 38514,
"3686400" : 41258,
"3719168" : 44170,
"3751936" : 47467,
"3784704" : 51416,
"3817472" : 54774,
"3850240" : 57623,
"3883008" : 61224,
"3915776" : 64826,
"3948544" : 67683,
"3981312" : 70848,
"4014080" : 74118,
"4046848" : 78388,
"4079616" : 82722,
"4112384" : 86706,
"4145152" : 91467,
"4177920" : 96803,
"4227072" : 207526,
"4292608" : 223385,
"4358144" : 237859,
"4423680" : 253257,
"4489216" : 270978,
"4554752" : 286991,
"4620288" : 299003,
"4685824" : 308116,
"4751360" : 312759,
"4816896" : 318507,
"4882432" : 322520,
"4947968" : 321391,
"5013504" : 315235,
"5079040" : 307310,
"5144576" : 295702,
"5210112" : 281798,
"5275648" : 264853,
"5341184" : 246338,
"5406720" : 225580,
"5472256" : 202988,
"5537792" : 180616,
"5603328" : 156258,
"5668864" : 134408,
"5734400" : 113347,
"5799936" : 94024,
"5865472" : 76590,
"5931008" : 61180,
"5996544" : 47167,
"6062080" : 35579,
"6127616" : 26439,
"6193152" : 18967,
"6258688" : 13473,
"6324224" : 9243,
"6389760" : 6100,
"6455296" : 3883,
"6520832" : 2509,
"6586368" : 1489,
"6651904" : 991,
"6717440" : 582,
"6782976" : 347,
"6848512" : 196,
"6914048" : 108,
"6979584" : 59,
"7045120" : 33,
"7110656" : 16,
"7176192" : 12,
"7241728" : 5,
"7307264" : 4,
"7372800" : 3,
"7438336" : 2,
"7503872" : 2,
"7569408" : 2,
"7634944" : 1,
"7700480" : 1
}
},
"lat_ns" : {
"min" : 1018216,
"max" : 8121239,
"mean" : 5054925.027463,
"stddev" : 704526.273000,
"N" : 8101806
},
"bw_min" : 194368,
"bw_max" : 212027,
"bw_agg" : 100.000000,
"bw_mean" : 202572.203762,
"bw_dev" : 204.744331,
"bw_samples" : 5104,
"iops_min" : 48592,
"iops_max" : 53006,
"iops_mean" : 50642.520376,
"iops_stddev" : 51.192667,
"iops_samples" : 5104
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2559990,
"usr_cpu" : 0.664651,
"sys_cpu" : 16.731862,
"ctx" : 6487146,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999988,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999988,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.034745,
"4" : 13.678775,
"10" : 86.286221,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083934,
"timestamp_ms" : 1773083934351,
"time" : "Mon Mar 9 16:18:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 35235938304,
"io_kbytes" : 34410096,
"bw_bytes" : 207271444,
"bw" : 202413,
"iops" : 50603.527080,
"runtime" : 169999,
"total_ios" : 8602549,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5007,
"max" : 1320779,
"mean" : 313979.857369,
"stddev" : 158543.795940,
"N" : 8602549
},
"clat_ns" : {
"min" : 706610,
"max" : 7676910,
"mean" : 4744244.133914,
"stddev" : 676755.813085,
"N" : 8602533,
"percentile" : {
"1.000000" : 2932736,
"5.000000" : 3555328,
"10.000000" : 3850240,
"20.000000" : 4227072,
"30.000000" : 4423680,
"40.000000" : 4620288,
"50.000000" : 4816896,
"60.000000" : 4947968,
"70.000000" : 5144576,
"80.000000" : 5341184,
"90.000000" : 5537792,
"95.000000" : 5734400,
"99.000000" : 6127616,
"99.500000" : 6193152,
"99.900000" : 6455296,
"99.950000" : 6520832,
"99.990000" : 6717440
},
"bins" : {
"708608" : 1,
"798720" : 1,
"880640" : 1,
"954368" : 1,
"995328" : 2,
"1028096" : 1,
"1036288" : 1,
"1044480" : 1,
"1056768" : 5,
"1073152" : 2,
"1105920" : 3,
"1122304" : 1,
"1155072" : 3,
"1204224" : 8,
"1220608" : 2,
"1236992" : 2,
"1253376" : 5,
"1269760" : 4,
"1286144" : 7,
"1302528" : 6,
"1318912" : 6,
"1335296" : 15,
"1351680" : 17,
"1368064" : 14,
"1384448" : 24,
"1400832" : 17,
"1417216" : 28,
"1433600" : 20,
"1449984" : 10,
"1466368" : 13,
"1482752" : 17,
"1499136" : 14,
"1515520" : 20,
"1531904" : 14,
"1548288" : 12,
"1564672" : 23,
"1581056" : 18,
"1597440" : 30,
"1613824" : 39,
"1630208" : 46,
"1646592" : 45,
"1662976" : 68,
"1679360" : 69,
"1695744" : 100,
"1712128" : 106,
"1728512" : 87,
"1744896" : 91,
"1761280" : 98,
"1777664" : 129,
"1794048" : 87,
"1810432" : 91,
"1826816" : 87,
"1843200" : 99,
"1859584" : 98,
"1875968" : 101,
"1892352" : 139,
"1908736" : 118,
"1925120" : 129,
"1941504" : 142,
"1957888" : 133,
"1974272" : 191,
"1990656" : 207,
"2007040" : 266,
"2023424" : 323,
"2039808" : 293,
"2056192" : 344,
"2072576" : 362,
"2088960" : 398,
"2113536" : 843,
"2146304" : 827,
"2179072" : 879,
"2211840" : 853,
"2244608" : 916,
"2277376" : 1069,
"2310144" : 1285,
"2342912" : 1541,
"2375680" : 1899,
"2408448" : 2118,
"2441216" : 2335,
"2473984" : 2515,
"2506752" : 2559,
"2539520" : 2611,
"2572288" : 2763,
"2605056" : 2980,
"2637824" : 3362,
"2670592" : 3869,
"2703360" : 4377,
"2736128" : 5319,
"2768896" : 5804,
"2801664" : 6226,
"2834432" : 6627,
"2867200" : 6766,
"2899968" : 7100,
"2932736" : 7625,
"2965504" : 8351,
"2998272" : 9096,
"3031040" : 10353,
"3063808" : 11494,
"3096576" : 12743,
"3129344" : 13960,
"3162112" : 14718,
"3194880" : 15612,
"3227648" : 16188,
"3260416" : 17295,
"3293184" : 18383,
"3325952" : 19708,
"3358720" : 21945,
"3391488" : 24043,
"3424256" : 26388,
"3457024" : 28454,
"3489792" : 30485,
"3522560" : 33016,
"3555328" : 34128,
"3588096" : 36353,
"3620864" : 38121,
"3653632" : 40637,
"3686400" : 43546,
"3719168" : 46537,
"3751936" : 50120,
"3784704" : 54312,
"3817472" : 57808,
"3850240" : 60847,
"3883008" : 64604,
"3915776" : 68442,
"3948544" : 71478,
"3981312" : 74840,
"4014080" : 78345,
"4046848" : 82872,
"4079616" : 87559,
"4112384" : 91765,
"4145152" : 97035,
"4177920" : 102472,
"4227072" : 219683,
"4292608" : 236628,
"4358144" : 252084,
"4423680" : 268567,
"4489216" : 287387,
"4554752" : 304759,
"4620288" : 317303,
"4685824" : 326790,
"4751360" : 332311,
"4816896" : 338790,
"4882432" : 342944,
"4947968" : 342026,
"5013504" : 335478,
"5079040" : 326702,
"5144576" : 314906,
"5210112" : 300156,
"5275648" : 282228,
"5341184" : 262567,
"5406720" : 240445,
"5472256" : 216326,
"5537792" : 192480,
"5603328" : 166781,
"5668864" : 143465,
"5734400" : 121188,
"5799936" : 100512,
"5865472" : 81859,
"5931008" : 65423,
"5996544" : 50398,
"6062080" : 38050,
"6127616" : 28226,
"6193152" : 20246,
"6258688" : 14370,
"6324224" : 9914,
"6389760" : 6552,
"6455296" : 4181,
"6520832" : 2687,
"6586368" : 1610,
"6651904" : 1061,
"6717440" : 627,
"6782976" : 366,
"6848512" : 213,
"6914048" : 120,
"6979584" : 64,
"7045120" : 34,
"7110656" : 18,
"7176192" : 12,
"7241728" : 5,
"7307264" : 4,
"7372800" : 3,
"7438336" : 2,
"7503872" : 2,
"7569408" : 2,
"7634944" : 1,
"7700480" : 1
}
},
"lat_ns" : {
"min" : 1018216,
"max" : 8121239,
"mean" : 5058223.222307,
"stddev" : 703204.631763,
"N" : 8602533
},
"bw_min" : 192624,
"bw_max" : 212578,
"bw_agg" : 100.000000,
"bw_mean" : 202463.834808,
"bw_dev" : 217.195330,
"bw_samples" : 5424,
"iops_min" : 48156,
"iops_max" : 53144,
"iops_mean" : 50615.430678,
"iops_stddev" : 54.303765,
"iops_samples" : 5424
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2719984,
"usr_cpu" : 0.666033,
"sys_cpu" : 16.723775,
"ctx" : 6892877,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999988,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999988,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.033490,
"4" : 13.560004,
"10" : 86.406250,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083944,
"timestamp_ms" : 1773083944351,
"time" : "Mon Mar 9 16:19:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 37205102592,
"io_kbytes" : 36333108,
"bw_bytes" : 206696162,
"bw" : 201851,
"iops" : 50463.024795,
"runtime" : 179999,
"total_ios" : 9083294,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5007,
"max" : 1320779,
"mean" : 314857.700470,
"stddev" : 157983.400297,
"N" : 9083303
},
"clat_ns" : {
"min" : 3315,
"max" : 7676910,
"mean" : 4757406.449202,
"stddev" : 675589.509152,
"N" : 9083422,
"percentile" : {
"1.000000" : 2932736,
"5.000000" : 3555328,
"10.000000" : 3883008,
"20.000000" : 4227072,
"30.000000" : 4423680,
"40.000000" : 4620288,
"50.000000" : 4816896,
"60.000000" : 4947968,
"70.000000" : 5144576,
"80.000000" : 5341184,
"90.000000" : 5603328,
"95.000000" : 5799936,
"99.000000" : 6127616,
"99.500000" : 6258688,
"99.900000" : 6455296,
"99.950000" : 6586368,
"99.990000" : 6782976
},
"bins" : {
"3312" : 1,
"3696" : 1,
"3920" : 1,
"3952" : 1,
"3984" : 1,
"4128" : 1,
"4448" : 1,
"9536" : 1,
"10688" : 1,
"337920" : 1,
"342016" : 1,
"362496" : 1,
"382976" : 1,
"391168" : 1,
"399360" : 1,
"403456" : 1,
"561152" : 1,
"610304" : 1,
"700416" : 1,
"708608" : 2,
"716800" : 1,
"724992" : 1,
"741376" : 1,
"757760" : 1,
"765952" : 2,
"782336" : 1,
"798720" : 1,
"880640" : 1,
"929792" : 1,
"954368" : 2,
"978944" : 1,
"995328" : 2,
"1028096" : 1,
"1036288" : 2,
"1044480" : 1,
"1056768" : 5,
"1073152" : 2,
"1089536" : 1,
"1105920" : 3,
"1122304" : 1,
"1138688" : 2,
"1155072" : 5,
"1204224" : 8,
"1220608" : 2,
"1236992" : 2,
"1253376" : 5,
"1269760" : 5,
"1286144" : 7,
"1302528" : 6,
"1318912" : 7,
"1335296" : 16,
"1351680" : 17,
"1368064" : 14,
"1384448" : 24,
"1400832" : 17,
"1417216" : 29,
"1433600" : 20,
"1449984" : 10,
"1466368" : 14,
"1482752" : 17,
"1499136" : 15,
"1515520" : 21,
"1531904" : 16,
"1548288" : 13,
"1564672" : 23,
"1581056" : 20,
"1597440" : 33,
"1613824" : 40,
"1630208" : 46,
"1646592" : 47,
"1662976" : 68,
"1679360" : 69,
"1695744" : 101,
"1712128" : 109,
"1728512" : 87,
"1744896" : 94,
"1761280" : 98,
"1777664" : 129,
"1794048" : 88,
"1810432" : 92,
"1826816" : 89,
"1843200" : 99,
"1859584" : 98,
"1875968" : 102,
"1892352" : 142,
"1908736" : 121,
"1925120" : 133,
"1941504" : 143,
"1957888" : 135,
"1974272" : 192,
"1990656" : 208,
"2007040" : 269,
"2023424" : 325,
"2039808" : 294,
"2056192" : 350,
"2072576" : 364,
"2088960" : 399,
"2113536" : 846,
"2146304" : 828,
"2179072" : 883,
"2211840" : 857,
"2244608" : 924,
"2277376" : 1079,
"2310144" : 1299,
"2342912" : 1560,
"2375680" : 1920,
"2408448" : 2135,
"2441216" : 2354,
"2473984" : 2534,
"2506752" : 2576,
"2539520" : 2627,
"2572288" : 2801,
"2605056" : 3018,
"2637824" : 3404,
"2670592" : 3928,
"2703360" : 4432,
"2736128" : 5401,
"2768896" : 5889,
"2801664" : 6310,
"2834432" : 6721,
"2867200" : 6848,
"2899968" : 7200,
"2932736" : 7746,
"2965504" : 8483,
"2998272" : 9248,
"3031040" : 10548,
"3063808" : 11705,
"3096576" : 12954,
"3129344" : 14212,
"3162112" : 14985,
"3194880" : 15866,
"3227648" : 16527,
"3260416" : 17643,
"3293184" : 18738,
"3325952" : 20119,
"3358720" : 22418,
"3391488" : 24558,
"3424256" : 26976,
"3457024" : 29094,
"3489792" : 31197,
"3522560" : 33765,
"3555328" : 34960,
"3588096" : 37257,
"3620864" : 39070,
"3653632" : 41692,
"3686400" : 44657,
"3719168" : 47748,
"3751936" : 51460,
"3784704" : 55867,
"3817472" : 59449,
"3850240" : 62670,
"3883008" : 66661,
"3915776" : 70529,
"3948544" : 73764,
"3981312" : 77291,
"4014080" : 80790,
"4046848" : 85630,
"4079616" : 90577,
"4112384" : 94967,
"4145152" : 100642,
"4177920" : 106111,
"4227072" : 228001,
"4292608" : 245940,
"4358144" : 262354,
"4423680" : 279967,
"4489216" : 300175,
"4554752" : 318675,
"4620288" : 332850,
"4685824" : 343360,
"4751360" : 350201,
"4816896" : 357547,
"4882432" : 362725,
"4947968" : 362366,
"5013504" : 356077,
"5079040" : 347729,
"5144576" : 336075,
"5210112" : 321096,
"5275648" : 302844,
"5341184" : 282362,
"5406720" : 259304,
"5472256" : 233876,
"5537792" : 208570,
"5603328" : 181379,
"5668864" : 156535,
"5734400" : 132453,
"5799936" : 110118,
"5865472" : 89712,
"5931008" : 71719,
"5996544" : 55650,
"6062080" : 42079,
"6127616" : 31141,
"6193152" : 22335,
"6258688" : 15837,
"6324224" : 10958,
"6389760" : 7267,
"6455296" : 4619,
"6520832" : 2988,
"6586368" : 1795,
"6651904" : 1181,
"6717440" : 713,
"6782976" : 414,
"6848512" : 233,
"6914048" : 134,
"6979584" : 75,
"7045120" : 40,
"7110656" : 20,
"7176192" : 14,
"7241728" : 5,
"7307264" : 4,
"7372800" : 3,
"7438336" : 2,
"7503872" : 2,
"7569408" : 2,
"7634944" : 1,
"7700480" : 1
}
},
"lat_ns" : {
"min" : 332167,
"max" : 8121239,
"mean" : 5072263.472050,
"stddev" : 702054.129994,
"N" : 9083422
},
"bw_min" : 183022,
"bw_max" : 212578,
"bw_agg" : 100.000000,
"bw_mean" : 201934.802228,
"bw_dev" : 279.913327,
"bw_samples" : 5744,
"iops_min" : 45755,
"iops_max" : 53144,
"iops_mean" : 50483.172702,
"iops_stddev" : 69.982371,
"iops_samples" : 5744
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2879984,
"usr_cpu" : 0.666358,
"sys_cpu" : 16.704190,
"ctx" : 7299612,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999901,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.032279,
"4" : 13.165400,
"10" : 86.803334,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083944,
"timestamp_ms" : 1773083944399,
"time" : "Mon Mar 9 16:19:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 37206220800,
"io_kbytes" : 36334200,
"bw_bytes" : 206698930,
"bw" : 201854,
"iops" : 50462.183754,
"runtime" : 180002,
"total_ios" : 9083294,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5007,
"max" : 1320779,
"mean" : 314857.755162,
"stddev" : 157983.357898,
"N" : 9083310
},
"clat_ns" : {
"min" : 3296,
"max" : 7676910,
"mean" : 4757380.968166,
"stddev" : 675649.786566,
"N" : 9083534,
"percentile" : {
"1.000000" : 2932736,
"5.000000" : 3555328,
"10.000000" : 3883008,
"20.000000" : 4227072,
"30.000000" : 4423680,
"40.000000" : 4620288,
"50.000000" : 4816896,
"60.000000" : 4947968,
"70.000000" : 5144576,
"80.000000" : 5341184,
"90.000000" : 5603328,
"95.000000" : 5799936,
"99.000000" : 6127616,
"99.500000" : 6258688,
"99.900000" : 6455296,
"99.950000" : 6586368,
"99.990000" : 6782976
},
"bins" : {
"3312" : 2,
"3696" : 1,
"3824" : 2,
"3920" : 1,
"3952" : 1,
"3984" : 1,
"4016" : 1,
"4128" : 3,
"4384" : 1,
"4448" : 1,
"9536" : 1,
"10688" : 1,
"325632" : 1,
"337920" : 1,
"342016" : 2,
"362496" : 1,
"382976" : 1,
"391168" : 1,
"395264" : 2,
"399360" : 1,
"403456" : 2,
"411648" : 1,
"444416" : 1,
"497664" : 1,
"561152" : 1,
"610304" : 1,
"667648" : 2,
"700416" : 1,
"708608" : 2,
"716800" : 1,
"724992" : 1,
"741376" : 1,
"757760" : 1,
"765952" : 2,
"782336" : 1,
"798720" : 1,
"806912" : 1,
"815104" : 1,
"831488" : 1,
"839680" : 1,
"880640" : 2,
"905216" : 1,
"929792" : 1,
"954368" : 2,
"978944" : 1,
"995328" : 2,
"1003520" : 2,
"1028096" : 2,
"1036288" : 2,
"1044480" : 1,
"1056768" : 5,
"1073152" : 2,
"1089536" : 1,
"1105920" : 3,
"1122304" : 1,
"1138688" : 2,
"1155072" : 5,
"1204224" : 8,
"1220608" : 4,
"1236992" : 2,
"1253376" : 5,
"1269760" : 5,
"1286144" : 8,
"1302528" : 7,
"1318912" : 7,
"1335296" : 16,
"1351680" : 17,
"1368064" : 14,
"1384448" : 24,
"1400832" : 18,
"1417216" : 29,
"1433600" : 21,
"1449984" : 11,
"1466368" : 14,
"1482752" : 17,
"1499136" : 15,
"1515520" : 22,
"1531904" : 16,
"1548288" : 13,
"1564672" : 23,
"1581056" : 20,
"1597440" : 33,
"1613824" : 40,
"1630208" : 47,
"1646592" : 47,
"1662976" : 68,
"1679360" : 70,
"1695744" : 101,
"1712128" : 109,
"1728512" : 87,
"1744896" : 94,
"1761280" : 98,
"1777664" : 131,
"1794048" : 89,
"1810432" : 92,
"1826816" : 89,
"1843200" : 99,
"1859584" : 99,
"1875968" : 102,
"1892352" : 143,
"1908736" : 121,
"1925120" : 133,
"1941504" : 144,
"1957888" : 136,
"1974272" : 192,
"1990656" : 208,
"2007040" : 269,
"2023424" : 326,
"2039808" : 294,
"2056192" : 350,
"2072576" : 364,
"2088960" : 399,
"2113536" : 846,
"2146304" : 829,
"2179072" : 883,
"2211840" : 858,
"2244608" : 927,
"2277376" : 1080,
"2310144" : 1299,
"2342912" : 1561,
"2375680" : 1920,
"2408448" : 2136,
"2441216" : 2354,
"2473984" : 2534,
"2506752" : 2576,
"2539520" : 2628,
"2572288" : 2802,
"2605056" : 3020,
"2637824" : 3405,
"2670592" : 3928,
"2703360" : 4432,
"2736128" : 5401,
"2768896" : 5890,
"2801664" : 6311,
"2834432" : 6721,
"2867200" : 6849,
"2899968" : 7200,
"2932736" : 7748,
"2965504" : 8484,
"2998272" : 9248,
"3031040" : 10549,
"3063808" : 11705,
"3096576" : 12954,
"3129344" : 14213,
"3162112" : 14985,
"3194880" : 15867,
"3227648" : 16528,
"3260416" : 17643,
"3293184" : 18738,
"3325952" : 20121,
"3358720" : 22420,
"3391488" : 24558,
"3424256" : 26977,
"3457024" : 29094,
"3489792" : 31198,
"3522560" : 33765,
"3555328" : 34960,
"3588096" : 37257,
"3620864" : 39071,
"3653632" : 41694,
"3686400" : 44658,
"3719168" : 47749,
"3751936" : 51462,
"3784704" : 55867,
"3817472" : 59449,
"3850240" : 62670,
"3883008" : 66662,
"3915776" : 70530,
"3948544" : 73764,
"3981312" : 77291,
"4014080" : 80790,
"4046848" : 85632,
"4079616" : 90579,
"4112384" : 94968,
"4145152" : 100642,
"4177920" : 106111,
"4227072" : 228002,
"4292608" : 245941,
"4358144" : 262354,
"4423680" : 279969,
"4489216" : 300176,
"4554752" : 318677,
"4620288" : 332851,
"4685824" : 343362,
"4751360" : 350202,
"4816896" : 357549,
"4882432" : 362725,
"4947968" : 362368,
"5013504" : 356078,
"5079040" : 347729,
"5144576" : 336076,
"5210112" : 321096,
"5275648" : 302845,
"5341184" : 282362,
"5406720" : 259305,
"5472256" : 233877,
"5537792" : 208572,
"5603328" : 181379,
"5668864" : 156535,
"5734400" : 132453,
"5799936" : 110119,
"5865472" : 89713,
"5931008" : 71720,
"5996544" : 55650,
"6062080" : 42079,
"6127616" : 31141,
"6193152" : 22335,
"6258688" : 15837,
"6324224" : 10958,
"6389760" : 7267,
"6455296" : 4619,
"6520832" : 2988,
"6586368" : 1795,
"6651904" : 1181,
"6717440" : 713,
"6782976" : 414,
"6848512" : 233,
"6914048" : 134,
"6979584" : 75,
"7045120" : 40,
"7110656" : 20,
"7176192" : 14,
"7241728" : 5,
"7307264" : 4,
"7372800" : 3,
"7438336" : 2,
"7503872" : 2,
"7569408" : 2,
"7634944" : 1,
"7700480" : 1
}
},
"lat_ns" : {
"min" : 322503,
"max" : 8121239,
"mean" : 5072238.487045,
"stddev" : 702110.446942,
"N" : 9083534
},
"bw_min" : 183022,
"bw_max" : 212578,
"bw_agg" : 100.000000,
"bw_mean" : 201934.802228,
"bw_dev" : 279.913327,
"bw_samples" : 5744,
"iops_min" : 45755,
"iops_max" : 53144,
"iops_mean" : 50483.172702,
"iops_stddev" : 69.982371,
"iops_samples" : 5744
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880016,
"usr_cpu" : 0.666350,
"sys_cpu" : 16.704004,
"ctx" : 7299644,
"majf" : 0,
"minf" : 584,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999824,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.032499,
"4" : 13.165829,
"10" : 86.803664,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}