raidz2/benchmarks/rand/rand-read-qd16-nj1_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773081907,
"timestamp_ms" : 1773081907701,
"time" : "Mon Mar 9 15:45:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 186843136,
"io_kbytes" : 182464,
"bw_bytes" : 19135921,
"bw" : 18687,
"iops" : 4673.699304,
"runtime" : 9764,
"total_ios" : 45634,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9764,
"usr_cpu" : 0.850061,
"sys_cpu" : 18.865219,
"ctx" : 27151,
"majf" : 0,
"minf" : 24,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 99.967130,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081917,
"timestamp_ms" : 1773081917935,
"time" : "Mon Mar 9 15:45:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 194572288,
"io_kbytes" : 190012,
"bw_bytes" : 19459174,
"bw" : 19003,
"iops" : 4750.875088,
"runtime" : 9999,
"total_ios" : 47504,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5659,
"max" : 569259,
"mean" : 208602.708425,
"stddev" : 162185.942028,
"N" : 47504
},
"clat_ns" : {
"min" : 933146,
"max" : 5458659,
"mean" : 3158936.344947,
"stddev" : 634574.104558,
"N" : 47503,
"percentile" : {
"1.000000" : 1646592,
"5.000000" : 2146304,
"10.000000" : 2310144,
"20.000000" : 2605056,
"30.000000" : 2834432,
"40.000000" : 2965504,
"50.000000" : 3162112,
"60.000000" : 3325952,
"70.000000" : 3522560,
"80.000000" : 3686400,
"90.000000" : 3981312,
"95.000000" : 4227072,
"99.000000" : 4620288,
"99.500000" : 4685824,
"99.900000" : 5013504,
"99.950000" : 5079040,
"99.990000" : 5210112
},
"bins" : {
"929792" : 1,
"987136" : 2,
"1073152" : 1,
"1089536" : 1,
"1105920" : 1,
"1138688" : 1,
"1171456" : 2,
"1187840" : 1,
"1204224" : 8,
"1220608" : 11,
"1236992" : 7,
"1253376" : 12,
"1269760" : 11,
"1286144" : 4,
"1302528" : 9,
"1318912" : 4,
"1335296" : 4,
"1351680" : 11,
"1368064" : 2,
"1384448" : 12,
"1417216" : 1,
"1433600" : 3,
"1449984" : 5,
"1466368" : 8,
"1482752" : 3,
"1499136" : 16,
"1515520" : 21,
"1531904" : 33,
"1548288" : 40,
"1564672" : 34,
"1581056" : 45,
"1597440" : 50,
"1613824" : 50,
"1630208" : 45,
"1646592" : 48,
"1662976" : 24,
"1679360" : 22,
"1695744" : 23,
"1712128" : 11,
"1728512" : 10,
"1744896" : 20,
"1761280" : 26,
"1777664" : 17,
"1794048" : 37,
"1810432" : 47,
"1826816" : 70,
"1843200" : 64,
"1859584" : 91,
"1875968" : 113,
"1892352" : 91,
"1908736" : 108,
"1925120" : 113,
"1941504" : 124,
"1957888" : 117,
"1974272" : 128,
"1990656" : 103,
"2007040" : 95,
"2023424" : 54,
"2039808" : 42,
"2056192" : 33,
"2072576" : 45,
"2088960" : 52,
"2113536" : 161,
"2146304" : 275,
"2179072" : 399,
"2211840" : 438,
"2244608" : 555,
"2277376" : 552,
"2310144" : 469,
"2342912" : 352,
"2375680" : 215,
"2408448" : 241,
"2441216" : 343,
"2473984" : 489,
"2506752" : 676,
"2539520" : 874,
"2572288" : 885,
"2605056" : 851,
"2637824" : 796,
"2670592" : 597,
"2703360" : 488,
"2736128" : 420,
"2768896" : 554,
"2801664" : 689,
"2834432" : 976,
"2867200" : 1130,
"2899968" : 1249,
"2932736" : 1162,
"2965504" : 1036,
"2998272" : 844,
"3031040" : 704,
"3063808" : 621,
"3096576" : 715,
"3129344" : 843,
"3162112" : 971,
"3194880" : 1138,
"3227648" : 1251,
"3260416" : 1185,
"3293184" : 1081,
"3325952" : 892,
"3358720" : 765,
"3391488" : 674,
"3424256" : 649,
"3457024" : 751,
"3489792" : 861,
"3522560" : 946,
"3555328" : 974,
"3588096" : 957,
"3620864" : 918,
"3653632" : 834,
"3686400" : 678,
"3719168" : 567,
"3751936" : 492,
"3784704" : 407,
"3817472" : 534,
"3850240" : 593,
"3883008" : 610,
"3915776" : 604,
"3948544" : 523,
"3981312" : 493,
"4014080" : 403,
"4046848" : 350,
"4079616" : 305,
"4112384" : 271,
"4145152" : 261,
"4177920" : 276,
"4227072" : 596,
"4292608" : 469,
"4358144" : 334,
"4423680" : 250,
"4489216" : 172,
"4554752" : 182,
"4620288" : 162,
"4685824" : 126,
"4751360" : 50,
"4816896" : 48,
"4882432" : 23,
"4947968" : 39,
"5013504" : 25,
"5079040" : 8,
"5144576" : 13,
"5210112" : 3,
"5275648" : 2,
"5472256" : 1
}
},
"lat_ns" : {
"min" : 1004264,
"max" : 5559514,
"mean" : 3367538.969497,
"stddev" : 655881.940000,
"N" : 47503
},
"bw_min" : 18280,
"bw_max" : 20024,
"bw_agg" : 99.857394,
"bw_mean" : 18976.631579,
"bw_dev" : 376.024262,
"bw_samples" : 19,
"iops_min" : 4570,
"iops_max" : 5006,
"iops_mean" : 4744.157895,
"iops_stddev" : 94.006066,
"iops_samples" : 19
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 0.980098,
"sys_cpu" : 18.681868,
"ctx" : 27838,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.997895,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.997895,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 3.940721,
"4" : 86.891630,
"10" : 9.159229,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081927,
"timestamp_ms" : 1773081927936,
"time" : "Mon Mar 9 15:45:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 401674240,
"io_kbytes" : 392260,
"bw_bytes" : 20084716,
"bw" : 19613,
"iops" : 4903.545177,
"runtime" : 19999,
"total_ios" : 98066,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5659,
"max" : 569259,
"mean" : 202048.168070,
"stddev" : 162930.734809,
"N" : 98066
},
"clat_ns" : {
"min" : 578484,
"max" : 5458659,
"mean" : 3060577.961271,
"stddev" : 643055.445575,
"N" : 98065,
"percentile" : {
"1.000000" : 1564672,
"5.000000" : 1974272,
"10.000000" : 2244608,
"20.000000" : 2539520,
"30.000000" : 2703360,
"40.000000" : 2899968,
"50.000000" : 3063808,
"60.000000" : 3227648,
"70.000000" : 3391488,
"80.000000" : 3620864,
"90.000000" : 3883008,
"95.000000" : 4112384,
"99.000000" : 4554752,
"99.500000" : 4685824,
"99.900000" : 4947968,
"99.950000" : 5013504,
"99.990000" : 5144576
},
"bins" : {
"577536" : 3,
"593920" : 1,
"610304" : 1,
"823296" : 1,
"831488" : 4,
"847872" : 1,
"864256" : 2,
"872448" : 1,
"880640" : 1,
"897024" : 2,
"905216" : 3,
"913408" : 8,
"921600" : 1,
"929792" : 5,
"937984" : 2,
"946176" : 4,
"954368" : 1,
"962560" : 6,
"970752" : 1,
"987136" : 3,
"995328" : 1,
"1003520" : 1,
"1011712" : 2,
"1019904" : 1,
"1036288" : 1,
"1073152" : 1,
"1089536" : 1,
"1105920" : 1,
"1122304" : 3,
"1138688" : 4,
"1155072" : 9,
"1171456" : 11,
"1187840" : 9,
"1204224" : 26,
"1220608" : 34,
"1236992" : 33,
"1253376" : 36,
"1269760" : 55,
"1286144" : 23,
"1302528" : 35,
"1318912" : 33,
"1335296" : 24,
"1351680" : 18,
"1368064" : 8,
"1384448" : 15,
"1400832" : 2,
"1417216" : 3,
"1433600" : 11,
"1449984" : 23,
"1466368" : 24,
"1482752" : 29,
"1499136" : 53,
"1515520" : 77,
"1531904" : 78,
"1548288" : 117,
"1564672" : 131,
"1581056" : 139,
"1597440" : 145,
"1613824" : 134,
"1630208" : 133,
"1646592" : 101,
"1662976" : 112,
"1679360" : 76,
"1695744" : 60,
"1712128" : 35,
"1728512" : 33,
"1744896" : 31,
"1761280" : 64,
"1777664" : 54,
"1794048" : 83,
"1810432" : 126,
"1826816" : 173,
"1843200" : 196,
"1859584" : 255,
"1875968" : 309,
"1892352" : 288,
"1908736" : 357,
"1925120" : 321,
"1941504" : 345,
"1957888" : 315,
"1974272" : 315,
"1990656" : 260,
"2007040" : 220,
"2023424" : 148,
"2039808" : 129,
"2056192" : 117,
"2072576" : 115,
"2088960" : 148,
"2113536" : 415,
"2146304" : 690,
"2179072" : 1007,
"2211840" : 1207,
"2244608" : 1403,
"2277376" : 1420,
"2310144" : 1143,
"2342912" : 758,
"2375680" : 588,
"2408448" : 636,
"2441216" : 799,
"2473984" : 1158,
"2506752" : 1688,
"2539520" : 2023,
"2572288" : 2159,
"2605056" : 2041,
"2637824" : 1753,
"2670592" : 1334,
"2703360" : 1130,
"2736128" : 1032,
"2768896" : 1205,
"2801664" : 1569,
"2834432" : 2139,
"2867200" : 2531,
"2899968" : 2710,
"2932736" : 2479,
"2965504" : 2198,
"2998272" : 1766,
"3031040" : 1481,
"3063808" : 1261,
"3096576" : 1359,
"3129344" : 1684,
"3162112" : 2006,
"3194880" : 2320,
"3227648" : 2460,
"3260416" : 2357,
"3293184" : 2075,
"3325952" : 1776,
"3358720" : 1479,
"3391488" : 1220,
"3424256" : 1238,
"3457024" : 1426,
"3489792" : 1617,
"3522560" : 1797,
"3555328" : 1800,
"3588096" : 1734,
"3620864" : 1603,
"3653632" : 1473,
"3686400" : 1204,
"3719168" : 959,
"3751936" : 864,
"3784704" : 792,
"3817472" : 928,
"3850240" : 1042,
"3883008" : 1074,
"3915776" : 1023,
"3948544" : 907,
"3981312" : 810,
"4014080" : 650,
"4046848" : 553,
"4079616" : 497,
"4112384" : 447,
"4145152" : 415,
"4177920" : 474,
"4227072" : 1006,
"4292608" : 759,
"4358144" : 503,
"4423680" : 376,
"4489216" : 270,
"4554752" : 291,
"4620288" : 237,
"4685824" : 167,
"4751360" : 99,
"4816896" : 81,
"4882432" : 40,
"4947968" : 54,
"5013504" : 38,
"5079040" : 13,
"5144576" : 15,
"5210112" : 5,
"5275648" : 3,
"5472256" : 1
}
},
"lat_ns" : {
"min" : 598414,
"max" : 5560775,
"mean" : 3262621.485433,
"stddev" : 665078.844785,
"N" : 98065
},
"bw_min" : 18280,
"bw_max" : 21264,
"bw_agg" : 99.898131,
"bw_mean" : 19594.076923,
"bw_dev" : 722.453363,
"bw_samples" : 39,
"iops_min" : 4570,
"iops_max" : 5316,
"iops_mean" : 4898.487179,
"iops_stddev" : 180.615741,
"iops_samples" : 39
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 0.985049,
"sys_cpu" : 18.915946,
"ctx" : 55537,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.998980,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998980,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.048947
},
"latency_ms" : {
"2" : 5.516693,
"4" : 87.336080,
"10" : 7.092162,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081937,
"timestamp_ms" : 1773081937936,
"time" : "Mon Mar 9 15:45:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 617979904,
"io_kbytes" : 603496,
"bw_bytes" : 20600016,
"bw" : 20117,
"iops" : 5029.334311,
"runtime" : 29999,
"total_ios" : 150875,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5358,
"max" : 708222,
"mean" : 196948.257412,
"stddev" : 163208.947050,
"N" : 150875
},
"clat_ns" : {
"min" : 558844,
"max" : 5458659,
"mean" : 2983915.384506,
"stddev" : 649439.348016,
"N" : 150874,
"percentile" : {
"1.000000" : 1515520,
"5.000000" : 1908736,
"10.000000" : 2179072,
"20.000000" : 2441216,
"30.000000" : 2605056,
"40.000000" : 2834432,
"50.000000" : 2965504,
"60.000000" : 3162112,
"70.000000" : 3325952,
"80.000000" : 3555328,
"90.000000" : 3817472,
"95.000000" : 4046848,
"99.000000" : 4489216,
"99.500000" : 4620288,
"99.900000" : 4882432,
"99.950000" : 5013504,
"99.990000" : 5144576
},
"bins" : {
"561152" : 1,
"577536" : 3,
"593920" : 2,
"610304" : 1,
"626688" : 2,
"643072" : 2,
"651264" : 2,
"659456" : 2,
"667648" : 1,
"823296" : 3,
"831488" : 5,
"847872" : 2,
"856064" : 2,
"864256" : 3,
"872448" : 1,
"880640" : 2,
"888832" : 3,
"897024" : 5,
"905216" : 8,
"913408" : 16,
"921600" : 2,
"929792" : 9,
"937984" : 10,
"946176" : 17,
"954368" : 11,
"962560" : 16,
"970752" : 3,
"978944" : 3,
"987136" : 7,
"995328" : 10,
"1003520" : 5,
"1011712" : 12,
"1019904" : 6,
"1028096" : 9,
"1036288" : 3,
"1044480" : 1,
"1073152" : 1,
"1089536" : 4,
"1105920" : 5,
"1122304" : 8,
"1138688" : 9,
"1155072" : 15,
"1171456" : 29,
"1187840" : 35,
"1204224" : 52,
"1220608" : 76,
"1236992" : 87,
"1253376" : 89,
"1269760" : 104,
"1286144" : 65,
"1302528" : 84,
"1318912" : 83,
"1335296" : 62,
"1351680" : 53,
"1368064" : 23,
"1384448" : 31,
"1400832" : 9,
"1417216" : 17,
"1433600" : 29,
"1449984" : 40,
"1466368" : 49,
"1482752" : 73,
"1499136" : 122,
"1515520" : 152,
"1531904" : 174,
"1548288" : 251,
"1564672" : 279,
"1581056" : 294,
"1597440" : 294,
"1613824" : 266,
"1630208" : 255,
"1646592" : 218,
"1662976" : 213,
"1679360" : 146,
"1695744" : 116,
"1712128" : 77,
"1728512" : 61,
"1744896" : 71,
"1761280" : 111,
"1777664" : 113,
"1794048" : 158,
"1810432" : 251,
"1826816" : 312,
"1843200" : 390,
"1859584" : 506,
"1875968" : 569,
"1892352" : 580,
"1908736" : 652,
"1925120" : 625,
"1941504" : 651,
"1957888" : 587,
"1974272" : 562,
"1990656" : 468,
"2007040" : 387,
"2023424" : 316,
"2039808" : 269,
"2056192" : 207,
"2072576" : 219,
"2088960" : 270,
"2113536" : 734,
"2146304" : 1214,
"2179072" : 1816,
"2211840" : 2175,
"2244608" : 2445,
"2277376" : 2439,
"2310144" : 1946,
"2342912" : 1402,
"2375680" : 1070,
"2408448" : 1084,
"2441216" : 1430,
"2473984" : 2032,
"2506752" : 2778,
"2539520" : 3361,
"2572288" : 3556,
"2605056" : 3332,
"2637824" : 2833,
"2670592" : 2180,
"2703360" : 1852,
"2736128" : 1669,
"2768896" : 1954,
"2801664" : 2536,
"2834432" : 3390,
"2867200" : 3965,
"2899968" : 4162,
"2932736" : 3869,
"2965504" : 3366,
"2998272" : 2661,
"3031040" : 2198,
"3063808" : 1942,
"3096576" : 2111,
"3129344" : 2547,
"3162112" : 2968,
"3194880" : 3486,
"3227648" : 3618,
"3260416" : 3424,
"3293184" : 3044,
"3325952" : 2531,
"3358720" : 2100,
"3391488" : 1816,
"3424256" : 1767,
"3457024" : 2000,
"3489792" : 2284,
"3522560" : 2465,
"3555328" : 2557,
"3588096" : 2426,
"3620864" : 2202,
"3653632" : 2031,
"3686400" : 1664,
"3719168" : 1310,
"3751936" : 1191,
"3784704" : 1105,
"3817472" : 1299,
"3850240" : 1392,
"3883008" : 1423,
"3915776" : 1318,
"3948544" : 1156,
"3981312" : 1049,
"4014080" : 809,
"4046848" : 723,
"4079616" : 619,
"4112384" : 588,
"4145152" : 531,
"4177920" : 610,
"4227072" : 1249,
"4292608" : 932,
"4358144" : 586,
"4423680" : 462,
"4489216" : 343,
"4554752" : 361,
"4620288" : 288,
"4685824" : 188,
"4751360" : 110,
"4816896" : 89,
"4882432" : 48,
"4947968" : 62,
"5013504" : 42,
"5079040" : 15,
"5144576" : 17,
"5210112" : 7,
"5275648" : 5,
"5472256" : 1
}
},
"lat_ns" : {
"min" : 598414,
"max" : 5595478,
"mean" : 3180858.814912,
"stddev" : 671968.823404,
"N" : 150874
},
"bw_min" : 18280,
"bw_max" : 22024,
"bw_agg" : 99.844893,
"bw_mean" : 20086.694915,
"bw_dev" : 945.384017,
"bw_samples" : 59,
"iops_min" : 4570,
"iops_max" : 5506,
"iops_mean" : 5021.644068,
"iops_stddev" : 236.353604,
"iops_samples" : 59
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 0.996700,
"sys_cpu" : 19.073969,
"ctx" : 83183,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010605,
"1000" : 0.092129
},
"latency_ms" : {
"2" : 7.106545,
"4" : 87.068103,
"10" : 5.721955,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081947,
"timestamp_ms" : 1773081947936,
"time" : "Mon Mar 9 15:45:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 841150464,
"io_kbytes" : 821436,
"bw_bytes" : 21029287,
"bw" : 20536,
"iops" : 5134.128353,
"runtime" : 39999,
"total_ios" : 205360,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5358,
"max" : 708222,
"mean" : 192892.886599,
"stddev" : 163269.674366,
"N" : 205360
},
"clat_ns" : {
"min" : 290283,
"max" : 5458659,
"mean" : 2923041.185879,
"stddev" : 652556.129525,
"N" : 205359,
"percentile" : {
"1.000000" : 1400832,
"5.000000" : 1859584,
"10.000000" : 2113536,
"20.000000" : 2342912,
"30.000000" : 2572288,
"40.000000" : 2768896,
"50.000000" : 2932736,
"60.000000" : 3096576,
"70.000000" : 3260416,
"80.000000" : 3489792,
"90.000000" : 3751936,
"95.000000" : 3981312,
"99.000000" : 4423680,
"99.500000" : 4554752,
"99.900000" : 4882432,
"99.950000" : 4947968,
"99.990000" : 5144576
},
"bins" : {
"288768" : 1,
"536576" : 1,
"552960" : 1,
"561152" : 1,
"577536" : 4,
"585728" : 1,
"593920" : 4,
"610304" : 8,
"626688" : 3,
"643072" : 2,
"651264" : 4,
"659456" : 3,
"667648" : 4,
"823296" : 3,
"831488" : 7,
"839680" : 1,
"847872" : 7,
"856064" : 5,
"864256" : 7,
"872448" : 5,
"880640" : 4,
"888832" : 5,
"897024" : 12,
"905216" : 16,
"913408" : 20,
"921600" : 11,
"929792" : 15,
"937984" : 17,
"946176" : 27,
"954368" : 27,
"962560" : 32,
"970752" : 22,
"978944" : 12,
"987136" : 11,
"995328" : 21,
"1003520" : 10,
"1011712" : 18,
"1019904" : 12,
"1028096" : 11,
"1036288" : 4,
"1044480" : 1,
"1073152" : 1,
"1089536" : 6,
"1105920" : 7,
"1122304" : 11,
"1138688" : 20,
"1155072" : 41,
"1171456" : 63,
"1187840" : 71,
"1204224" : 109,
"1220608" : 149,
"1236992" : 170,
"1253376" : 155,
"1269760" : 181,
"1286144" : 131,
"1302528" : 144,
"1318912" : 133,
"1335296" : 100,
"1351680" : 90,
"1368064" : 46,
"1384448" : 40,
"1400832" : 15,
"1417216" : 35,
"1433600" : 43,
"1449984" : 78,
"1466368" : 89,
"1482752" : 137,
"1499136" : 199,
"1515520" : 247,
"1531904" : 300,
"1548288" : 422,
"1564672" : 460,
"1581056" : 477,
"1597440" : 504,
"1613824" : 447,
"1630208" : 422,
"1646592" : 361,
"1662976" : 308,
"1679360" : 247,
"1695744" : 177,
"1712128" : 130,
"1728512" : 90,
"1744896" : 117,
"1761280" : 156,
"1777664" : 189,
"1794048" : 268,
"1810432" : 409,
"1826816" : 521,
"1843200" : 619,
"1859584" : 775,
"1875968" : 892,
"1892352" : 954,
"1908736" : 1043,
"1925120" : 963,
"1941504" : 1040,
"1957888" : 964,
"1974272" : 887,
"1990656" : 726,
"2007040" : 619,
"2023424" : 468,
"2039808" : 403,
"2056192" : 339,
"2072576" : 346,
"2088960" : 412,
"2113536" : 1146,
"2146304" : 1838,
"2179072" : 2745,
"2211840" : 3371,
"2244608" : 3753,
"2277376" : 3591,
"2310144" : 2904,
"2342912" : 2088,
"2375680" : 1591,
"2408448" : 1641,
"2441216" : 2034,
"2473984" : 2930,
"2506752" : 3967,
"2539520" : 4801,
"2572288" : 5056,
"2605056" : 4769,
"2637824" : 4005,
"2670592" : 3087,
"2703360" : 2586,
"2736128" : 2380,
"2768896" : 2782,
"2801664" : 3552,
"2834432" : 4605,
"2867200" : 5364,
"2899968" : 5625,
"2932736" : 5269,
"2965504" : 4519,
"2998272" : 3608,
"3031040" : 2959,
"3063808" : 2624,
"3096576" : 2878,
"3129344" : 3401,
"3162112" : 4017,
"3194880" : 4548,
"3227648" : 4743,
"3260416" : 4516,
"3293184" : 3956,
"3325952" : 3216,
"3358720" : 2581,
"3391488" : 2291,
"3424256" : 2242,
"3457024" : 2559,
"3489792" : 2962,
"3522560" : 3138,
"3555328" : 3205,
"3588096" : 2984,
"3620864" : 2696,
"3653632" : 2424,
"3686400" : 2015,
"3719168" : 1583,
"3751936" : 1486,
"3784704" : 1397,
"3817472" : 1611,
"3850240" : 1678,
"3883008" : 1672,
"3915776" : 1572,
"3948544" : 1361,
"3981312" : 1239,
"4014080" : 928,
"4046848" : 842,
"4079616" : 704,
"4112384" : 677,
"4145152" : 619,
"4177920" : 715,
"4227072" : 1401,
"4292608" : 1073,
"4358144" : 659,
"4423680" : 515,
"4489216" : 378,
"4554752" : 389,
"4620288" : 316,
"4685824" : 210,
"4751360" : 117,
"4816896" : 98,
"4882432" : 53,
"4947968" : 63,
"5013504" : 47,
"5079040" : 16,
"5144576" : 18,
"5210112" : 7,
"5275648" : 5,
"5341184" : 1,
"5472256" : 1
}
},
"lat_ns" : {
"min" : 554006,
"max" : 5595478,
"mean" : 3115936.589972,
"stddev" : 675395.330428,
"N" : 205359
},
"bw_min" : 18280,
"bw_max" : 22784,
"bw_agg" : 99.934686,
"bw_mean" : 20523.063291,
"bw_dev" : 1131.580847,
"bw_samples" : 79,
"iops_min" : 4570,
"iops_max" : 5696,
"iops_mean" : 5130.734177,
"iops_stddev" : 282.897313,
"iops_samples" : 79
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 0.987525,
"sys_cpu" : 19.232981,
"ctx" : 110788,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.017530,
"1000" : 0.140242
},
"latency_ms" : {
"2" : 8.518212,
"4" : 86.555804,
"10" : 4.767238,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081957,
"timestamp_ms" : 1773081957935,
"time" : "Mon Mar 9 15:45:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1065283584,
"io_kbytes" : 1040316,
"bw_bytes" : 21306097,
"bw" : 20806,
"iops" : 5201.704034,
"runtime" : 49999,
"total_ios" : 260080,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5158,
"max" : 708222,
"mean" : 190360.490141,
"stddev" : 163363.775909,
"N" : 260080
},
"clat_ns" : {
"min" : 277523,
"max" : 5458659,
"mean" : 2885052.894851,
"stddev" : 653655.881002,
"N" : 260079,
"percentile" : {
"1.000000" : 1318912,
"5.000000" : 1843200,
"10.000000" : 2023424,
"20.000000" : 2310144,
"30.000000" : 2539520,
"40.000000" : 2703360,
"50.000000" : 2899968,
"60.000000" : 3031040,
"70.000000" : 3227648,
"80.000000" : 3457024,
"90.000000" : 3719168,
"95.000000" : 3948544,
"99.000000" : 4358144,
"99.500000" : 4554752,
"99.900000" : 4816896,
"99.950000" : 4947968,
"99.990000" : 5144576
},
"bins" : {
"276480" : 1,
"288768" : 1,
"536576" : 1,
"552960" : 2,
"561152" : 2,
"569344" : 1,
"577536" : 5,
"585728" : 6,
"593920" : 7,
"602112" : 2,
"610304" : 8,
"618496" : 1,
"626688" : 5,
"634880" : 3,
"643072" : 5,
"651264" : 5,
"659456" : 4,
"667648" : 6,
"823296" : 7,
"831488" : 7,
"839680" : 4,
"847872" : 11,
"856064" : 6,
"864256" : 13,
"872448" : 16,
"880640" : 8,
"888832" : 9,
"897024" : 20,
"905216" : 27,
"913408" : 30,
"921600" : 14,
"929792" : 24,
"937984" : 35,
"946176" : 43,
"954368" : 39,
"962560" : 50,
"970752" : 38,
"978944" : 17,
"987136" : 17,
"995328" : 21,
"1003520" : 16,
"1011712" : 25,
"1019904" : 22,
"1028096" : 14,
"1036288" : 5,
"1044480" : 2,
"1056768" : 1,
"1073152" : 2,
"1089536" : 6,
"1105920" : 11,
"1122304" : 16,
"1138688" : 34,
"1155072" : 54,
"1171456" : 79,
"1187840" : 92,
"1204224" : 164,
"1220608" : 198,
"1236992" : 218,
"1253376" : 230,
"1269760" : 290,
"1286144" : 216,
"1302528" : 227,
"1318912" : 190,
"1335296" : 164,
"1351680" : 129,
"1368064" : 62,
"1384448" : 58,
"1400832" : 18,
"1417216" : 36,
"1433600" : 57,
"1449984" : 92,
"1466368" : 125,
"1482752" : 195,
"1499136" : 301,
"1515520" : 346,
"1531904" : 400,
"1548288" : 588,
"1564672" : 661,
"1581056" : 684,
"1597440" : 748,
"1613824" : 660,
"1630208" : 634,
"1646592" : 524,
"1662976" : 444,
"1679360" : 337,
"1695744" : 248,
"1712128" : 194,
"1728512" : 121,
"1744896" : 159,
"1761280" : 195,
"1777664" : 260,
"1794048" : 380,
"1810432" : 558,
"1826816" : 695,
"1843200" : 857,
"1859584" : 1153,
"1875968" : 1243,
"1892352" : 1345,
"1908736" : 1421,
"1925120" : 1360,
"1941504" : 1429,
"1957888" : 1339,
"1974272" : 1203,
"1990656" : 1019,
"2007040" : 841,
"2023424" : 625,
"2039808" : 555,
"2056192" : 485,
"2072576" : 490,
"2088960" : 559,
"2113536" : 1530,
"2146304" : 2518,
"2179072" : 3593,
"2211840" : 4598,
"2244608" : 4954,
"2277376" : 4749,
"2310144" : 3871,
"2342912" : 2794,
"2375680" : 2116,
"2408448" : 2257,
"2441216" : 2695,
"2473984" : 3838,
"2506752" : 5206,
"2539520" : 6230,
"2572288" : 6680,
"2605056" : 6188,
"2637824" : 5190,
"2670592" : 4017,
"2703360" : 3273,
"2736128" : 3135,
"2768896" : 3572,
"2801664" : 4568,
"2834432" : 5852,
"2867200" : 6849,
"2899968" : 7181,
"2932736" : 6650,
"2965504" : 5728,
"2998272" : 4540,
"3031040" : 3727,
"3063808" : 3279,
"3096576" : 3573,
"3129344" : 4185,
"3162112" : 4968,
"3194880" : 5569,
"3227648" : 5816,
"3260416" : 5520,
"3293184" : 4841,
"3325952" : 3902,
"3358720" : 3105,
"3391488" : 2781,
"3424256" : 2687,
"3457024" : 3056,
"3489792" : 3511,
"3522560" : 3724,
"3555328" : 3834,
"3588096" : 3568,
"3620864" : 3202,
"3653632" : 2821,
"3686400" : 2371,
"3719168" : 1852,
"3751936" : 1704,
"3784704" : 1652,
"3817472" : 1870,
"3850240" : 1948,
"3883008" : 1986,
"3915776" : 1826,
"3948544" : 1637,
"3981312" : 1417,
"4014080" : 1051,
"4046848" : 971,
"4079616" : 802,
"4112384" : 760,
"4145152" : 708,
"4177920" : 824,
"4227072" : 1609,
"4292608" : 1202,
"4358144" : 743,
"4423680" : 558,
"4489216" : 434,
"4554752" : 438,
"4620288" : 358,
"4685824" : 224,
"4751360" : 121,
"4816896" : 116,
"4882432" : 62,
"4947968" : 65,
"5013504" : 47,
"5079040" : 16,
"5144576" : 21,
"5210112" : 8,
"5275648" : 5,
"5341184" : 1,
"5472256" : 1
}
},
"lat_ns" : {
"min" : 554006,
"max" : 5595478,
"mean" : 3075414.321944,
"stddev" : 676530.024624,
"N" : 260079
},
"bw_min" : 18280,
"bw_max" : 23128,
"bw_agg" : 99.958017,
"bw_mean" : 20798.161616,
"bw_dev" : 1174.995977,
"bw_samples" : 99,
"iops_min" : 4570,
"iops_max" : 5782,
"iops_mean" : 5199.505051,
"iops_stddev" : 293.747371,
"iops_samples" : 99
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 1.000020,
"sys_cpu" : 19.320386,
"ctx" : 138290,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.024223,
"1000" : 0.176100
},
"latency_ms" : {
"2" : 9.470163,
"4" : 86.070055,
"10" : 4.258305,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081967,
"timestamp_ms" : 1773081967935,
"time" : "Mon Mar 9 15:46:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1299767296,
"io_kbytes" : 1269304,
"bw_bytes" : 21663149,
"bw" : 21155,
"iops" : 5288.871481,
"runtime" : 59999,
"total_ios" : 317327,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5158,
"max" : 708222,
"mean" : 187199.336787,
"stddev" : 163495.997006,
"N" : 317328
},
"clat_ns" : {
"min" : 277523,
"max" : 5458659,
"mean" : 2837532.609477,
"stddev" : 658169.510254,
"N" : 317326,
"percentile" : {
"1.000000" : 1286144,
"5.000000" : 1777664,
"10.000000" : 1957888,
"20.000000" : 2277376,
"30.000000" : 2506752,
"40.000000" : 2637824,
"50.000000" : 2867200,
"60.000000" : 2998272,
"70.000000" : 3194880,
"80.000000" : 3391488,
"90.000000" : 3686400,
"95.000000" : 3915776,
"99.000000" : 4358144,
"99.500000" : 4489216,
"99.900000" : 4816896,
"99.950000" : 4947968,
"99.990000" : 5144576
},
"bins" : {
"276480" : 1,
"288768" : 1,
"536576" : 1,
"552960" : 2,
"561152" : 3,
"569344" : 2,
"577536" : 5,
"585728" : 11,
"593920" : 10,
"602112" : 3,
"610304" : 15,
"618496" : 4,
"626688" : 6,
"634880" : 6,
"643072" : 5,
"651264" : 6,
"659456" : 5,
"667648" : 10,
"675840" : 3,
"815104" : 1,
"823296" : 9,
"831488" : 10,
"839680" : 7,
"847872" : 15,
"856064" : 6,
"864256" : 21,
"872448" : 26,
"880640" : 20,
"888832" : 18,
"897024" : 32,
"905216" : 38,
"913408" : 39,
"921600" : 24,
"929792" : 40,
"937984" : 48,
"946176" : 59,
"954368" : 53,
"962560" : 66,
"970752" : 58,
"978944" : 30,
"987136" : 22,
"995328" : 33,
"1003520" : 24,
"1011712" : 35,
"1019904" : 29,
"1028096" : 20,
"1036288" : 7,
"1044480" : 13,
"1056768" : 6,
"1073152" : 2,
"1089536" : 6,
"1105920" : 14,
"1122304" : 21,
"1138688" : 46,
"1155072" : 78,
"1171456" : 127,
"1187840" : 164,
"1204224" : 246,
"1220608" : 293,
"1236992" : 368,
"1253376" : 348,
"1269760" : 407,
"1286144" : 291,
"1302528" : 347,
"1318912" : 303,
"1335296" : 238,
"1351680" : 193,
"1368064" : 102,
"1384448" : 86,
"1400832" : 30,
"1417216" : 51,
"1433600" : 74,
"1449984" : 112,
"1466368" : 191,
"1482752" : 270,
"1499136" : 425,
"1515520" : 527,
"1531904" : 630,
"1548288" : 856,
"1564672" : 918,
"1581056" : 937,
"1597440" : 1086,
"1613824" : 995,
"1630208" : 880,
"1646592" : 745,
"1662976" : 698,
"1679360" : 519,
"1695744" : 352,
"1712128" : 277,
"1728512" : 165,
"1744896" : 209,
"1761280" : 258,
"1777664" : 361,
"1794048" : 538,
"1810432" : 757,
"1826816" : 940,
"1843200" : 1145,
"1859584" : 1565,
"1875968" : 1693,
"1892352" : 1882,
"1908736" : 1923,
"1925120" : 1930,
"1941504" : 1973,
"1957888" : 1839,
"1974272" : 1682,
"1990656" : 1387,
"2007040" : 1123,
"2023424" : 852,
"2039808" : 783,
"2056192" : 640,
"2072576" : 637,
"2088960" : 719,
"2113536" : 2005,
"2146304" : 3338,
"2179072" : 4737,
"2211840" : 6125,
"2244608" : 6551,
"2277376" : 6105,
"2310144" : 4964,
"2342912" : 3620,
"2375680" : 2713,
"2408448" : 2811,
"2441216" : 3448,
"2473984" : 4802,
"2506752" : 6656,
"2539520" : 7832,
"2572288" : 8390,
"2605056" : 7668,
"2637824" : 6460,
"2670592" : 4986,
"2703360" : 4013,
"2736128" : 3812,
"2768896" : 4381,
"2801664" : 5484,
"2834432" : 7037,
"2867200" : 8291,
"2899968" : 8586,
"2932736" : 7997,
"2965504" : 6850,
"2998272" : 5389,
"3031040" : 4374,
"3063808" : 3894,
"3096576" : 4187,
"3129344" : 4901,
"3162112" : 5754,
"3194880" : 6446,
"3227648" : 6866,
"3260416" : 6467,
"3293184" : 5643,
"3325952" : 4554,
"3358720" : 3631,
"3391488" : 3250,
"3424256" : 3090,
"3457024" : 3522,
"3489792" : 3960,
"3522560" : 4211,
"3555328" : 4331,
"3588096" : 4045,
"3620864" : 3612,
"3653632" : 3181,
"3686400" : 2648,
"3719168" : 2064,
"3751936" : 1915,
"3784704" : 1860,
"3817472" : 2113,
"3850240" : 2172,
"3883008" : 2142,
"3915776" : 2017,
"3948544" : 1783,
"3981312" : 1559,
"4014080" : 1153,
"4046848" : 1059,
"4079616" : 862,
"4112384" : 835,
"4145152" : 772,
"4177920" : 884,
"4227072" : 1719,
"4292608" : 1268,
"4358144" : 786,
"4423680" : 586,
"4489216" : 453,
"4554752" : 461,
"4620288" : 379,
"4685824" : 234,
"4751360" : 124,
"4816896" : 118,
"4882432" : 63,
"4947968" : 67,
"5013504" : 47,
"5079040" : 16,
"5144576" : 21,
"5210112" : 8,
"5275648" : 5,
"5341184" : 1,
"5472256" : 1
}
},
"lat_ns" : {
"min" : 554006,
"max" : 5595478,
"mean" : 3024734.778767,
"stddev" : 681460.348792,
"N" : 317326
},
"bw_min" : 18280,
"bw_max" : 23632,
"bw_agg" : 99.927116,
"bw_mean" : 21140.201681,
"bw_dev" : 1326.837406,
"bw_samples" : 119,
"iops_min" : 4570,
"iops_max" : 5908,
"iops_mean" : 5285.016807,
"iops_stddev" : 331.709286,
"iops_samples" : 119
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 1.005017,
"sys_cpu" : 19.428657,
"ctx" : 165659,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999685,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999370,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.030568,
"1000" : 0.213345
},
"latency_ms" : {
"2" : 10.942655,
"4" : 85.079429,
"10" : 3.733058,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081977,
"timestamp_ms" : 1773081977935,
"time" : "Mon Mar 9 15:46:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1546305536,
"io_kbytes" : 1510064,
"bw_bytes" : 22090394,
"bw" : 21572,
"iops" : 5393.177045,
"runtime" : 69999,
"total_ios" : 377517,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5158,
"max" : 708222,
"mean" : 183550.805519,
"stddev" : 163634.774879,
"N" : 377517
},
"clat_ns" : {
"min" : 262892,
"max" : 5458659,
"mean" : 2782629.330394,
"stddev" : 666759.491782,
"N" : 377516,
"percentile" : {
"1.000000" : 1253376,
"5.000000" : 1646592,
"10.000000" : 1908736,
"20.000000" : 2211840,
"30.000000" : 2441216,
"40.000000" : 2605056,
"50.000000" : 2801664,
"60.000000" : 2932736,
"70.000000" : 3162112,
"80.000000" : 3325952,
"90.000000" : 3620864,
"95.000000" : 3883008,
"99.000000" : 4292608,
"99.500000" : 4489216,
"99.900000" : 4751360,
"99.950000" : 4882432,
"99.990000" : 5079040
},
"bins" : {
"264192" : 2,
"268288" : 1,
"276480" : 5,
"280576" : 1,
"288768" : 2,
"536576" : 1,
"544768" : 2,
"552960" : 3,
"561152" : 3,
"569344" : 3,
"577536" : 6,
"585728" : 20,
"593920" : 30,
"602112" : 13,
"610304" : 28,
"618496" : 9,
"626688" : 10,
"634880" : 17,
"643072" : 13,
"651264" : 15,
"659456" : 12,
"667648" : 16,
"675840" : 7,
"684032" : 1,
"790528" : 1,
"798720" : 3,
"806912" : 2,
"815104" : 3,
"823296" : 11,
"831488" : 11,
"839680" : 9,
"847872" : 19,
"856064" : 11,
"864256" : 32,
"872448" : 37,
"880640" : 40,
"888832" : 47,
"897024" : 47,
"905216" : 59,
"913408" : 69,
"921600" : 46,
"929792" : 75,
"937984" : 80,
"946176" : 101,
"954368" : 79,
"962560" : 109,
"970752" : 91,
"978944" : 70,
"987136" : 42,
"995328" : 60,
"1003520" : 38,
"1011712" : 61,
"1019904" : 35,
"1028096" : 33,
"1036288" : 15,
"1044480" : 13,
"1056768" : 7,
"1073152" : 3,
"1089536" : 8,
"1105920" : 17,
"1122304" : 32,
"1138688" : 69,
"1155072" : 108,
"1171456" : 175,
"1187840" : 241,
"1204224" : 384,
"1220608" : 433,
"1236992" : 553,
"1253376" : 555,
"1269760" : 630,
"1286144" : 484,
"1302528" : 552,
"1318912" : 475,
"1335296" : 395,
"1351680" : 293,
"1368064" : 172,
"1384448" : 116,
"1400832" : 48,
"1417216" : 72,
"1433600" : 89,
"1449984" : 161,
"1466368" : 263,
"1482752" : 375,
"1499136" : 599,
"1515520" : 725,
"1531904" : 875,
"1548288" : 1224,
"1564672" : 1317,
"1581056" : 1392,
"1597440" : 1499,
"1613824" : 1498,
"1630208" : 1301,
"1646592" : 1113,
"1662976" : 949,
"1679360" : 792,
"1695744" : 565,
"1712128" : 432,
"1728512" : 258,
"1744896" : 294,
"1761280" : 354,
"1777664" : 482,
"1794048" : 694,
"1810432" : 1016,
"1826816" : 1242,
"1843200" : 1514,
"1859584" : 2066,
"1875968" : 2217,
"1892352" : 2490,
"1908736" : 2614,
"1925120" : 2699,
"1941504" : 2644,
"1957888" : 2503,
"1974272" : 2295,
"1990656" : 1889,
"2007040" : 1599,
"2023424" : 1142,
"2039808" : 1067,
"2056192" : 876,
"2072576" : 833,
"2088960" : 932,
"2113536" : 2545,
"2146304" : 4174,
"2179072" : 5875,
"2211840" : 7785,
"2244608" : 8274,
"2277376" : 7792,
"2310144" : 6379,
"2342912" : 4622,
"2375680" : 3422,
"2408448" : 3389,
"2441216" : 4123,
"2473984" : 5758,
"2506752" : 7986,
"2539520" : 9512,
"2572288" : 10055,
"2605056" : 9349,
"2637824" : 7822,
"2670592" : 6155,
"2703360" : 4840,
"2736128" : 4419,
"2768896" : 5064,
"2801664" : 6317,
"2834432" : 8142,
"2867200" : 9587,
"2899968" : 9994,
"2932736" : 9250,
"2965504" : 8021,
"2998272" : 6348,
"3031040" : 5067,
"3063808" : 4496,
"3096576" : 4693,
"3129344" : 5522,
"3162112" : 6441,
"3194880" : 7258,
"3227648" : 7761,
"3260416" : 7235,
"3293184" : 6290,
"3325952" : 5128,
"3358720" : 4065,
"3391488" : 3594,
"3424256" : 3436,
"3457024" : 3832,
"3489792" : 4327,
"3522560" : 4559,
"3555328" : 4772,
"3588096" : 4419,
"3620864" : 3888,
"3653632" : 3414,
"3686400" : 2842,
"3719168" : 2217,
"3751936" : 2085,
"3784704" : 2002,
"3817472" : 2264,
"3850240" : 2316,
"3883008" : 2265,
"3915776" : 2159,
"3948544" : 1865,
"3981312" : 1643,
"4014080" : 1206,
"4046848" : 1113,
"4079616" : 912,
"4112384" : 873,
"4145152" : 811,
"4177920" : 905,
"4227072" : 1769,
"4292608" : 1320,
"4358144" : 803,
"4423680" : 610,
"4489216" : 469,
"4554752" : 473,
"4620288" : 387,
"4685824" : 241,
"4751360" : 131,
"4816896" : 121,
"4882432" : 64,
"4947968" : 70,
"5013504" : 50,
"5079040" : 18,
"5144576" : 21,
"5210112" : 8,
"5275648" : 5,
"5341184" : 1,
"5472256" : 1
}
},
"lat_ns" : {
"min" : 281480,
"max" : 5595478,
"mean" : 2966179.195491,
"stddev" : 690848.746237,
"N" : 377516
},
"bw_min" : 18280,
"bw_max" : 24992,
"bw_agg" : 99.908911,
"bw_mean" : 21553.179856,
"bw_dev" : 1603.144353,
"bw_samples" : 139,
"iops_min" : 4570,
"iops_max" : 6248,
"iops_mean" : 5388.258993,
"iops_stddev" : 400.782520,
"iops_samples" : 139
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 1.002871,
"sys_cpu" : 19.624566,
"ctx" : 192756,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999735,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999735,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.055362,
"1000" : 0.306476
},
"latency_ms" : {
"2" : 12.869354,
"4" : 83.506968,
"10" : 3.258661,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081987,
"timestamp_ms" : 1773081987936,
"time" : "Mon Mar 9 15:46:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1813569536,
"io_kbytes" : 1771064,
"bw_bytes" : 22669902,
"bw" : 22138,
"iops" : 5534.656683,
"runtime" : 79999,
"total_ios" : 442767,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5118,
"max" : 708222,
"mean" : 178818.601644,
"stddev" : 163570.138050,
"N" : 442767
},
"clat_ns" : {
"min" : 262892,
"max" : 5458659,
"mean" : 2711563.699243,
"stddev" : 682265.223356,
"N" : 442766,
"percentile" : {
"1.000000" : 1204224,
"5.000000" : 1581056,
"10.000000" : 1859584,
"20.000000" : 2146304,
"30.000000" : 2310144,
"40.000000" : 2539520,
"50.000000" : 2703360,
"60.000000" : 2899968,
"70.000000" : 3063808,
"80.000000" : 3293184,
"90.000000" : 3588096,
"95.000000" : 3850240,
"99.000000" : 4292608,
"99.500000" : 4423680,
"99.900000" : 4751360,
"99.950000" : 4882432,
"99.990000" : 5079040
},
"bins" : {
"264192" : 2,
"268288" : 1,
"276480" : 6,
"280576" : 1,
"288768" : 2,
"296960" : 1,
"301056" : 4,
"305152" : 2,
"309248" : 4,
"528384" : 2,
"536576" : 3,
"544768" : 3,
"552960" : 4,
"561152" : 3,
"569344" : 5,
"577536" : 11,
"585728" : 36,
"593920" : 50,
"602112" : 26,
"610304" : 44,
"618496" : 20,
"626688" : 24,
"634880" : 31,
"643072" : 25,
"651264" : 28,
"659456" : 32,
"667648" : 39,
"675840" : 15,
"684032" : 5,
"790528" : 1,
"798720" : 4,
"806912" : 2,
"815104" : 8,
"823296" : 11,
"831488" : 11,
"839680" : 25,
"847872" : 30,
"856064" : 35,
"864256" : 47,
"872448" : 54,
"880640" : 83,
"888832" : 110,
"897024" : 93,
"905216" : 110,
"913408" : 108,
"921600" : 93,
"929792" : 130,
"937984" : 163,
"946176" : 171,
"954368" : 166,
"962560" : 177,
"970752" : 167,
"978944" : 110,
"987136" : 104,
"995328" : 106,
"1003520" : 87,
"1011712" : 96,
"1019904" : 74,
"1028096" : 49,
"1036288" : 25,
"1044480" : 27,
"1056768" : 13,
"1073152" : 7,
"1089536" : 8,
"1105920" : 25,
"1122304" : 60,
"1138688" : 111,
"1155072" : 186,
"1171456" : 282,
"1187840" : 367,
"1204224" : 575,
"1220608" : 729,
"1236992" : 861,
"1253376" : 898,
"1269760" : 1003,
"1286144" : 834,
"1302528" : 920,
"1318912" : 782,
"1335296" : 643,
"1351680" : 486,
"1368064" : 287,
"1384448" : 183,
"1400832" : 72,
"1417216" : 95,
"1433600" : 144,
"1449984" : 235,
"1466368" : 367,
"1482752" : 583,
"1499136" : 937,
"1515520" : 1125,
"1531904" : 1315,
"1548288" : 1778,
"1564672" : 1996,
"1581056" : 2077,
"1597440" : 2198,
"1613824" : 2174,
"1630208" : 1904,
"1646592" : 1640,
"1662976" : 1432,
"1679360" : 1169,
"1695744" : 812,
"1712128" : 622,
"1728512" : 432,
"1744896" : 439,
"1761280" : 488,
"1777664" : 679,
"1794048" : 976,
"1810432" : 1389,
"1826816" : 1687,
"1843200" : 2069,
"1859584" : 2825,
"1875968" : 3157,
"1892352" : 3411,
"1908736" : 3532,
"1925120" : 3724,
"1941504" : 3615,
"1957888" : 3400,
"1974272" : 3145,
"1990656" : 2490,
"2007040" : 2124,
"2023424" : 1625,
"2039808" : 1419,
"2056192" : 1168,
"2072576" : 1103,
"2088960" : 1166,
"2113536" : 3224,
"2146304" : 5236,
"2179072" : 7401,
"2211840" : 9845,
"2244608" : 10436,
"2277376" : 9666,
"2310144" : 8018,
"2342912" : 5706,
"2375680" : 4189,
"2408448" : 4003,
"2441216" : 4798,
"2473984" : 6770,
"2506752" : 9400,
"2539520" : 11201,
"2572288" : 11793,
"2605056" : 11038,
"2637824" : 9200,
"2670592" : 7158,
"2703360" : 5545,
"2736128" : 4968,
"2768896" : 5711,
"2801664" : 6976,
"2834432" : 9061,
"2867200" : 10718,
"2899968" : 11104,
"2932736" : 10373,
"2965504" : 8956,
"2998272" : 7076,
"3031040" : 5522,
"3063808" : 4913,
"3096576" : 5033,
"3129344" : 5967,
"3162112" : 6920,
"3194880" : 7829,
"3227648" : 8429,
"3260416" : 7832,
"3293184" : 6793,
"3325952" : 5495,
"3358720" : 4314,
"3391488" : 3827,
"3424256" : 3619,
"3457024" : 4040,
"3489792" : 4543,
"3522560" : 4806,
"3555328" : 5008,
"3588096" : 4696,
"3620864" : 4096,
"3653632" : 3558,
"3686400" : 2942,
"3719168" : 2326,
"3751936" : 2183,
"3784704" : 2074,
"3817472" : 2332,
"3850240" : 2416,
"3883008" : 2359,
"3915776" : 2214,
"3948544" : 1948,
"3981312" : 1686,
"4014080" : 1230,
"4046848" : 1146,
"4079616" : 926,
"4112384" : 890,
"4145152" : 821,
"4177920" : 933,
"4227072" : 1796,
"4292608" : 1336,
"4358144" : 807,
"4423680" : 613,
"4489216" : 478,
"4554752" : 479,
"4620288" : 387,
"4685824" : 241,
"4751360" : 131,
"4816896" : 121,
"4882432" : 64,
"4947968" : 70,
"5013504" : 50,
"5079040" : 18,
"5144576" : 21,
"5210112" : 8,
"5275648" : 5,
"5341184" : 1,
"5472256" : 1
}
},
"lat_ns" : {
"min" : 281480,
"max" : 5595478,
"mean" : 2890383.350368,
"stddev" : 707948.352321,
"N" : 442766
},
"bw_min" : 18280,
"bw_max" : 27048,
"bw_agg" : 99.875438,
"bw_mean" : 22111.591195,
"bw_dev" : 2113.878418,
"bw_samples" : 159,
"iops_min" : 4570,
"iops_max" : 6762,
"iops_mean" : 5527.861635,
"iops_stddev" : 528.467745,
"iops_samples" : 159
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 1.005013,
"sys_cpu" : 19.876498,
"ctx" : 219632,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999774,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999774,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.091696,
"1000" : 0.480614
},
"latency_ms" : {
"2" : 15.786407,
"4" : 80.814514,
"10" : 2.821348,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081997,
"timestamp_ms" : 1773081997936,
"time" : "Mon Mar 9 15:46:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 2091298816,
"io_kbytes" : 2042284,
"bw_bytes" : 23236911,
"bw" : 22692,
"iops" : 5673.085257,
"runtime" : 89999,
"total_ios" : 510572,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5118,
"max" : 708222,
"mean" : 174416.516301,
"stddev" : 163490.656600,
"N" : 510572
},
"clat_ns" : {
"min" : 262892,
"max" : 5458659,
"mean" : 2645429.848846,
"stddev" : 694017.334791,
"N" : 510571,
"percentile" : {
"1.000000" : 1138688,
"5.000000" : 1548288,
"10.000000" : 1744896,
"20.000000" : 2023424,
"30.000000" : 2244608,
"40.000000" : 2473984,
"50.000000" : 2637824,
"60.000000" : 2834432,
"70.000000" : 2998272,
"80.000000" : 3227648,
"90.000000" : 3555328,
"95.000000" : 3817472,
"99.000000" : 4227072,
"99.500000" : 4423680,
"99.900000" : 4685824,
"99.950000" : 4816896,
"99.990000" : 5079040
},
"bins" : {
"264192" : 2,
"268288" : 4,
"272384" : 4,
"276480" : 6,
"280576" : 1,
"284672" : 6,
"288768" : 5,
"292864" : 4,
"296960" : 2,
"301056" : 6,
"305152" : 7,
"309248" : 9,
"317440" : 1,
"528384" : 3,
"536576" : 3,
"544768" : 4,
"552960" : 7,
"561152" : 13,
"569344" : 17,
"577536" : 25,
"585728" : 85,
"593920" : 72,
"602112" : 40,
"610304" : 83,
"618496" : 38,
"626688" : 46,
"634880" : 38,
"643072" : 28,
"651264" : 50,
"659456" : 63,
"667648" : 58,
"675840" : 24,
"684032" : 11,
"700416" : 4,
"790528" : 1,
"798720" : 5,
"806912" : 2,
"815104" : 8,
"823296" : 14,
"831488" : 17,
"839680" : 36,
"847872" : 52,
"856064" : 54,
"864256" : 71,
"872448" : 88,
"880640" : 135,
"888832" : 189,
"897024" : 173,
"905216" : 175,
"913408" : 177,
"921600" : 172,
"929792" : 212,
"937984" : 242,
"946176" : 277,
"954368" : 285,
"962560" : 288,
"970752" : 281,
"978944" : 205,
"987136" : 181,
"995328" : 154,
"1003520" : 138,
"1011712" : 150,
"1019904" : 136,
"1028096" : 102,
"1036288" : 69,
"1044480" : 38,
"1056768" : 26,
"1073152" : 9,
"1089536" : 15,
"1105920" : 30,
"1122304" : 73,
"1138688" : 133,
"1155072" : 231,
"1171456" : 397,
"1187840" : 526,
"1204224" : 860,
"1220608" : 1051,
"1236992" : 1252,
"1253376" : 1377,
"1269760" : 1504,
"1286144" : 1276,
"1302528" : 1366,
"1318912" : 1208,
"1335296" : 959,
"1351680" : 738,
"1368064" : 443,
"1384448" : 308,
"1400832" : 148,
"1417216" : 142,
"1433600" : 190,
"1449984" : 298,
"1466368" : 473,
"1482752" : 768,
"1499136" : 1248,
"1515520" : 1496,
"1531904" : 1882,
"1548288" : 2377,
"1564672" : 2807,
"1581056" : 2868,
"1597440" : 2957,
"1613824" : 2982,
"1630208" : 2700,
"1646592" : 2345,
"1662976" : 2035,
"1679360" : 1642,
"1695744" : 1197,
"1712128" : 883,
"1728512" : 597,
"1744896" : 592,
"1761280" : 653,
"1777664" : 845,
"1794048" : 1235,
"1810432" : 1763,
"1826816" : 2171,
"1843200" : 2689,
"1859584" : 3612,
"1875968" : 4096,
"1892352" : 4437,
"1908736" : 4638,
"1925120" : 4848,
"1941504" : 4731,
"1957888" : 4440,
"1974272" : 4083,
"1990656" : 3350,
"2007040" : 2849,
"2023424" : 2202,
"2039808" : 1862,
"2056192" : 1550,
"2072576" : 1392,
"2088960" : 1397,
"2113536" : 3897,
"2146304" : 6212,
"2179072" : 8920,
"2211840" : 11832,
"2244608" : 12683,
"2277376" : 11741,
"2310144" : 9876,
"2342912" : 7037,
"2375680" : 5184,
"2408448" : 4669,
"2441216" : 5504,
"2473984" : 7635,
"2506752" : 10736,
"2539520" : 12695,
"2572288" : 13395,
"2605056" : 12741,
"2637824" : 10532,
"2670592" : 8200,
"2703360" : 6305,
"2736128" : 5627,
"2768896" : 6243,
"2801664" : 7588,
"2834432" : 9817,
"2867200" : 11663,
"2899968" : 12138,
"2932736" : 11328,
"2965504" : 9874,
"2998272" : 7695,
"3031040" : 6070,
"3063808" : 5307,
"3096576" : 5411,
"3129344" : 6281,
"3162112" : 7309,
"3194880" : 8267,
"3227648" : 8903,
"3260416" : 8276,
"3293184" : 7168,
"3325952" : 5885,
"3358720" : 4557,
"3391488" : 4017,
"3424256" : 3789,
"3457024" : 4154,
"3489792" : 4677,
"3522560" : 4946,
"3555328" : 5163,
"3588096" : 4859,
"3620864" : 4246,
"3653632" : 3684,
"3686400" : 3024,
"3719168" : 2392,
"3751936" : 2226,
"3784704" : 2112,
"3817472" : 2371,
"3850240" : 2454,
"3883008" : 2413,
"3915776" : 2248,
"3948544" : 1989,
"3981312" : 1720,
"4014080" : 1255,
"4046848" : 1159,
"4079616" : 939,
"4112384" : 913,
"4145152" : 834,
"4177920" : 944,
"4227072" : 1822,
"4292608" : 1358,
"4358144" : 814,
"4423680" : 618,
"4489216" : 480,
"4554752" : 481,
"4620288" : 389,
"4685824" : 242,
"4751360" : 131,
"4816896" : 121,
"4882432" : 64,
"4947968" : 70,
"5013504" : 50,
"5079040" : 18,
"5144576" : 21,
"5210112" : 8,
"5275648" : 5,
"5341184" : 1,
"5472256" : 1
}
},
"lat_ns" : {
"min" : 281480,
"max" : 5595478,
"mean" : 2819848.203231,
"stddev" : 720979.651641,
"N" : 510571
},
"bw_min" : 18280,
"bw_max" : 28032,
"bw_agg" : 99.901747,
"bw_mean" : 22670.184358,
"bw_dev" : 2549.004755,
"bw_samples" : 179,
"iops_min" : 4570,
"iops_max" : 7008,
"iops_mean" : 5667.508380,
"iops_stddev" : 637.246088,
"iops_samples" : 179
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 1.021122,
"sys_cpu" : 20.128001,
"ctx" : 246227,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.011164,
"750" : 0.139451,
"1000" : 0.686877
},
"latency_ms" : {
"2" : 18.575049,
"4" : 78.108474,
"10" : 2.478788,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082007,
"timestamp_ms" : 1773082007936,
"time" : "Mon Mar 9 15:46:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 2386845696,
"io_kbytes" : 2330904,
"bw_bytes" : 23868695,
"bw" : 23309,
"iops" : 5827.328273,
"runtime" : 99999,
"total_ios" : 582727,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5118,
"max" : 708222,
"mean" : 169757.597390,
"stddev" : 163375.020883,
"N" : 582727
},
"clat_ns" : {
"min" : 262892,
"max" : 5458659,
"mean" : 2575426.504191,
"stddev" : 709158.453984,
"N" : 582726,
"percentile" : {
"1.000000" : 970752,
"5.000000" : 1384448,
"10.000000" : 1630208,
"20.000000" : 1941504,
"30.000000" : 2211840,
"40.000000" : 2375680,
"50.000000" : 2572288,
"60.000000" : 2768896,
"70.000000" : 2932736,
"80.000000" : 3194880,
"90.000000" : 3522560,
"95.000000" : 3751936,
"99.000000" : 4227072,
"99.500000" : 4358144,
"99.900000" : 4685824,
"99.950000" : 4816896,
"99.990000" : 5013504
},
"bins" : {
"264192" : 2,
"268288" : 7,
"272384" : 5,
"276480" : 6,
"280576" : 3,
"284672" : 11,
"288768" : 14,
"292864" : 19,
"296960" : 6,
"301056" : 11,
"305152" : 14,
"309248" : 29,
"313344" : 10,
"317440" : 1,
"321536" : 11,
"325632" : 2,
"501760" : 1,
"505856" : 1,
"528384" : 3,
"536576" : 5,
"544768" : 4,
"552960" : 11,
"561152" : 22,
"569344" : 33,
"577536" : 51,
"585728" : 131,
"593920" : 114,
"602112" : 106,
"610304" : 162,
"618496" : 82,
"626688" : 82,
"634880" : 82,
"643072" : 72,
"651264" : 84,
"659456" : 121,
"667648" : 89,
"675840" : 63,
"684032" : 45,
"692224" : 10,
"700416" : 5,
"733184" : 1,
"741376" : 2,
"774144" : 2,
"782336" : 2,
"790528" : 1,
"798720" : 8,
"806912" : 6,
"815104" : 13,
"823296" : 15,
"831488" : 19,
"839680" : 46,
"847872" : 65,
"856064" : 72,
"864256" : 103,
"872448" : 129,
"880640" : 184,
"888832" : 262,
"897024" : 290,
"905216" : 310,
"913408" : 349,
"921600" : 317,
"929792" : 340,
"937984" : 369,
"946176" : 439,
"954368" : 459,
"962560" : 488,
"970752" : 486,
"978944" : 412,
"987136" : 331,
"995328" : 276,
"1003520" : 219,
"1011712" : 258,
"1019904" : 241,
"1028096" : 210,
"1036288" : 160,
"1044480" : 83,
"1056768" : 64,
"1073152" : 14,
"1089536" : 18,
"1105920" : 37,
"1122304" : 92,
"1138688" : 166,
"1155072" : 289,
"1171456" : 488,
"1187840" : 698,
"1204224" : 1139,
"1220608" : 1474,
"1236992" : 1735,
"1253376" : 2039,
"1269760" : 2356,
"1286144" : 2084,
"1302528" : 2082,
"1318912" : 1967,
"1335296" : 1551,
"1351680" : 1232,
"1368064" : 722,
"1384448" : 514,
"1400832" : 296,
"1417216" : 220,
"1433600" : 228,
"1449984" : 362,
"1466368" : 541,
"1482752" : 946,
"1499136" : 1491,
"1515520" : 1828,
"1531904" : 2417,
"1548288" : 3001,
"1564672" : 3675,
"1581056" : 4004,
"1597440" : 4090,
"1613824" : 4150,
"1630208" : 3894,
"1646592" : 3544,
"1662976" : 3003,
"1679360" : 2420,
"1695744" : 1788,
"1712128" : 1347,
"1728512" : 895,
"1744896" : 800,
"1761280" : 856,
"1777664" : 1005,
"1794048" : 1448,
"1810432" : 2031,
"1826816" : 2623,
"1843200" : 3236,
"1859584" : 4300,
"1875968" : 4938,
"1892352" : 5393,
"1908736" : 5742,
"1925120" : 6145,
"1941504" : 5994,
"1957888" : 5768,
"1974272" : 5325,
"1990656" : 4487,
"2007040" : 3781,
"2023424" : 3007,
"2039808" : 2476,
"2056192" : 1953,
"2072576" : 1776,
"2088960" : 1686,
"2113536" : 4507,
"2146304" : 6919,
"2179072" : 10106,
"2211840" : 13598,
"2244608" : 14842,
"2277376" : 13991,
"2310144" : 11911,
"2342912" : 8692,
"2375680" : 6243,
"2408448" : 5423,
"2441216" : 6112,
"2473984" : 8313,
"2506752" : 11664,
"2539520" : 13901,
"2572288" : 14799,
"2605056" : 14222,
"2637824" : 11931,
"2670592" : 9358,
"2703360" : 7158,
"2736128" : 6204,
"2768896" : 6683,
"2801664" : 8032,
"2834432" : 10342,
"2867200" : 12291,
"2899968" : 12871,
"2932736" : 12122,
"2965504" : 10693,
"2998272" : 8366,
"3031040" : 6525,
"3063808" : 5663,
"3096576" : 5646,
"3129344" : 6523,
"3162112" : 7525,
"3194880" : 8544,
"3227648" : 9203,
"3260416" : 8637,
"3293184" : 7457,
"3325952" : 6193,
"3358720" : 4815,
"3391488" : 4162,
"3424256" : 3899,
"3457024" : 4253,
"3489792" : 4755,
"3522560" : 5022,
"3555328" : 5276,
"3588096" : 4948,
"3620864" : 4354,
"3653632" : 3757,
"3686400" : 3089,
"3719168" : 2458,
"3751936" : 2262,
"3784704" : 2144,
"3817472" : 2406,
"3850240" : 2474,
"3883008" : 2444,
"3915776" : 2268,
"3948544" : 2008,
"3981312" : 1739,
"4014080" : 1267,
"4046848" : 1167,
"4079616" : 950,
"4112384" : 922,
"4145152" : 835,
"4177920" : 955,
"4227072" : 1830,
"4292608" : 1366,
"4358144" : 817,
"4423680" : 623,
"4489216" : 481,
"4554752" : 481,
"4620288" : 389,
"4685824" : 242,
"4751360" : 131,
"4816896" : 121,
"4882432" : 64,
"4947968" : 70,
"5013504" : 50,
"5079040" : 18,
"5144576" : 21,
"5210112" : 8,
"5275648" : 5,
"5341184" : 1,
"5472256" : 1
}
},
"lat_ns" : {
"min" : 281480,
"max" : 5595478,
"mean" : 2745183.891156,
"stddev" : 737671.698183,
"N" : 582726
},
"bw_min" : 18280,
"bw_max" : 30104,
"bw_agg" : 99.870127,
"bw_mean" : 23279.984925,
"bw_dev" : 3039.008676,
"bw_samples" : 199,
"iops_min" : 4570,
"iops_max" : 7526,
"iops_mean" : 5819.959799,
"iops_stddev" : 759.750217,
"iops_samples" : 199
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 1.050011,
"sys_cpu" : 20.451205,
"ctx" : 272265,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.025913,
"750" : 0.237161,
"1000" : 0.998409
},
"latency_ms" : {
"2" : 21.695236,
"4" : 74.858210,
"10" : 2.184900,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082017,
"timestamp_ms" : 1773082017936,
"time" : "Mon Mar 9 15:46:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 2721251328,
"io_kbytes" : 2657472,
"bw_bytes" : 24738873,
"bw" : 24159,
"iops" : 6039.773089,
"runtime" : 109999,
"total_ios" : 664369,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5118,
"max" : 1206474,
"mean" : 163727.602936,
"stddev" : 162934.177547,
"N" : 664369
},
"clat_ns" : {
"min" : 236591,
"max" : 5458659,
"mean" : 2484887.878779,
"stddev" : 738050.915955,
"N" : 664368,
"percentile" : {
"1.000000" : 905216,
"5.000000" : 1269760,
"10.000000" : 1564672,
"20.000000" : 1875968,
"30.000000" : 2056192,
"40.000000" : 2277376,
"50.000000" : 2506752,
"60.000000" : 2637824,
"70.000000" : 2899968,
"80.000000" : 3129344,
"90.000000" : 3457024,
"95.000000" : 3686400,
"99.000000" : 4227072,
"99.500000" : 4358144,
"99.900000" : 4685824,
"99.950000" : 4816896,
"99.990000" : 5013504
},
"bins" : {
"236544" : 1,
"250880" : 2,
"252928" : 1,
"257024" : 4,
"259072" : 4,
"261120" : 5,
"264192" : 7,
"268288" : 12,
"272384" : 23,
"276480" : 17,
"280576" : 29,
"284672" : 32,
"288768" : 45,
"292864" : 58,
"296960" : 40,
"301056" : 29,
"305152" : 33,
"309248" : 57,
"313344" : 20,
"317440" : 11,
"321536" : 19,
"325632" : 6,
"329728" : 4,
"333824" : 1,
"337920" : 1,
"354304" : 1,
"358400" : 1,
"501760" : 1,
"505856" : 1,
"518144" : 1,
"528384" : 4,
"536576" : 9,
"544768" : 13,
"552960" : 31,
"561152" : 47,
"569344" : 72,
"577536" : 134,
"585728" : 244,
"593920" : 258,
"602112" : 311,
"610304" : 376,
"618496" : 280,
"626688" : 213,
"634880" : 201,
"643072" : 188,
"651264" : 248,
"659456" : 329,
"667648" : 252,
"675840" : 202,
"684032" : 102,
"692224" : 38,
"700416" : 13,
"708608" : 10,
"716800" : 5,
"724992" : 2,
"733184" : 3,
"741376" : 3,
"774144" : 2,
"782336" : 2,
"790528" : 3,
"798720" : 9,
"806912" : 7,
"815104" : 17,
"823296" : 22,
"831488" : 29,
"839680" : 72,
"847872" : 97,
"856064" : 136,
"864256" : 170,
"872448" : 209,
"880640" : 298,
"888832" : 487,
"897024" : 539,
"905216" : 575,
"913408" : 683,
"921600" : 653,
"929792" : 698,
"937984" : 671,
"946176" : 823,
"954368" : 863,
"962560" : 1068,
"970752" : 1007,
"978944" : 833,
"987136" : 639,
"995328" : 524,
"1003520" : 485,
"1011712" : 532,
"1019904" : 506,
"1028096" : 434,
"1036288" : 272,
"1044480" : 185,
"1056768" : 128,
"1073152" : 45,
"1089536" : 24,
"1105920" : 66,
"1122304" : 130,
"1138688" : 228,
"1155072" : 391,
"1171456" : 695,
"1187840" : 1078,
"1204224" : 1682,
"1220608" : 2229,
"1236992" : 2616,
"1253376" : 3274,
"1269760" : 3761,
"1286144" : 3396,
"1302528" : 3306,
"1318912" : 3314,
"1335296" : 2687,
"1351680" : 1998,
"1368064" : 1256,
"1384448" : 950,
"1400832" : 567,
"1417216" : 320,
"1433600" : 320,
"1449984" : 455,
"1466368" : 680,
"1482752" : 1234,
"1499136" : 1884,
"1515520" : 2384,
"1531904" : 3219,
"1548288" : 3969,
"1564672" : 4866,
"1581056" : 5483,
"1597440" : 5618,
"1613824" : 5696,
"1630208" : 5516,
"1646592" : 4953,
"1662976" : 4201,
"1679360" : 3582,
"1695744" : 2717,
"1712128" : 1958,
"1728512" : 1288,
"1744896" : 1067,
"1761280" : 1085,
"1777664" : 1215,
"1794048" : 1711,
"1810432" : 2389,
"1826816" : 3116,
"1843200" : 3834,
"1859584" : 5165,
"1875968" : 5913,
"1892352" : 6542,
"1908736" : 7035,
"1925120" : 7525,
"1941504" : 7318,
"1957888" : 7207,
"1974272" : 6740,
"1990656" : 5761,
"2007040" : 4793,
"2023424" : 3912,
"2039808" : 3114,
"2056192" : 2582,
"2072576" : 2162,
"2088960" : 1996,
"2113536" : 4968,
"2146304" : 7571,
"2179072" : 11198,
"2211840" : 15149,
"2244608" : 16754,
"2277376" : 15921,
"2310144" : 13656,
"2342912" : 10180,
"2375680" : 7222,
"2408448" : 6090,
"2441216" : 6606,
"2473984" : 8818,
"2506752" : 12315,
"2539520" : 14871,
"2572288" : 15835,
"2605056" : 15267,
"2637824" : 12972,
"2670592" : 10160,
"2703360" : 7784,
"2736128" : 6625,
"2768896" : 6994,
"2801664" : 8336,
"2834432" : 10676,
"2867200" : 12745,
"2899968" : 13365,
"2932736" : 12627,
"2965504" : 11155,
"2998272" : 8856,
"3031040" : 6809,
"3063808" : 5874,
"3096576" : 5806,
"3129344" : 6662,
"3162112" : 7667,
"3194880" : 8713,
"3227648" : 9376,
"3260416" : 8817,
"3293184" : 7622,
"3325952" : 6322,
"3358720" : 4917,
"3391488" : 4237,
"3424256" : 3963,
"3457024" : 4288,
"3489792" : 4818,
"3522560" : 5077,
"3555328" : 5314,
"3588096" : 4998,
"3620864" : 4392,
"3653632" : 3776,
"3686400" : 3117,
"3719168" : 2478,
"3751936" : 2272,
"3784704" : 2161,
"3817472" : 2418,
"3850240" : 2484,
"3883008" : 2453,
"3915776" : 2274,
"3948544" : 2014,
"3981312" : 1746,
"4014080" : 1272,
"4046848" : 1172,
"4079616" : 956,
"4112384" : 922,
"4145152" : 835,
"4177920" : 955,
"4227072" : 1832,
"4292608" : 1366,
"4358144" : 821,
"4423680" : 623,
"4489216" : 481,
"4554752" : 481,
"4620288" : 389,
"4685824" : 242,
"4751360" : 131,
"4816896" : 121,
"4882432" : 64,
"4947968" : 70,
"5013504" : 50,
"5079040" : 18,
"5144576" : 21,
"5210112" : 8,
"5275648" : 5,
"5341184" : 1,
"5472256" : 1
}
},
"lat_ns" : {
"min" : 268270,
"max" : 5595478,
"mean" : 2648617.599707,
"stddev" : 769486.078496,
"N" : 664368
},
"bw_min" : 18280,
"bw_max" : 37688,
"bw_agg" : 99.846618,
"bw_mean" : 24122.666667,
"bw_dev" : 4012.523104,
"bw_samples" : 219,
"iops_min" : 4570,
"iops_max" : 9422,
"iops_mean" : 6030.630137,
"iops_stddev" : 1003.131741,
"iops_samples" : 219
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 1.083646,
"sys_cpu" : 20.850190,
"ctx" : 297753,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999849,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999849,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.069540,
"750" : 0.540513,
"1000" : 1.683251
},
"latency_ms" : {
"2" : 25.666309,
"4" : 70.120671,
"10" : 1.919415,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082027,
"timestamp_ms" : 1773082027936,
"time" : "Mon Mar 9 15:47:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 3078238208,
"io_kbytes" : 3006092,
"bw_bytes" : 25652198,
"bw" : 25050,
"iops" : 6262.752190,
"runtime" : 119999,
"total_ios" : 751524,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5118,
"max" : 1206474,
"mean" : 157838.795058,
"stddev" : 162191.172678,
"N" : 751524
},
"clat_ns" : {
"min" : 236591,
"max" : 5458659,
"mean" : 2396451.637850,
"stddev" : 762010.354484,
"N" : 751523,
"percentile" : {
"1.000000" : 692224,
"5.000000" : 1220608,
"10.000000" : 1351680,
"20.000000" : 1679360,
"30.000000" : 1957888,
"40.000000" : 2211840,
"50.000000" : 2375680,
"60.000000" : 2572288,
"70.000000" : 2834432,
"80.000000" : 3031040,
"90.000000" : 3391488,
"95.000000" : 3653632,
"99.000000" : 4177920,
"99.500000" : 4292608,
"99.900000" : 4620288,
"99.950000" : 4751360,
"99.990000" : 5013504
},
"bins" : {
"236544" : 1,
"242688" : 1,
"244736" : 1,
"250880" : 2,
"252928" : 1,
"254976" : 5,
"257024" : 7,
"259072" : 8,
"261120" : 18,
"264192" : 22,
"268288" : 20,
"272384" : 42,
"276480" : 25,
"280576" : 54,
"284672" : 71,
"288768" : 80,
"292864" : 110,
"296960" : 120,
"301056" : 92,
"305152" : 91,
"309248" : 112,
"313344" : 64,
"317440" : 22,
"321536" : 32,
"325632" : 14,
"329728" : 9,
"333824" : 1,
"337920" : 1,
"354304" : 1,
"358400" : 1,
"501760" : 1,
"505856" : 3,
"518144" : 1,
"522240" : 5,
"528384" : 9,
"536576" : 22,
"544768" : 33,
"552960" : 83,
"561152" : 103,
"569344" : 133,
"577536" : 239,
"585728" : 399,
"593920" : 484,
"602112" : 586,
"610304" : 693,
"618496" : 466,
"626688" : 366,
"634880" : 321,
"643072" : 378,
"651264" : 530,
"659456" : 591,
"667648" : 500,
"675840" : 336,
"684032" : 165,
"692224" : 49,
"700416" : 36,
"708608" : 14,
"716800" : 5,
"724992" : 2,
"733184" : 3,
"741376" : 3,
"757760" : 6,
"765952" : 1,
"774144" : 2,
"782336" : 2,
"790528" : 3,
"798720" : 14,
"806912" : 12,
"815104" : 36,
"823296" : 38,
"831488" : 52,
"839680" : 124,
"847872" : 173,
"856064" : 230,
"864256" : 325,
"872448" : 380,
"880640" : 527,
"888832" : 814,
"897024" : 956,
"905216" : 981,
"913408" : 1128,
"921600" : 1106,
"929792" : 1163,
"937984" : 1146,
"946176" : 1352,
"954368" : 1496,
"962560" : 1766,
"970752" : 1639,
"978944" : 1334,
"987136" : 1043,
"995328" : 875,
"1003520" : 817,
"1011712" : 913,
"1019904" : 835,
"1028096" : 685,
"1036288" : 418,
"1044480" : 285,
"1056768" : 206,
"1073152" : 60,
"1089536" : 46,
"1105920" : 87,
"1122304" : 170,
"1138688" : 318,
"1155072" : 598,
"1171456" : 1049,
"1187840" : 1670,
"1204224" : 2559,
"1220608" : 3162,
"1236992" : 3892,
"1253376" : 4968,
"1269760" : 5590,
"1286144" : 4986,
"1302528" : 5018,
"1318912" : 4843,
"1335296" : 3846,
"1351680" : 2751,
"1368064" : 1842,
"1384448" : 1364,
"1400832" : 803,
"1417216" : 437,
"1433600" : 445,
"1449984" : 608,
"1466368" : 954,
"1482752" : 1635,
"1499136" : 2399,
"1515520" : 3175,
"1531904" : 4262,
"1548288" : 5134,
"1564672" : 6354,
"1581056" : 7164,
"1597440" : 7226,
"1613824" : 7643,
"1630208" : 7287,
"1646592" : 6364,
"1662976" : 5554,
"1679360" : 4707,
"1695744" : 3497,
"1712128" : 2453,
"1728512" : 1671,
"1744896" : 1366,
"1761280" : 1305,
"1777664" : 1443,
"1794048" : 2079,
"1810432" : 2789,
"1826816" : 3729,
"1843200" : 4618,
"1859584" : 6145,
"1875968" : 6989,
"1892352" : 7824,
"1908736" : 8320,
"1925120" : 9089,
"1941504" : 8837,
"1957888" : 8521,
"1974272" : 8051,
"1990656" : 6863,
"2007040" : 5859,
"2023424" : 4647,
"2039808" : 3755,
"2056192" : 3062,
"2072576" : 2471,
"2088960" : 2324,
"2113536" : 5544,
"2146304" : 8352,
"2179072" : 12419,
"2211840" : 16692,
"2244608" : 18597,
"2277376" : 17754,
"2310144" : 15249,
"2342912" : 11358,
"2375680" : 7942,
"2408448" : 6586,
"2441216" : 7039,
"2473984" : 9350,
"2506752" : 12938,
"2539520" : 15697,
"2572288" : 16774,
"2605056" : 16246,
"2637824" : 13766,
"2670592" : 10724,
"2703360" : 8182,
"2736128" : 6879,
"2768896" : 7186,
"2801664" : 8573,
"2834432" : 10967,
"2867200" : 13053,
"2899968" : 13755,
"2932736" : 12984,
"2965504" : 11494,
"2998272" : 9096,
"3031040" : 7009,
"3063808" : 5971,
"3096576" : 5888,
"3129344" : 6743,
"3162112" : 7761,
"3194880" : 8828,
"3227648" : 9480,
"3260416" : 8932,
"3293184" : 7742,
"3325952" : 6388,
"3358720" : 4975,
"3391488" : 4294,
"3424256" : 3995,
"3457024" : 4316,
"3489792" : 4841,
"3522560" : 5112,
"3555328" : 5346,
"3588096" : 5022,
"3620864" : 4405,
"3653632" : 3798,
"3686400" : 3138,
"3719168" : 2484,
"3751936" : 2285,
"3784704" : 2166,
"3817472" : 2422,
"3850240" : 2491,
"3883008" : 2456,
"3915776" : 2275,
"3948544" : 2021,
"3981312" : 1746,
"4014080" : 1272,
"4046848" : 1179,
"4079616" : 956,
"4112384" : 923,
"4145152" : 835,
"4177920" : 955,
"4227072" : 1836,
"4292608" : 1366,
"4358144" : 821,
"4423680" : 623,
"4489216" : 481,
"4554752" : 481,
"4620288" : 390,
"4685824" : 242,
"4751360" : 131,
"4816896" : 121,
"4882432" : 64,
"4947968" : 70,
"5013504" : 50,
"5079040" : 18,
"5144576" : 21,
"5210112" : 8,
"5275648" : 5,
"5341184" : 1,
"5472256" : 1
}
},
"lat_ns" : {
"min" : 262000,
"max" : 5595478,
"mean" : 2554291.776087,
"stddev" : 795910.329835,
"N" : 751523
},
"bw_min" : 18280,
"bw_max" : 37688,
"bw_agg" : 99.812484,
"bw_mean" : 25004.945607,
"bw_dev" : 4847.973200,
"bw_samples" : 239,
"iops_min" : 4570,
"iops_max" : 9422,
"iops_mean" : 6251.209205,
"iops_stddev" : 1212.015114,
"iops_samples" : 239
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 1.100009,
"sys_cpu" : 21.244344,
"ctx" : 323114,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999867,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999867,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.136390,
"750" : 0.872760,
"1000" : 2.500253
},
"latency_ms" : {
"2" : 29.418488,
"4" : 65.373029,
"10" : 1.698549,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082037,
"timestamp_ms" : 1773082037936,
"time" : "Mon Mar 9 15:47:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 3489099776,
"io_kbytes" : 3407324,
"bw_bytes" : 26839435,
"bw" : 26210,
"iops" : 6552.611943,
"runtime" : 129999,
"total_ios" : 851833,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5118,
"max" : 1206474,
"mean" : 150782.297544,
"stddev" : 161022.412685,
"N" : 851833
},
"clat_ns" : {
"min" : 236591,
"max" : 5458659,
"mean" : 2290498.352461,
"stddev" : 794807.461917,
"N" : 851832,
"percentile" : {
"1.000000" : 618496,
"5.000000" : 970752,
"10.000000" : 1269760,
"20.000000" : 1597440,
"30.000000" : 1859584,
"40.000000" : 2023424,
"50.000000" : 2277376,
"60.000000" : 2506752,
"70.000000" : 2703360,
"80.000000" : 2965504,
"90.000000" : 3325952,
"95.000000" : 3620864,
"99.000000" : 4145152,
"99.500000" : 4292608,
"99.900000" : 4620288,
"99.950000" : 4751360,
"99.990000" : 5013504
},
"bins" : {
"236544" : 1,
"242688" : 1,
"244736" : 2,
"246784" : 1,
"248832" : 2,
"250880" : 4,
"252928" : 2,
"254976" : 5,
"257024" : 9,
"259072" : 9,
"261120" : 20,
"264192" : 31,
"268288" : 44,
"272384" : 70,
"276480" : 80,
"280576" : 202,
"284672" : 224,
"288768" : 188,
"292864" : 302,
"296960" : 291,
"301056" : 225,
"305152" : 282,
"309248" : 272,
"313344" : 118,
"317440" : 51,
"321536" : 52,
"325632" : 19,
"329728" : 12,
"333824" : 2,
"337920" : 1,
"354304" : 1,
"358400" : 1,
"374784" : 1,
"489472" : 1,
"493568" : 1,
"501760" : 2,
"505856" : 3,
"514048" : 3,
"518144" : 3,
"522240" : 8,
"528384" : 33,
"536576" : 49,
"544768" : 94,
"552960" : 171,
"561152" : 221,
"569344" : 322,
"577536" : 510,
"585728" : 873,
"593920" : 1002,
"602112" : 1206,
"610304" : 1292,
"618496" : 1029,
"626688" : 839,
"634880" : 712,
"643072" : 929,
"651264" : 1154,
"659456" : 1261,
"667648" : 982,
"675840" : 693,
"684032" : 326,
"692224" : 108,
"700416" : 53,
"708608" : 19,
"716800" : 7,
"724992" : 3,
"733184" : 3,
"741376" : 6,
"757760" : 7,
"765952" : 5,
"774144" : 3,
"782336" : 9,
"790528" : 11,
"798720" : 24,
"806912" : 26,
"815104" : 49,
"823296" : 66,
"831488" : 113,
"839680" : 182,
"847872" : 268,
"856064" : 389,
"864256" : 518,
"872448" : 689,
"880640" : 900,
"888832" : 1338,
"897024" : 1571,
"905216" : 1759,
"913408" : 1924,
"921600" : 1842,
"929792" : 1976,
"937984" : 2093,
"946176" : 2474,
"954368" : 2702,
"962560" : 3015,
"970752" : 2791,
"978944" : 2261,
"987136" : 1729,
"995328" : 1506,
"1003520" : 1429,
"1011712" : 1555,
"1019904" : 1469,
"1028096" : 1184,
"1036288" : 738,
"1044480" : 457,
"1056768" : 329,
"1073152" : 90,
"1089536" : 52,
"1105920" : 134,
"1122304" : 249,
"1138688" : 481,
"1155072" : 911,
"1171456" : 1455,
"1187840" : 2414,
"1204224" : 3785,
"1220608" : 4544,
"1236992" : 5757,
"1253376" : 7211,
"1269760" : 8202,
"1286144" : 7192,
"1302528" : 7276,
"1318912" : 7112,
"1335296" : 5736,
"1351680" : 3947,
"1368064" : 2656,
"1384448" : 2021,
"1400832" : 1217,
"1417216" : 587,
"1433600" : 559,
"1449984" : 763,
"1466368" : 1183,
"1482752" : 1989,
"1499136" : 3043,
"1515520" : 4117,
"1531904" : 5363,
"1548288" : 6586,
"1564672" : 8157,
"1581056" : 9088,
"1597440" : 9182,
"1613824" : 9881,
"1630208" : 9372,
"1646592" : 8094,
"1662976" : 7047,
"1679360" : 6006,
"1695744" : 4582,
"1712128" : 3157,
"1728512" : 2195,
"1744896" : 1674,
"1761280" : 1553,
"1777664" : 1682,
"1794048" : 2346,
"1810432" : 3191,
"1826816" : 4235,
"1843200" : 5314,
"1859584" : 6974,
"1875968" : 8021,
"1892352" : 9023,
"1908736" : 9560,
"1925120" : 10436,
"1941504" : 10224,
"1957888" : 9760,
"1974272" : 9299,
"1990656" : 7924,
"2007040" : 6753,
"2023424" : 5357,
"2039808" : 4356,
"2056192" : 3489,
"2072576" : 2787,
"2088960" : 2558,
"2113536" : 6002,
"2146304" : 8872,
"2179072" : 13310,
"2211840" : 17846,
"2244608" : 20003,
"2277376" : 19091,
"2310144" : 16366,
"2342912" : 12267,
"2375680" : 8432,
"2408448" : 6909,
"2441216" : 7292,
"2473984" : 9697,
"2506752" : 13275,
"2539520" : 16116,
"2572288" : 17295,
"2605056" : 16784,
"2637824" : 14183,
"2670592" : 11052,
"2703360" : 8439,
"2736128" : 7012,
"2768896" : 7334,
"2801664" : 8668,
"2834432" : 11103,
"2867200" : 13200,
"2899968" : 13901,
"2932736" : 13134,
"2965504" : 11624,
"2998272" : 9201,
"3031040" : 7077,
"3063808" : 6031,
"3096576" : 5929,
"3129344" : 6789,
"3162112" : 7789,
"3194880" : 8857,
"3227648" : 9518,
"3260416" : 8966,
"3293184" : 7771,
"3325952" : 6414,
"3358720" : 4994,
"3391488" : 4307,
"3424256" : 4006,
"3457024" : 4322,
"3489792" : 4843,
"3522560" : 5119,
"3555328" : 5352,
"3588096" : 5027,
"3620864" : 4414,
"3653632" : 3798,
"3686400" : 3144,
"3719168" : 2485,
"3751936" : 2285,
"3784704" : 2170,
"3817472" : 2423,
"3850240" : 2491,
"3883008" : 2458,
"3915776" : 2275,
"3948544" : 2021,
"3981312" : 1746,
"4014080" : 1272,
"4046848" : 1179,
"4079616" : 956,
"4112384" : 923,
"4145152" : 835,
"4177920" : 955,
"4227072" : 1836,
"4292608" : 1366,
"4358144" : 821,
"4423680" : 623,
"4489216" : 481,
"4554752" : 481,
"4620288" : 390,
"4685824" : 242,
"4751360" : 131,
"4816896" : 121,
"4882432" : 64,
"4947968" : 70,
"5013504" : 50,
"5079040" : 18,
"5144576" : 21,
"5210112" : 8,
"5275648" : 5,
"5341184" : 1,
"5472256" : 1
}
},
"lat_ns" : {
"min" : 262000,
"max" : 5595478,
"mean" : 2441283.438947,
"stddev" : 832013.465779,
"N" : 851832
},
"bw_min" : 18280,
"bw_max" : 43944,
"bw_agg" : 99.761981,
"bw_mean" : 26148.038610,
"bw_dev" : 6136.251393,
"bw_samples" : 259,
"iops_min" : 4570,
"iops_max" : 10986,
"iops_mean" : 6536.984556,
"iops_stddev" : 1534.083440,
"iops_samples" : 259
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 1.157701,
"sys_cpu" : 21.717090,
"ctx" : 347623,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999883,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999883,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.295833,
"750" : 1.633654,
"1000" : 3.796636
},
"latency_ms" : {
"2" : 33.126094,
"4" : 59.648311,
"10" : 1.498533,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082047,
"timestamp_ms" : 1773082047936,
"time" : "Mon Mar 9 15:47:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 3977916416,
"io_kbytes" : 3884684,
"bw_bytes" : 28413891,
"bw" : 27747,
"iops" : 6936.992407,
"runtime" : 139999,
"total_ios" : 971172,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5118,
"max" : 1206474,
"mean" : 142336.090904,
"stddev" : 159154.834919,
"N" : 971172
},
"clat_ns" : {
"min" : 236591,
"max" : 5458659,
"mean" : 2163635.792056,
"stddev" : 836875.007310,
"N" : 971171,
"percentile" : {
"1.000000" : 577536,
"5.000000" : 905216,
"10.000000" : 1011712,
"20.000000" : 1351680,
"30.000000" : 1630208,
"40.000000" : 1908736,
"50.000000" : 2179072,
"60.000000" : 2342912,
"70.000000" : 2605056,
"80.000000" : 2899968,
"90.000000" : 3260416,
"95.000000" : 3588096,
"99.000000" : 4079616,
"99.500000" : 4292608,
"99.900000" : 4620288,
"99.950000" : 4751360,
"99.990000" : 5013504
},
"bins" : {
"236544" : 1,
"242688" : 1,
"244736" : 2,
"246784" : 2,
"248832" : 2,
"250880" : 8,
"252928" : 3,
"254976" : 10,
"257024" : 21,
"259072" : 24,
"261120" : 41,
"264192" : 87,
"268288" : 147,
"272384" : 176,
"276480" : 298,
"280576" : 528,
"284672" : 506,
"288768" : 601,
"292864" : 953,
"296960" : 717,
"301056" : 735,
"305152" : 820,
"309248" : 643,
"313344" : 265,
"317440" : 156,
"321536" : 106,
"325632" : 47,
"329728" : 31,
"333824" : 16,
"337920" : 4,
"342016" : 3,
"346112" : 2,
"354304" : 1,
"358400" : 1,
"374784" : 1,
"489472" : 1,
"493568" : 1,
"501760" : 3,
"505856" : 3,
"514048" : 12,
"518144" : 10,
"522240" : 20,
"528384" : 91,
"536576" : 118,
"544768" : 251,
"552960" : 380,
"561152" : 509,
"569344" : 720,
"577536" : 1238,
"585728" : 2118,
"593920" : 2438,
"602112" : 2839,
"610304" : 2630,
"618496" : 1920,
"626688" : 1571,
"634880" : 1576,
"643072" : 2079,
"651264" : 2684,
"659456" : 2635,
"667648" : 2027,
"675840" : 1325,
"684032" : 579,
"692224" : 183,
"700416" : 70,
"708608" : 42,
"716800" : 10,
"724992" : 3,
"733184" : 3,
"741376" : 6,
"749568" : 1,
"757760" : 7,
"765952" : 16,
"774144" : 7,
"782336" : 25,
"790528" : 18,
"798720" : 32,
"806912" : 48,
"815104" : 76,
"823296" : 129,
"831488" : 214,
"839680" : 352,
"847872" : 501,
"856064" : 735,
"864256" : 911,
"872448" : 1244,
"880640" : 1604,
"888832" : 2444,
"897024" : 2812,
"905216" : 3231,
"913408" : 3295,
"921600" : 3263,
"929792" : 3344,
"937984" : 3599,
"946176" : 4362,
"954368" : 4877,
"962560" : 5059,
"970752" : 4646,
"978944" : 3731,
"987136" : 2844,
"995328" : 2516,
"1003520" : 2468,
"1011712" : 2680,
"1019904" : 2505,
"1028096" : 1899,
"1036288" : 1175,
"1044480" : 737,
"1056768" : 496,
"1073152" : 118,
"1089536" : 65,
"1105920" : 170,
"1122304" : 375,
"1138688" : 757,
"1155072" : 1321,
"1171456" : 2246,
"1187840" : 3653,
"1204224" : 5494,
"1220608" : 6652,
"1236992" : 8253,
"1253376" : 10669,
"1269760" : 11540,
"1286144" : 10033,
"1302528" : 10194,
"1318912" : 9769,
"1335296" : 7695,
"1351680" : 5342,
"1368064" : 3812,
"1384448" : 2705,
"1400832" : 1522,
"1417216" : 710,
"1433600" : 689,
"1449984" : 971,
"1466368" : 1477,
"1482752" : 2482,
"1499136" : 3764,
"1515520" : 4987,
"1531904" : 6715,
"1548288" : 8239,
"1564672" : 9992,
"1581056" : 10927,
"1597440" : 11189,
"1613824" : 11927,
"1630208" : 11205,
"1646592" : 9700,
"1662976" : 8448,
"1679360" : 7132,
"1695744" : 5394,
"1712128" : 3675,
"1728512" : 2588,
"1744896" : 1942,
"1761280" : 1730,
"1777664" : 1890,
"1794048" : 2561,
"1810432" : 3481,
"1826816" : 4607,
"1843200" : 5929,
"1859584" : 7710,
"1875968" : 8888,
"1892352" : 9901,
"1908736" : 10495,
"1925120" : 11515,
"1941504" : 11192,
"1957888" : 10694,
"1974272" : 10190,
"1990656" : 8710,
"2007040" : 7259,
"2023424" : 5803,
"2039808" : 4735,
"2056192" : 3770,
"2072576" : 2987,
"2088960" : 2708,
"2113536" : 6257,
"2146304" : 9241,
"2179072" : 13810,
"2211840" : 18537,
"2244608" : 20852,
"2277376" : 19808,
"2310144" : 16934,
"2342912" : 12708,
"2375680" : 8665,
"2408448" : 7083,
"2441216" : 7428,
"2473984" : 9820,
"2506752" : 13445,
"2539520" : 16359,
"2572288" : 17510,
"2605056" : 17028,
"2637824" : 14353,
"2670592" : 11173,
"2703360" : 8516,
"2736128" : 7076,
"2768896" : 7378,
"2801664" : 8698,
"2834432" : 11142,
"2867200" : 13235,
"2899968" : 13961,
"2932736" : 13191,
"2965504" : 11684,
"2998272" : 9230,
"3031040" : 7106,
"3063808" : 6046,
"3096576" : 5937,
"3129344" : 6799,
"3162112" : 7790,
"3194880" : 8865,
"3227648" : 9529,
"3260416" : 8976,
"3293184" : 7778,
"3325952" : 6420,
"3358720" : 5004,
"3391488" : 4312,
"3424256" : 4006,
"3457024" : 4323,
"3489792" : 4843,
"3522560" : 5119,
"3555328" : 5354,
"3588096" : 5028,
"3620864" : 4415,
"3653632" : 3798,
"3686400" : 3148,
"3719168" : 2485,
"3751936" : 2285,
"3784704" : 2170,
"3817472" : 2423,
"3850240" : 2491,
"3883008" : 2458,
"3915776" : 2275,
"3948544" : 2021,
"3981312" : 1746,
"4014080" : 1272,
"4046848" : 1179,
"4079616" : 956,
"4112384" : 923,
"4145152" : 835,
"4177920" : 955,
"4227072" : 1836,
"4292608" : 1366,
"4358144" : 821,
"4423680" : 623,
"4489216" : 481,
"4554752" : 481,
"4620288" : 390,
"4685824" : 242,
"4751360" : 131,
"4816896" : 121,
"4882432" : 64,
"4947968" : 70,
"5013504" : 50,
"5079040" : 18,
"5144576" : 21,
"5210112" : 8,
"5275648" : 5,
"5341184" : 1,
"5472256" : 1
}
},
"lat_ns" : {
"min" : 259917,
"max" : 5595478,
"mean" : 2305973.547115,
"stddev" : 878274.168115,
"N" : 971171
},
"bw_min" : 18280,
"bw_max" : 51864,
"bw_agg" : 99.701093,
"bw_mean" : 27665.537634,
"bw_dev" : 8084.452734,
"bw_samples" : 279,
"iops_min" : 4570,
"iops_max" : 12966,
"iops_mean" : 6916.358423,
"iops_stddev" : 2021.126227,
"iops_samples" : 279
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 1.231437,
"sys_cpu" : 22.325874,
"ctx" : 371131,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999897,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999897,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.715939,
"750" : 3.098627,
"1000" : 5.779615
},
"latency_ms" : {
"2" : 35.869650,
"4" : 53.220851,
"10" : 1.314391,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082057,
"timestamp_ms" : 1773082057935,
"time" : "Mon Mar 9 15:47:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 4569264128,
"io_kbytes" : 4462172,
"bw_bytes" : 30461963,
"bw" : 29748,
"iops" : 7437.009580,
"runtime" : 149999,
"total_ios" : 1115544,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4998,
"max" : 1206474,
"mean" : 132654.861816,
"stddev" : 156443.369844,
"N" : 1115544
},
"clat_ns" : {
"min" : 236591,
"max" : 5458659,
"mean" : 2018241.492731,
"stddev" : 883038.436368,
"N" : 1115543,
"percentile" : {
"1.000000" : 296960,
"5.000000" : 634880,
"10.000000" : 921600,
"20.000000" : 1236992,
"30.000000" : 1499136,
"40.000000" : 1679360,
"50.000000" : 1957888,
"60.000000" : 2244608,
"70.000000" : 2539520,
"80.000000" : 2834432,
"90.000000" : 3227648,
"95.000000" : 3522560,
"99.000000" : 4046848,
"99.500000" : 4227072,
"99.900000" : 4620288,
"99.950000" : 4685824,
"99.990000" : 4947968
},
"bins" : {
"236544" : 1,
"238592" : 1,
"240640" : 2,
"242688" : 3,
"244736" : 5,
"246784" : 8,
"248832" : 18,
"250880" : 15,
"252928" : 23,
"254976" : 31,
"257024" : 56,
"259072" : 94,
"261120" : 82,
"264192" : 260,
"268288" : 435,
"272384" : 516,
"276480" : 873,
"280576" : 1506,
"284672" : 1467,
"288768" : 1862,
"292864" : 2826,
"296960" : 2100,
"301056" : 2287,
"305152" : 2412,
"309248" : 1417,
"313344" : 611,
"317440" : 373,
"321536" : 245,
"325632" : 108,
"329728" : 79,
"333824" : 39,
"337920" : 17,
"342016" : 4,
"346112" : 2,
"350208" : 1,
"354304" : 1,
"358400" : 1,
"374784" : 1,
"403456" : 1,
"407552" : 1,
"411648" : 3,
"415744" : 2,
"428032" : 1,
"432128" : 1,
"436224" : 2,
"440320" : 2,
"444416" : 2,
"468992" : 2,
"473088" : 1,
"481280" : 2,
"485376" : 2,
"489472" : 1,
"493568" : 6,
"497664" : 13,
"501760" : 7,
"505856" : 17,
"509952" : 21,
"514048" : 31,
"518144" : 42,
"522240" : 48,
"528384" : 185,
"536576" : 277,
"544768" : 546,
"552960" : 761,
"561152" : 1044,
"569344" : 1605,
"577536" : 2642,
"585728" : 4333,
"593920" : 5252,
"602112" : 5860,
"610304" : 5282,
"618496" : 4066,
"626688" : 3017,
"634880" : 3396,
"643072" : 4560,
"651264" : 5648,
"659456" : 5554,
"667648" : 4019,
"675840" : 2483,
"684032" : 1023,
"692224" : 355,
"700416" : 131,
"708608" : 65,
"716800" : 19,
"724992" : 5,
"733184" : 3,
"741376" : 7,
"749568" : 1,
"757760" : 7,
"765952" : 18,
"774144" : 13,
"782336" : 25,
"790528" : 22,
"798720" : 62,
"806912" : 80,
"815104" : 130,
"823296" : 240,
"831488" : 362,
"839680" : 584,
"847872" : 824,
"856064" : 1198,
"864256" : 1474,
"872448" : 2028,
"880640" : 2739,
"888832" : 3863,
"897024" : 4773,
"905216" : 5393,
"913408" : 5431,
"921600" : 5169,
"929792" : 5409,
"937984" : 5819,
"946176" : 7224,
"954368" : 8037,
"962560" : 8159,
"970752" : 7152,
"978944" : 5753,
"987136" : 4375,
"995328" : 3879,
"1003520" : 3965,
"1011712" : 4240,
"1019904" : 3879,
"1028096" : 2845,
"1036288" : 1822,
"1044480" : 1070,
"1056768" : 716,
"1073152" : 157,
"1089536" : 83,
"1105920" : 227,
"1122304" : 497,
"1138688" : 1028,
"1155072" : 1764,
"1171456" : 2938,
"1187840" : 4775,
"1204224" : 7368,
"1220608" : 8602,
"1236992" : 10940,
"1253376" : 14104,
"1269760" : 15248,
"1286144" : 13054,
"1302528" : 13484,
"1318912" : 12818,
"1335296" : 9819,
"1351680" : 6655,
"1368064" : 4871,
"1384448" : 3423,
"1400832" : 1812,
"1417216" : 845,
"1433600" : 760,
"1449984" : 1088,
"1466368" : 1741,
"1482752" : 2876,
"1499136" : 4375,
"1515520" : 5706,
"1531904" : 7676,
"1548288" : 9541,
"1564672" : 11552,
"1581056" : 12425,
"1597440" : 12860,
"1613824" : 13650,
"1630208" : 12838,
"1646592" : 10974,
"1662976" : 9555,
"1679360" : 7977,
"1695744" : 5971,
"1712128" : 4079,
"1728512" : 2877,
"1744896" : 2097,
"1761280" : 1829,
"1777664" : 2008,
"1794048" : 2702,
"1810432" : 3667,
"1826816" : 4857,
"1843200" : 6309,
"1859584" : 8128,
"1875968" : 9380,
"1892352" : 10417,
"1908736" : 11068,
"1925120" : 12136,
"1941504" : 11707,
"1957888" : 11317,
"1974272" : 10708,
"1990656" : 9096,
"2007040" : 7603,
"2023424" : 6061,
"2039808" : 4966,
"2056192" : 3913,
"2072576" : 3090,
"2088960" : 2785,
"2113536" : 6386,
"2146304" : 9405,
"2179072" : 14058,
"2211840" : 18883,
"2244608" : 21181,
"2277376" : 20118,
"2310144" : 17188,
"2342912" : 12867,
"2375680" : 8805,
"2408448" : 7146,
"2441216" : 7479,
"2473984" : 9879,
"2506752" : 13494,
"2539520" : 16414,
"2572288" : 17578,
"2605056" : 17109,
"2637824" : 14425,
"2670592" : 11225,
"2703360" : 8552,
"2736128" : 7109,
"2768896" : 7397,
"2801664" : 8707,
"2834432" : 11147,
"2867200" : 13246,
"2899968" : 13974,
"2932736" : 13202,
"2965504" : 11696,
"2998272" : 9237,
"3031040" : 7112,
"3063808" : 6051,
"3096576" : 5940,
"3129344" : 6800,
"3162112" : 7803,
"3194880" : 8866,
"3227648" : 9535,
"3260416" : 8982,
"3293184" : 7778,
"3325952" : 6421,
"3358720" : 5006,
"3391488" : 4312,
"3424256" : 4007,
"3457024" : 4325,
"3489792" : 4844,
"3522560" : 5120,
"3555328" : 5357,
"3588096" : 5028,
"3620864" : 4415,
"3653632" : 3798,
"3686400" : 3148,
"3719168" : 2485,
"3751936" : 2285,
"3784704" : 2170,
"3817472" : 2423,
"3850240" : 2491,
"3883008" : 2458,
"3915776" : 2275,
"3948544" : 2021,
"3981312" : 1746,
"4014080" : 1272,
"4046848" : 1179,
"4079616" : 956,
"4112384" : 923,
"4145152" : 835,
"4177920" : 955,
"4227072" : 1836,
"4292608" : 1366,
"4358144" : 821,
"4423680" : 623,
"4489216" : 481,
"4554752" : 481,
"4620288" : 390,
"4685824" : 242,
"4751360" : 131,
"4816896" : 121,
"4882432" : 64,
"4947968" : 70,
"5013504" : 50,
"5079040" : 18,
"5144576" : 21,
"5210112" : 8,
"5275648" : 5,
"5341184" : 1,
"5472256" : 1
}
},
"lat_ns" : {
"min" : 255170,
"max" : 5595478,
"mean" : 2150898.153626,
"stddev" : 929015.539503,
"N" : 1115543
},
"bw_min" : 18280,
"bw_max" : 63952,
"bw_agg" : 99.630191,
"bw_mean" : 29638.735786,
"bw_dev" : 10789.853695,
"bw_samples" : 299,
"iops_min" : 4570,
"iops_max" : 15988,
"iops_mean" : 7409.655518,
"iops_stddev" : 2697.468145,
"iops_samples" : 299
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 1.308009,
"sys_cpu" : 23.127488,
"ctx" : 393144,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999910,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999910,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 1.773574,
"750" : 5.585078,
"1000" : 8.115861
},
"latency_ms" : {
"2" : 36.689274,
"4" : 46.688342,
"10" : 1.144285,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082067,
"timestamp_ms" : 1773082067935,
"time" : "Mon Mar 9 15:47:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 5293432832,
"io_kbytes" : 5169368,
"bw_bytes" : 33084161,
"bw" : 32308,
"iops" : 8077.194232,
"runtime" : 159999,
"total_ios" : 1292343,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4998,
"max" : 1206474,
"mean" : 122006.704541,
"stddev" : 152736.054784,
"N" : 1292343
},
"clat_ns" : {
"min" : 232355,
"max" : 5458659,
"mean" : 1858371.190269,
"stddev" : 925625.335648,
"N" : 1292342,
"percentile" : {
"1.000000" : 284672,
"5.000000" : 585728,
"10.000000" : 643072,
"20.000000" : 962560,
"30.000000" : 1253376,
"40.000000" : 1548288,
"50.000000" : 1810432,
"60.000000" : 2039808,
"70.000000" : 2342912,
"80.000000" : 2703360,
"90.000000" : 3162112,
"95.000000" : 3489792,
"99.000000" : 3981312,
"99.500000" : 4227072,
"99.900000" : 4554752,
"99.950000" : 4685824,
"99.990000" : 4947968
},
"bins" : {
"232448" : 1,
"234496" : 2,
"236544" : 4,
"238592" : 8,
"240640" : 11,
"242688" : 18,
"244736" : 13,
"246784" : 22,
"248832" : 41,
"250880" : 67,
"252928" : 75,
"254976" : 75,
"257024" : 121,
"259072" : 211,
"261120" : 275,
"264192" : 723,
"268288" : 1085,
"272384" : 1793,
"276480" : 2556,
"280576" : 3368,
"284672" : 4577,
"288768" : 5268,
"292864" : 5934,
"296960" : 5748,
"301056" : 5721,
"305152" : 4622,
"309248" : 2979,
"313344" : 1535,
"317440" : 822,
"321536" : 615,
"325632" : 362,
"329728" : 241,
"333824" : 168,
"337920" : 148,
"342016" : 48,
"346112" : 45,
"350208" : 15,
"354304" : 19,
"358400" : 4,
"366592" : 2,
"374784" : 1,
"387072" : 1,
"403456" : 1,
"407552" : 1,
"411648" : 3,
"415744" : 2,
"428032" : 1,
"432128" : 1,
"436224" : 2,
"440320" : 2,
"444416" : 4,
"460800" : 1,
"468992" : 2,
"473088" : 2,
"481280" : 2,
"485376" : 2,
"489472" : 5,
"493568" : 11,
"497664" : 23,
"501760" : 8,
"505856" : 22,
"509952" : 28,
"514048" : 54,
"518144" : 78,
"522240" : 94,
"528384" : 358,
"536576" : 550,
"544768" : 1110,
"552960" : 1449,
"561152" : 2100,
"569344" : 3163,
"577536" : 5156,
"585728" : 8086,
"593920" : 10075,
"602112" : 11052,
"610304" : 9441,
"618496" : 7313,
"626688" : 5868,
"634880" : 6852,
"643072" : 8991,
"651264" : 10439,
"659456" : 10242,
"667648" : 7396,
"675840" : 4334,
"684032" : 2037,
"692224" : 901,
"700416" : 406,
"708608" : 154,
"716800" : 43,
"724992" : 10,
"733184" : 3,
"741376" : 8,
"749568" : 3,
"757760" : 9,
"765952" : 25,
"774144" : 15,
"782336" : 37,
"790528" : 62,
"798720" : 109,
"806912" : 140,
"815104" : 212,
"823296" : 365,
"831488" : 515,
"839680" : 829,
"847872" : 1238,
"856064" : 1645,
"864256" : 2123,
"872448" : 2816,
"880640" : 3944,
"888832" : 5563,
"897024" : 6997,
"905216" : 7705,
"913408" : 7796,
"921600" : 7480,
"929792" : 7859,
"937984" : 8506,
"946176" : 10413,
"954368" : 11935,
"962560" : 11703,
"970752" : 10193,
"978944" : 8553,
"987136" : 6552,
"995328" : 6030,
"1003520" : 6010,
"1011712" : 6189,
"1019904" : 5467,
"1028096" : 4062,
"1036288" : 2647,
"1044480" : 1561,
"1056768" : 1115,
"1073152" : 297,
"1089536" : 128,
"1105920" : 287,
"1122304" : 587,
"1138688" : 1165,
"1155072" : 2139,
"1171456" : 3606,
"1187840" : 5822,
"1204224" : 8783,
"1220608" : 10295,
"1236992" : 13188,
"1253376" : 17071,
"1269760" : 18334,
"1286144" : 15728,
"1302528" : 16280,
"1318912" : 15493,
"1335296" : 11915,
"1351680" : 8053,
"1368064" : 5903,
"1384448" : 4141,
"1400832" : 2169,
"1417216" : 996,
"1433600" : 831,
"1449984" : 1193,
"1466368" : 1921,
"1482752" : 3106,
"1499136" : 4749,
"1515520" : 6123,
"1531904" : 8255,
"1548288" : 10265,
"1564672" : 12339,
"1581056" : 13310,
"1597440" : 13831,
"1613824" : 14739,
"1630208" : 13783,
"1646592" : 11794,
"1662976" : 10240,
"1679360" : 8564,
"1695744" : 6400,
"1712128" : 4361,
"1728512" : 3080,
"1744896" : 2214,
"1761280" : 1932,
"1777664" : 2065,
"1794048" : 2756,
"1810432" : 3713,
"1826816" : 4930,
"1843200" : 6423,
"1859584" : 8280,
"1875968" : 9543,
"1892352" : 10632,
"1908736" : 11322,
"1925120" : 12360,
"1941504" : 11988,
"1957888" : 11549,
"1974272" : 10946,
"1990656" : 9300,
"2007040" : 7778,
"2023424" : 6186,
"2039808" : 5065,
"2056192" : 3976,
"2072576" : 3156,
"2088960" : 2810,
"2113536" : 6439,
"2146304" : 9434,
"2179072" : 14100,
"2211840" : 18950,
"2244608" : 21281,
"2277376" : 20211,
"2310144" : 17290,
"2342912" : 12964,
"2375680" : 8833,
"2408448" : 7162,
"2441216" : 7493,
"2473984" : 9895,
"2506752" : 13498,
"2539520" : 16417,
"2572288" : 17584,
"2605056" : 17121,
"2637824" : 14430,
"2670592" : 11242,
"2703360" : 8569,
"2736128" : 7117,
"2768896" : 7397,
"2801664" : 8707,
"2834432" : 11147,
"2867200" : 13246,
"2899968" : 13975,
"2932736" : 13202,
"2965504" : 11698,
"2998272" : 9240,
"3031040" : 7114,
"3063808" : 6051,
"3096576" : 5940,
"3129344" : 6800,
"3162112" : 7803,
"3194880" : 8866,
"3227648" : 9535,
"3260416" : 8988,
"3293184" : 7778,
"3325952" : 6421,
"3358720" : 5006,
"3391488" : 4312,
"3424256" : 4007,
"3457024" : 4325,
"3489792" : 4844,
"3522560" : 5120,
"3555328" : 5357,
"3588096" : 5028,
"3620864" : 4415,
"3653632" : 3798,
"3686400" : 3148,
"3719168" : 2485,
"3751936" : 2285,
"3784704" : 2170,
"3817472" : 2423,
"3850240" : 2491,
"3883008" : 2458,
"3915776" : 2275,
"3948544" : 2021,
"3981312" : 1746,
"4014080" : 1272,
"4046848" : 1179,
"4079616" : 956,
"4112384" : 923,
"4145152" : 835,
"4177920" : 955,
"4227072" : 1836,
"4292608" : 1366,
"4358144" : 821,
"4423680" : 623,
"4489216" : 481,
"4554752" : 481,
"4620288" : 390,
"4685824" : 242,
"4751360" : 131,
"4816896" : 121,
"4882432" : 64,
"4947968" : 70,
"5013504" : 50,
"5079040" : 18,
"5144576" : 21,
"5210112" : 8,
"5275648" : 5,
"5341184" : 1,
"5472256" : 1
}
},
"lat_ns" : {
"min" : 249411,
"max" : 5595478,
"mean" : 1980379.407084,
"stddev" : 975915.427208,
"N" : 1292342
},
"bw_min" : 18280,
"bw_max" : 78076,
"bw_agg" : 99.564356,
"bw_mean" : 32168.727273,
"bw_dev" : 14363.060040,
"bw_samples" : 319,
"iops_min" : 4570,
"iops_max" : 19519,
"iops_mean" : 8042.153605,
"iops_stddev" : 3590.769630,
"iops_samples" : 319
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 1.415009,
"sys_cpu" : 24.138276,
"ctx" : 413134,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999923,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999923,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 3.813693,
"750" : 9.116852,
"1000" : 10.199614
},
"latency_ms" : {
"2" : 35.472084,
"4" : 40.400420,
"10" : 0.987741,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082077,
"timestamp_ms" : 1773082077935,
"time" : "Mon Mar 9 15:47:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 6201286656,
"io_kbytes" : 6055944,
"bw_bytes" : 36478371,
"bw" : 35623,
"iops" : 8905.858270,
"runtime" : 169999,
"total_ios" : 1513987,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4977,
"max" : 1206474,
"mean" : 110497.498494,
"stddev" : 147755.395790,
"N" : 1513987
},
"clat_ns" : {
"min" : 217392,
"max" : 5458659,
"mean" : 1685569.872156,
"stddev" : 960729.849526,
"N" : 1513986,
"percentile" : {
"1.000000" : 276480,
"5.000000" : 296960,
"10.000000" : 585728,
"20.000000" : 675840,
"30.000000" : 970752,
"40.000000" : 1269760,
"50.000000" : 1581056,
"60.000000" : 1892352,
"70.000000" : 2244608,
"80.000000" : 2605056,
"90.000000" : 3031040,
"95.000000" : 3391488,
"99.000000" : 3948544,
"99.500000" : 4177920,
"99.900000" : 4554752,
"99.950000" : 4620288,
"99.990000" : 4947968
},
"bins" : {
"218112" : 2,
"220160" : 1,
"226304" : 1,
"228352" : 1,
"230400" : 1,
"232448" : 2,
"234496" : 2,
"236544" : 9,
"238592" : 18,
"240640" : 22,
"242688" : 24,
"244736" : 24,
"246784" : 69,
"248832" : 106,
"250880" : 157,
"252928" : 192,
"254976" : 185,
"257024" : 278,
"259072" : 516,
"261120" : 694,
"264192" : 1844,
"268288" : 2368,
"272384" : 4713,
"276480" : 6420,
"280576" : 7247,
"284672" : 11101,
"288768" : 12978,
"292864" : 12867,
"296960" : 14358,
"301056" : 13961,
"305152" : 9431,
"309248" : 5926,
"313344" : 3433,
"317440" : 2165,
"321536" : 1514,
"325632" : 997,
"329728" : 744,
"333824" : 601,
"337920" : 464,
"342016" : 244,
"346112" : 164,
"350208" : 65,
"354304" : 61,
"358400" : 17,
"362496" : 6,
"366592" : 13,
"370688" : 5,
"374784" : 1,
"387072" : 1,
"391168" : 4,
"395264" : 3,
"403456" : 3,
"407552" : 4,
"411648" : 7,
"415744" : 2,
"428032" : 1,
"432128" : 1,
"436224" : 2,
"440320" : 2,
"444416" : 4,
"460800" : 1,
"468992" : 2,
"473088" : 2,
"481280" : 2,
"485376" : 2,
"489472" : 5,
"493568" : 11,
"497664" : 26,
"501760" : 15,
"505856" : 30,
"509952" : 48,
"514048" : 96,
"518144" : 112,
"522240" : 126,
"528384" : 625,
"536576" : 1059,
"544768" : 1804,
"552960" : 2380,
"561152" : 3446,
"569344" : 5158,
"577536" : 8412,
"585728" : 13181,
"593920" : 17246,
"602112" : 18692,
"610304" : 16025,
"618496" : 12320,
"626688" : 10118,
"634880" : 12049,
"643072" : 15567,
"651264" : 17777,
"659456" : 17007,
"667648" : 12774,
"675840" : 7212,
"684032" : 3616,
"692224" : 1653,
"700416" : 803,
"708608" : 330,
"716800" : 100,
"724992" : 46,
"733184" : 8,
"741376" : 8,
"749568" : 5,
"757760" : 17,
"765952" : 27,
"774144" : 18,
"782336" : 44,
"790528" : 78,
"798720" : 131,
"806912" : 178,
"815104" : 261,
"823296" : 454,
"831488" : 664,
"839680" : 1069,
"847872" : 1630,
"856064" : 2109,
"864256" : 2765,
"872448" : 3556,
"880640" : 5058,
"888832" : 7156,
"897024" : 9169,
"905216" : 9877,
"913408" : 10125,
"921600" : 9875,
"929792" : 10300,
"937984" : 11334,
"946176" : 13657,
"954368" : 15655,
"962560" : 15304,
"970752" : 13262,
"978944" : 11055,
"987136" : 8741,
"995328" : 7992,
"1003520" : 7880,
"1011712" : 8072,
"1019904" : 7132,
"1028096" : 5313,
"1036288" : 3443,
"1044480" : 2060,
"1056768" : 1626,
"1073152" : 419,
"1089536" : 184,
"1105920" : 346,
"1122304" : 657,
"1138688" : 1322,
"1155072" : 2376,
"1171456" : 3962,
"1187840" : 6430,
"1204224" : 9655,
"1220608" : 11522,
"1236992" : 14741,
"1253376" : 18999,
"1269760" : 20211,
"1286144" : 17500,
"1302528" : 18318,
"1318912" : 17425,
"1335296" : 13308,
"1351680" : 8914,
"1368064" : 6491,
"1384448" : 4612,
"1400832" : 2422,
"1417216" : 1112,
"1433600" : 888,
"1449984" : 1241,
"1466368" : 1964,
"1482752" : 3187,
"1499136" : 4920,
"1515520" : 6306,
"1531904" : 8479,
"1548288" : 10572,
"1564672" : 12713,
"1581056" : 13689,
"1597440" : 14235,
"1613824" : 15215,
"1630208" : 14204,
"1646592" : 12127,
"1662976" : 10602,
"1679360" : 8835,
"1695744" : 6607,
"1712128" : 4474,
"1728512" : 3168,
"1744896" : 2283,
"1761280" : 1978,
"1777664" : 2086,
"1794048" : 2780,
"1810432" : 3737,
"1826816" : 4963,
"1843200" : 6447,
"1859584" : 8343,
"1875968" : 9601,
"1892352" : 10701,
"1908736" : 11440,
"1925120" : 12427,
"1941504" : 12024,
"1957888" : 11596,
"1974272" : 11032,
"1990656" : 9362,
"2007040" : 7812,
"2023424" : 6204,
"2039808" : 5105,
"2056192" : 4005,
"2072576" : 3186,
"2088960" : 2822,
"2113536" : 6461,
"2146304" : 9435,
"2179072" : 14102,
"2211840" : 18969,
"2244608" : 21299,
"2277376" : 20236,
"2310144" : 17311,
"2342912" : 12984,
"2375680" : 8833,
"2408448" : 7183,
"2441216" : 7498,
"2473984" : 9895,
"2506752" : 13498,
"2539520" : 16417,
"2572288" : 17586,
"2605056" : 17122,
"2637824" : 14433,
"2670592" : 11244,
"2703360" : 8569,
"2736128" : 7117,
"2768896" : 7397,
"2801664" : 8707,
"2834432" : 11147,
"2867200" : 13246,
"2899968" : 13975,
"2932736" : 13206,
"2965504" : 11698,
"2998272" : 9240,
"3031040" : 7114,
"3063808" : 6051,
"3096576" : 5940,
"3129344" : 6800,
"3162112" : 7803,
"3194880" : 8866,
"3227648" : 9535,
"3260416" : 8988,
"3293184" : 7778,
"3325952" : 6421,
"3358720" : 5006,
"3391488" : 4312,
"3424256" : 4007,
"3457024" : 4325,
"3489792" : 4844,
"3522560" : 5120,
"3555328" : 5357,
"3588096" : 5028,
"3620864" : 4415,
"3653632" : 3798,
"3686400" : 3148,
"3719168" : 2485,
"3751936" : 2285,
"3784704" : 2170,
"3817472" : 2423,
"3850240" : 2491,
"3883008" : 2458,
"3915776" : 2275,
"3948544" : 2021,
"3981312" : 1746,
"4014080" : 1272,
"4046848" : 1179,
"4079616" : 956,
"4112384" : 923,
"4145152" : 835,
"4177920" : 955,
"4227072" : 1836,
"4292608" : 1366,
"4358144" : 821,
"4423680" : 623,
"4489216" : 481,
"4554752" : 481,
"4620288" : 390,
"4685824" : 242,
"4751360" : 131,
"4816896" : 121,
"4882432" : 64,
"4947968" : 70,
"5013504" : 50,
"5079040" : 18,
"5144576" : 21,
"5210112" : 8,
"5275648" : 5,
"5341184" : 1,
"5472256" : 1
}
},
"lat_ns" : {
"min" : 234639,
"max" : 5595478,
"mean" : 1796068.891509,
"stddev" : 1014782.547759,
"N" : 1513986
},
"bw_min" : 18280,
"bw_max" : 97907,
"bw_agg" : 99.501987,
"bw_mean" : 35446.303835,
"bw_dev" : 19182.782227,
"bw_samples" : 339,
"iops_min" : 4570,
"iops_max" : 24476,
"iops_mean" : 8861.545723,
"iops_stddev" : 4795.692777,
"iops_samples" : 339
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 1.537068,
"sys_cpu" : 25.460738,
"ctx" : 430424,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999934,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999934,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.018957,
"500" : 7.649339,
"750" : 13.199849,
"1000" : 11.370111
},
"latency_ms" : {
"2" : 32.410978,
"4" : 34.507562,
"10" : 0.843138,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082087,
"timestamp_ms" : 1773082087936,
"time" : "Mon Mar 9 15:48:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 7356694528,
"io_kbytes" : 7184272,
"bw_bytes" : 40870752,
"bw" : 39912,
"iops" : 9978.216546,
"runtime" : 179999,
"total_ios" : 1796069,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4977,
"max" : 1206474,
"mean" : 98445.042885,
"stddev" : 141337.816010,
"N" : 1796069
},
"clat_ns" : {
"min" : 217392,
"max" : 5458659,
"mean" : 1504553.396065,
"stddev" : 982813.458306,
"N" : 1796068,
"percentile" : {
"1.000000" : 272384,
"5.000000" : 288768,
"10.000000" : 301056,
"20.000000" : 610304,
"30.000000" : 675840,
"40.000000" : 970752,
"50.000000" : 1286144,
"60.000000" : 1613824,
"70.000000" : 1990656,
"80.000000" : 2473984,
"90.000000" : 2932736,
"95.000000" : 3293184,
"99.000000" : 3915776,
"99.500000" : 4112384,
"99.900000" : 4489216,
"99.950000" : 4620288,
"99.990000" : 4882432
},
"bins" : {
"218112" : 2,
"220160" : 1,
"226304" : 4,
"228352" : 2,
"230400" : 6,
"232448" : 8,
"234496" : 6,
"236544" : 25,
"238592" : 41,
"240640" : 52,
"242688" : 55,
"244736" : 59,
"246784" : 127,
"248832" : 230,
"250880" : 330,
"252928" : 406,
"254976" : 435,
"257024" : 557,
"259072" : 943,
"261120" : 1382,
"264192" : 3824,
"268288" : 4702,
"272384" : 9490,
"276480" : 13620,
"280576" : 14627,
"284672" : 23835,
"288768" : 29284,
"292864" : 27027,
"296960" : 30901,
"301056" : 31804,
"305152" : 20614,
"309248" : 11747,
"313344" : 7331,
"317440" : 5054,
"321536" : 3854,
"325632" : 2361,
"329728" : 1966,
"333824" : 1719,
"337920" : 1252,
"342016" : 648,
"346112" : 368,
"350208" : 186,
"354304" : 116,
"358400" : 57,
"362496" : 10,
"366592" : 25,
"370688" : 8,
"374784" : 9,
"378880" : 3,
"387072" : 3,
"391168" : 8,
"395264" : 3,
"399360" : 2,
"403456" : 3,
"407552" : 4,
"411648" : 7,
"415744" : 2,
"423936" : 1,
"428032" : 3,
"432128" : 4,
"436224" : 5,
"440320" : 2,
"444416" : 5,
"456704" : 2,
"460800" : 3,
"464896" : 4,
"468992" : 2,
"473088" : 2,
"477184" : 2,
"481280" : 4,
"485376" : 4,
"489472" : 7,
"493568" : 12,
"497664" : 33,
"501760" : 19,
"505856" : 43,
"509952" : 77,
"514048" : 116,
"518144" : 151,
"522240" : 179,
"528384" : 857,
"536576" : 1452,
"544768" : 2543,
"552960" : 3409,
"561152" : 5003,
"569344" : 7419,
"577536" : 11830,
"585728" : 18558,
"593920" : 24885,
"602112" : 28185,
"610304" : 24974,
"618496" : 19466,
"626688" : 15785,
"634880" : 17771,
"643072" : 22829,
"651264" : 26536,
"659456" : 25527,
"667648" : 20089,
"675840" : 12189,
"684032" : 6198,
"692224" : 2998,
"700416" : 1611,
"708608" : 677,
"716800" : 259,
"724992" : 152,
"733184" : 35,
"741376" : 11,
"749568" : 9,
"757760" : 18,
"765952" : 27,
"774144" : 18,
"782336" : 45,
"790528" : 81,
"798720" : 156,
"806912" : 210,
"815104" : 296,
"823296" : 493,
"831488" : 786,
"839680" : 1213,
"847872" : 1852,
"856064" : 2411,
"864256" : 3132,
"872448" : 4091,
"880640" : 5771,
"888832" : 8064,
"897024" : 10525,
"905216" : 11493,
"913408" : 11901,
"921600" : 11380,
"929792" : 11824,
"937984" : 13097,
"946176" : 15793,
"954368" : 18094,
"962560" : 17873,
"970752" : 15743,
"978944" : 13218,
"987136" : 10428,
"995328" : 9639,
"1003520" : 9300,
"1011712" : 9524,
"1019904" : 8392,
"1028096" : 6443,
"1036288" : 4428,
"1044480" : 2645,
"1056768" : 2118,
"1073152" : 584,
"1089536" : 214,
"1105920" : 357,
"1122304" : 676,
"1138688" : 1382,
"1155072" : 2489,
"1171456" : 4106,
"1187840" : 6684,
"1204224" : 9999,
"1220608" : 12001,
"1236992" : 15305,
"1253376" : 19777,
"1269760" : 21074,
"1286144" : 18217,
"1302528" : 19161,
"1318912" : 18196,
"1335296" : 13866,
"1351680" : 9387,
"1368064" : 6903,
"1384448" : 4881,
"1400832" : 2563,
"1417216" : 1154,
"1433600" : 907,
"1449984" : 1244,
"1466368" : 1975,
"1482752" : 3226,
"1499136" : 4988,
"1515520" : 6374,
"1531904" : 8527,
"1548288" : 10652,
"1564672" : 12771,
"1581056" : 13759,
"1597440" : 14379,
"1613824" : 15337,
"1630208" : 14323,
"1646592" : 12232,
"1662976" : 10670,
"1679360" : 8903,
"1695744" : 6680,
"1712128" : 4517,
"1728512" : 3201,
"1744896" : 2308,
"1761280" : 1986,
"1777664" : 2091,
"1794048" : 2788,
"1810432" : 3741,
"1826816" : 4972,
"1843200" : 6450,
"1859584" : 8351,
"1875968" : 9608,
"1892352" : 10706,
"1908736" : 11460,
"1925120" : 12436,
"1941504" : 12040,
"1957888" : 11606,
"1974272" : 11036,
"1990656" : 9372,
"2007040" : 7835,
"2023424" : 6209,
"2039808" : 5109,
"2056192" : 4006,
"2072576" : 3198,
"2088960" : 2828,
"2113536" : 6462,
"2146304" : 9437,
"2179072" : 14102,
"2211840" : 18970,
"2244608" : 21299,
"2277376" : 20236,
"2310144" : 17316,
"2342912" : 12986,
"2375680" : 8841,
"2408448" : 7183,
"2441216" : 7498,
"2473984" : 9895,
"2506752" : 13498,
"2539520" : 16417,
"2572288" : 17586,
"2605056" : 17122,
"2637824" : 14433,
"2670592" : 11244,
"2703360" : 8569,
"2736128" : 7117,
"2768896" : 7397,
"2801664" : 8707,
"2834432" : 11147,
"2867200" : 13246,
"2899968" : 13975,
"2932736" : 13206,
"2965504" : 11698,
"2998272" : 9240,
"3031040" : 7114,
"3063808" : 6051,
"3096576" : 5940,
"3129344" : 6800,
"3162112" : 7803,
"3194880" : 8866,
"3227648" : 9535,
"3260416" : 8988,
"3293184" : 7778,
"3325952" : 6421,
"3358720" : 5006,
"3391488" : 4312,
"3424256" : 4007,
"3457024" : 4325,
"3489792" : 4844,
"3522560" : 5120,
"3555328" : 5357,
"3588096" : 5028,
"3620864" : 4415,
"3653632" : 3798,
"3686400" : 3148,
"3719168" : 2485,
"3751936" : 2285,
"3784704" : 2170,
"3817472" : 2423,
"3850240" : 2491,
"3883008" : 2458,
"3915776" : 2275,
"3948544" : 2021,
"3981312" : 1746,
"4014080" : 1272,
"4046848" : 1179,
"4079616" : 956,
"4112384" : 923,
"4145152" : 835,
"4177920" : 955,
"4227072" : 1836,
"4292608" : 1366,
"4358144" : 821,
"4423680" : 623,
"4489216" : 481,
"4554752" : 481,
"4620288" : 390,
"4685824" : 242,
"4751360" : 131,
"4816896" : 121,
"4882432" : 64,
"4947968" : 70,
"5013504" : 50,
"5079040" : 18,
"5144576" : 21,
"5210112" : 8,
"5275648" : 5,
"5341184" : 1,
"5472256" : 1
}
},
"lat_ns" : {
"min" : 234639,
"max" : 5595478,
"mean" : 1602999.884692,
"stddev" : 1039680.195691,
"N" : 1796068
},
"bw_min" : 18280,
"bw_max" : 128224,
"bw_agg" : 99.416619,
"bw_mean" : 39680.966574,
"bw_dev" : 25603.059522,
"bw_samples" : 359,
"iops_min" : 4570,
"iops_max" : 32056,
"iops_mean" : 9920.211699,
"iops_stddev" : 6400.764297,
"iops_samples" : 359
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 1.688343,
"sys_cpu" : 27.186262,
"ctx" : 443957,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999944,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999944,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.034910,
"500" : 13.953473,
"750" : 16.805201,
"1000" : 11.156197
},
"latency_ms" : {
"2" : 28.247634,
"4" : 29.091811,
"10" : 0.710719,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773082087,
"timestamp_ms" : 1773082087994,
"time" : "Mon Mar 9 15:48:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 7356821504,
"io_kbytes" : 7184396,
"bw_bytes" : 40870776,
"bw" : 39912,
"iops" : 9978.128021,
"runtime" : 180002,
"total_ios" : 1796083,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4977,
"max" : 1206474,
"mean" : 98444.375275,
"stddev" : 141337.414683,
"N" : 1796084
},
"clat_ns" : {
"min" : 3075,
"max" : 5458659,
"mean" : 1504532.095061,
"stddev" : 982819.167630,
"N" : 1796098,
"percentile" : {
"1.000000" : 272384,
"5.000000" : 288768,
"10.000000" : 301056,
"20.000000" : 610304,
"30.000000" : 675840,
"40.000000" : 970752,
"50.000000" : 1286144,
"60.000000" : 1613824,
"70.000000" : 1990656,
"80.000000" : 2473984,
"90.000000" : 2932736,
"95.000000" : 3293184,
"99.000000" : 3915776,
"99.500000" : 4112384,
"99.900000" : 4489216,
"99.950000" : 4620288,
"99.990000" : 4882432
},
"bins" : {
"3088" : 1,
"22144" : 1,
"42240" : 1,
"61184" : 1,
"80384" : 1,
"99840" : 1,
"121344" : 1,
"140288" : 1,
"160768" : 1,
"181248" : 1,
"201728" : 1,
"218112" : 3,
"220160" : 1,
"226304" : 4,
"228352" : 2,
"230400" : 6,
"232448" : 8,
"234496" : 6,
"236544" : 25,
"238592" : 41,
"240640" : 53,
"242688" : 55,
"244736" : 59,
"246784" : 127,
"248832" : 230,
"250880" : 330,
"252928" : 406,
"254976" : 435,
"257024" : 557,
"259072" : 943,
"261120" : 1383,
"264192" : 3824,
"268288" : 4702,
"272384" : 9490,
"276480" : 13620,
"280576" : 14627,
"284672" : 23836,
"288768" : 29284,
"292864" : 27027,
"296960" : 30901,
"301056" : 31804,
"305152" : 20614,
"309248" : 11747,
"313344" : 7332,
"317440" : 5067,
"321536" : 3855,
"325632" : 2361,
"329728" : 1966,
"333824" : 1719,
"337920" : 1252,
"342016" : 648,
"346112" : 368,
"350208" : 186,
"354304" : 116,
"358400" : 57,
"362496" : 10,
"366592" : 25,
"370688" : 8,
"374784" : 9,
"378880" : 3,
"387072" : 3,
"391168" : 8,
"395264" : 3,
"399360" : 2,
"403456" : 3,
"407552" : 4,
"411648" : 7,
"415744" : 2,
"423936" : 1,
"428032" : 3,
"432128" : 4,
"436224" : 5,
"440320" : 2,
"444416" : 5,
"456704" : 2,
"460800" : 3,
"464896" : 4,
"468992" : 2,
"473088" : 2,
"477184" : 2,
"481280" : 4,
"485376" : 4,
"489472" : 7,
"493568" : 12,
"497664" : 33,
"501760" : 19,
"505856" : 43,
"509952" : 77,
"514048" : 116,
"518144" : 151,
"522240" : 179,
"528384" : 857,
"536576" : 1452,
"544768" : 2543,
"552960" : 3409,
"561152" : 5003,
"569344" : 7419,
"577536" : 11830,
"585728" : 18558,
"593920" : 24885,
"602112" : 28185,
"610304" : 24974,
"618496" : 19466,
"626688" : 15785,
"634880" : 17771,
"643072" : 22829,
"651264" : 26536,
"659456" : 25527,
"667648" : 20089,
"675840" : 12189,
"684032" : 6198,
"692224" : 2998,
"700416" : 1611,
"708608" : 677,
"716800" : 259,
"724992" : 152,
"733184" : 35,
"741376" : 11,
"749568" : 9,
"757760" : 18,
"765952" : 27,
"774144" : 18,
"782336" : 45,
"790528" : 81,
"798720" : 156,
"806912" : 210,
"815104" : 296,
"823296" : 493,
"831488" : 786,
"839680" : 1213,
"847872" : 1852,
"856064" : 2411,
"864256" : 3132,
"872448" : 4091,
"880640" : 5771,
"888832" : 8064,
"897024" : 10525,
"905216" : 11493,
"913408" : 11901,
"921600" : 11380,
"929792" : 11824,
"937984" : 13097,
"946176" : 15793,
"954368" : 18094,
"962560" : 17873,
"970752" : 15743,
"978944" : 13218,
"987136" : 10428,
"995328" : 9639,
"1003520" : 9300,
"1011712" : 9524,
"1019904" : 8392,
"1028096" : 6443,
"1036288" : 4428,
"1044480" : 2645,
"1056768" : 2118,
"1073152" : 584,
"1089536" : 214,
"1105920" : 357,
"1122304" : 676,
"1138688" : 1382,
"1155072" : 2489,
"1171456" : 4106,
"1187840" : 6684,
"1204224" : 9999,
"1220608" : 12001,
"1236992" : 15305,
"1253376" : 19777,
"1269760" : 21074,
"1286144" : 18217,
"1302528" : 19161,
"1318912" : 18196,
"1335296" : 13866,
"1351680" : 9387,
"1368064" : 6903,
"1384448" : 4881,
"1400832" : 2563,
"1417216" : 1154,
"1433600" : 907,
"1449984" : 1244,
"1466368" : 1975,
"1482752" : 3226,
"1499136" : 4988,
"1515520" : 6374,
"1531904" : 8527,
"1548288" : 10652,
"1564672" : 12771,
"1581056" : 13759,
"1597440" : 14379,
"1613824" : 15337,
"1630208" : 14323,
"1646592" : 12232,
"1662976" : 10670,
"1679360" : 8903,
"1695744" : 6680,
"1712128" : 4517,
"1728512" : 3201,
"1744896" : 2308,
"1761280" : 1986,
"1777664" : 2091,
"1794048" : 2788,
"1810432" : 3741,
"1826816" : 4972,
"1843200" : 6450,
"1859584" : 8351,
"1875968" : 9608,
"1892352" : 10706,
"1908736" : 11460,
"1925120" : 12436,
"1941504" : 12040,
"1957888" : 11606,
"1974272" : 11036,
"1990656" : 9372,
"2007040" : 7835,
"2023424" : 6209,
"2039808" : 5109,
"2056192" : 4006,
"2072576" : 3198,
"2088960" : 2828,
"2113536" : 6462,
"2146304" : 9437,
"2179072" : 14102,
"2211840" : 18970,
"2244608" : 21299,
"2277376" : 20236,
"2310144" : 17316,
"2342912" : 12986,
"2375680" : 8841,
"2408448" : 7183,
"2441216" : 7498,
"2473984" : 9895,
"2506752" : 13498,
"2539520" : 16417,
"2572288" : 17586,
"2605056" : 17122,
"2637824" : 14433,
"2670592" : 11244,
"2703360" : 8569,
"2736128" : 7117,
"2768896" : 7397,
"2801664" : 8707,
"2834432" : 11147,
"2867200" : 13246,
"2899968" : 13975,
"2932736" : 13206,
"2965504" : 11698,
"2998272" : 9240,
"3031040" : 7114,
"3063808" : 6051,
"3096576" : 5940,
"3129344" : 6800,
"3162112" : 7803,
"3194880" : 8866,
"3227648" : 9535,
"3260416" : 8988,
"3293184" : 7778,
"3325952" : 6421,
"3358720" : 5006,
"3391488" : 4312,
"3424256" : 4007,
"3457024" : 4325,
"3489792" : 4844,
"3522560" : 5120,
"3555328" : 5357,
"3588096" : 5028,
"3620864" : 4415,
"3653632" : 3798,
"3686400" : 3148,
"3719168" : 2485,
"3751936" : 2285,
"3784704" : 2170,
"3817472" : 2423,
"3850240" : 2491,
"3883008" : 2458,
"3915776" : 2275,
"3948544" : 2021,
"3981312" : 1746,
"4014080" : 1272,
"4046848" : 1179,
"4079616" : 956,
"4112384" : 923,
"4145152" : 835,
"4177920" : 955,
"4227072" : 1836,
"4292608" : 1366,
"4358144" : 821,
"4423680" : 623,
"4489216" : 481,
"4554752" : 481,
"4620288" : 390,
"4685824" : 242,
"4751360" : 131,
"4816896" : 121,
"4882432" : 64,
"4947968" : 70,
"5013504" : 50,
"5079040" : 18,
"5144576" : 21,
"5210112" : 8,
"5275648" : 5,
"5341184" : 1,
"5472256" : 1
}
},
"lat_ns" : {
"min" : 20441,
"max" : 5595478,
"mean" : 1602977.245003,
"stddev" : 1039686.362819,
"N" : 1796098
},
"bw_min" : 18280,
"bw_max" : 128224,
"bw_agg" : 100.000000,
"bw_mean" : 39919.686111,
"bw_dev" : 25965.477687,
"bw_samples" : 360,
"iops_min" : 4570,
"iops_max" : 32056,
"iops_mean" : 9979.891667,
"iops_stddev" : 6491.369123,
"iops_samples" : 360
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180001,
"usr_cpu" : 1.688324,
"sys_cpu" : 27.186516,
"ctx" : 443958,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999944,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.035355,
"500" : 13.954311,
"750" : 16.805070,
"1000" : 11.156110
},
"latency_ms" : {
"2" : 28.247414,
"4" : 29.091584,
"10" : 0.710713,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}