raidz2/benchmarks/rand/rand-write-qd32-nj1_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774124532,
"timestamp_ms" : 1774124532616,
"time" : "Sat Mar 21 17:22:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 975495168,
"io_kbytes" : 952632,
"bw_bytes" : 99897098,
"bw" : 97555,
"iops" : 24392.729135,
"runtime" : 9765,
"total_ios" : 238195,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9765,
"usr_cpu" : 4.505888,
"sys_cpu" : 55.913978,
"ctx" : 41633,
"majf" : 0,
"minf" : 8,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.986985,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124542,
"timestamp_ms" : 1774124542850,
"time" : "Sat Mar 21 17:22:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 926367744,
"io_kbytes" : 904656,
"bw_bytes" : 92646039,
"bw" : 90474,
"iops" : 22618.761876,
"runtime" : 9999,
"total_ios" : 226165,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9675,
"max" : 394883,
"mean" : 42393.657692,
"stddev" : 37644.079194,
"N" : 226165
},
"clat_ns" : {
"min" : 684546,
"max" : 3815510,
"mean" : 1371902.327041,
"stddev" : 308662.652934,
"N" : 226164,
"percentile" : {
"1.000000" : 798720,
"5.000000" : 1003520,
"10.000000" : 1089536,
"20.000000" : 1171456,
"30.000000" : 1236992,
"40.000000" : 1286144,
"50.000000" : 1335296,
"60.000000" : 1384448,
"70.000000" : 1433600,
"80.000000" : 1515520,
"90.000000" : 1646592,
"95.000000" : 1810432,
"99.000000" : 2736128,
"99.500000" : 2932736,
"99.900000" : 3227648,
"99.950000" : 3358720,
"99.990000" : 3555328
},
"bins" : {
"684032" : 3,
"692224" : 17,
"700416" : 34,
"708608" : 56,
"716800" : 79,
"724992" : 87,
"733184" : 123,
"741376" : 145,
"749568" : 168,
"757760" : 187,
"765952" : 210,
"774144" : 298,
"782336" : 295,
"790528" : 315,
"798720" : 421,
"806912" : 412,
"815104" : 399,
"823296" : 407,
"831488" : 373,
"839680" : 343,
"847872" : 324,
"856064" : 310,
"864256" : 244,
"872448" : 276,
"880640" : 285,
"888832" : 318,
"897024" : 299,
"905216" : 269,
"913408" : 245,
"921600" : 279,
"929792" : 352,
"937984" : 339,
"946176" : 398,
"954368" : 408,
"962560" : 389,
"970752" : 391,
"978944" : 358,
"987136" : 454,
"995328" : 546,
"1003520" : 644,
"1011712" : 795,
"1019904" : 929,
"1028096" : 984,
"1036288" : 1151,
"1044480" : 1196,
"1056768" : 2545,
"1073152" : 2506,
"1089536" : 2589,
"1105920" : 3131,
"1122304" : 4331,
"1138688" : 5151,
"1155072" : 5279,
"1171456" : 5167,
"1187840" : 5045,
"1204224" : 5589,
"1220608" : 6907,
"1236992" : 7857,
"1253376" : 7832,
"1269760" : 7222,
"1286144" : 6536,
"1302528" : 6750,
"1318912" : 7752,
"1335296" : 8707,
"1351680" : 8376,
"1368064" : 7395,
"1384448" : 6085,
"1400832" : 5810,
"1417216" : 6456,
"1433600" : 6910,
"1449984" : 6807,
"1466368" : 5557,
"1482752" : 4488,
"1499136" : 3950,
"1515520" : 4033,
"1531904" : 4119,
"1548288" : 3761,
"1564672" : 3179,
"1581056" : 2592,
"1597440" : 2100,
"1613824" : 2037,
"1630208" : 1976,
"1646592" : 2005,
"1662976" : 1721,
"1679360" : 1445,
"1695744" : 1132,
"1712128" : 995,
"1728512" : 959,
"1744896" : 993,
"1761280" : 861,
"1777664" : 714,
"1794048" : 616,
"1810432" : 509,
"1826816" : 506,
"1843200" : 458,
"1859584" : 387,
"1875968" : 332,
"1892352" : 290,
"1908736" : 275,
"1925120" : 260,
"1941504" : 199,
"1957888" : 174,
"1974272" : 222,
"1990656" : 170,
"2007040" : 160,
"2023424" : 145,
"2039808" : 116,
"2056192" : 129,
"2072576" : 139,
"2088960" : 122,
"2113536" : 212,
"2146304" : 199,
"2179072" : 247,
"2211840" : 204,
"2244608" : 188,
"2277376" : 206,
"2310144" : 238,
"2342912" : 224,
"2375680" : 251,
"2408448" : 249,
"2441216" : 244,
"2473984" : 270,
"2506752" : 257,
"2539520" : 240,
"2572288" : 292,
"2605056" : 244,
"2637824" : 280,
"2670592" : 266,
"2703360" : 261,
"2736128" : 247,
"2768896" : 207,
"2801664" : 258,
"2834432" : 207,
"2867200" : 207,
"2899968" : 168,
"2932736" : 162,
"2965504" : 173,
"2998272" : 132,
"3031040" : 90,
"3063808" : 115,
"3096576" : 77,
"3129344" : 71,
"3162112" : 59,
"3194880" : 45,
"3227648" : 35,
"3260416" : 49,
"3293184" : 30,
"3325952" : 26,
"3358720" : 27,
"3391488" : 20,
"3424256" : 14,
"3457024" : 12,
"3489792" : 8,
"3522560" : 9,
"3555328" : 10,
"3588096" : 4,
"3620864" : 2,
"3653632" : 7,
"3686400" : 1,
"3751936" : 2,
"3784704" : 1,
"3817472" : 1
}
},
"lat_ns" : {
"min" : 697987,
"max" : 3913700,
"mean" : 1414297.021931,
"stddev" : 316807.557862,
"N" : 226164
},
"bw_min" : 79296,
"bw_max" : 102252,
"bw_agg" : 99.143796,
"bw_mean" : 89700.000000,
"bw_dev" : 5669.104260,
"bw_samples" : 19,
"iops_min" : 19824,
"iops_max" : 25563,
"iops_mean" : 22425.000000,
"iops_stddev" : 1417.276065,
"iops_samples" : 19
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 4.090409,
"sys_cpu" : 56.855686,
"ctx" : 39775,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.282537,
"1000" : 4.537395
},
"latency_ms" : {
"2" : 91.710477,
"4" : 3.469149,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124552,
"timestamp_ms" : 1774124552850,
"time" : "Sat Mar 21 17:22:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1971011584,
"io_kbytes" : 1924816,
"bw_bytes" : 98555506,
"bw" : 96245,
"iops" : 24061.453073,
"runtime" : 19999,
"total_ios" : 481205,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9395,
"max" : 394883,
"mean" : 39740.914926,
"stddev" : 34612.776440,
"N" : 481205
},
"clat_ns" : {
"min" : 684546,
"max" : 4061765,
"mean" : 1289689.706189,
"stddev" : 304969.589565,
"N" : 481204,
"percentile" : {
"1.000000" : 815104,
"5.000000" : 937984,
"10.000000" : 1011712,
"20.000000" : 1089536,
"30.000000" : 1138688,
"40.000000" : 1187840,
"50.000000" : 1236992,
"60.000000" : 1286144,
"70.000000" : 1351680,
"80.000000" : 1433600,
"90.000000" : 1564672,
"95.000000" : 1794048,
"99.000000" : 2572288,
"99.500000" : 2801664,
"99.900000" : 3129344,
"99.950000" : 3260416,
"99.990000" : 3555328
},
"bins" : {
"684032" : 3,
"692224" : 17,
"700416" : 34,
"708608" : 56,
"716800" : 79,
"724992" : 95,
"733184" : 133,
"741376" : 178,
"749568" : 229,
"757760" : 274,
"765952" : 366,
"774144" : 511,
"782336" : 554,
"790528" : 611,
"798720" : 788,
"806912" : 861,
"815104" : 973,
"823296" : 1042,
"831488" : 1171,
"839680" : 1109,
"847872" : 1220,
"856064" : 1326,
"864256" : 1315,
"872448" : 1328,
"880640" : 1173,
"888832" : 1243,
"897024" : 1166,
"905216" : 1162,
"913408" : 1196,
"921600" : 1406,
"929792" : 1725,
"937984" : 2037,
"946176" : 2324,
"954368" : 2600,
"962560" : 2930,
"970752" : 3012,
"978944" : 2935,
"987136" : 2867,
"995328" : 2916,
"1003520" : 2902,
"1011712" : 3103,
"1019904" : 3616,
"1028096" : 4248,
"1036288" : 4863,
"1044480" : 5671,
"1056768" : 13018,
"1073152" : 13750,
"1089536" : 12489,
"1105920" : 11283,
"1122304" : 12970,
"1138688" : 15499,
"1155072" : 17349,
"1171456" : 17176,
"1187840" : 16152,
"1204224" : 14240,
"1220608" : 14546,
"1236992" : 15899,
"1253376" : 16946,
"1269760" : 16119,
"1286144" : 14363,
"1302528" : 12503,
"1318912" : 12650,
"1335296" : 13178,
"1351680" : 12773,
"1368064" : 11562,
"1384448" : 9646,
"1400832" : 8613,
"1417216" : 8629,
"1433600" : 8704,
"1449984" : 8583,
"1466368" : 7136,
"1482752" : 5863,
"1499136" : 4999,
"1515520" : 4795,
"1531904" : 4792,
"1548288" : 4358,
"1564672" : 3735,
"1581056" : 3013,
"1597440" : 2448,
"1613824" : 2348,
"1630208" : 2268,
"1646592" : 2273,
"1662976" : 2019,
"1679360" : 1693,
"1695744" : 1320,
"1712128" : 1186,
"1728512" : 1146,
"1744896" : 1189,
"1761280" : 1073,
"1777664" : 966,
"1794048" : 859,
"1810432" : 701,
"1826816" : 699,
"1843200" : 657,
"1859584" : 576,
"1875968" : 555,
"1892352" : 509,
"1908736" : 527,
"1925120" : 521,
"1941504" : 458,
"1957888" : 350,
"1974272" : 504,
"1990656" : 412,
"2007040" : 422,
"2023424" : 469,
"2039808" : 504,
"2056192" : 393,
"2072576" : 416,
"2088960" : 399,
"2113536" : 741,
"2146304" : 848,
"2179072" : 828,
"2211840" : 723,
"2244608" : 722,
"2277376" : 695,
"2310144" : 721,
"2342912" : 643,
"2375680" : 625,
"2408448" : 640,
"2441216" : 572,
"2473984" : 575,
"2506752" : 553,
"2539520" : 439,
"2572288" : 544,
"2605056" : 443,
"2637824" : 399,
"2670592" : 416,
"2703360" : 368,
"2736128" : 334,
"2768896" : 284,
"2801664" : 333,
"2834432" : 264,
"2867200" : 257,
"2899968" : 207,
"2932736" : 198,
"2965504" : 202,
"2998272" : 163,
"3031040" : 111,
"3063808" : 137,
"3096576" : 101,
"3129344" : 92,
"3162112" : 81,
"3194880" : 58,
"3227648" : 43,
"3260416" : 54,
"3293184" : 38,
"3325952" : 30,
"3358720" : 33,
"3391488" : 24,
"3424256" : 16,
"3457024" : 14,
"3489792" : 13,
"3522560" : 13,
"3555328" : 11,
"3588096" : 4,
"3620864" : 2,
"3653632" : 8,
"3686400" : 2,
"3751936" : 3,
"3784704" : 3,
"3817472" : 3,
"3850240" : 3,
"3883008" : 2,
"3915776" : 3,
"3948544" : 1,
"3981312" : 3,
"4014080" : 1,
"4046848" : 1
}
},
"lat_ns" : {
"min" : 697987,
"max" : 4152875,
"mean" : 1329430.949552,
"stddev" : 313224.739374,
"N" : 481204
},
"bw_min" : 79296,
"bw_max" : 113880,
"bw_agg" : 100.000000,
"bw_mean" : 96302.333333,
"bw_dev" : 8456.164081,
"bw_samples" : 39,
"iops_min" : 19824,
"iops_max" : 28470,
"iops_mean" : 24075.564103,
"iops_stddev" : 2114.016989,
"iops_samples" : 39
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 4.305215,
"sys_cpu" : 61.743087,
"ctx" : 68847,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999792,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999792,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.149209,
"1000" : 9.235981
},
"latency_ms" : {
"2" : 87.037541,
"4" : 3.576646,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124562,
"timestamp_ms" : 1774124562850,
"time" : "Sat Mar 21 17:22:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2920288256,
"io_kbytes" : 2851844,
"bw_bytes" : 97346186,
"bw" : 95064,
"iops" : 23766.192206,
"runtime" : 29999,
"total_ios" : 712962,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9395,
"max" : 652707,
"mean" : 40261.867041,
"stddev" : 34559.525778,
"N" : 712963
},
"clat_ns" : {
"min" : 684546,
"max" : 4061765,
"mean" : 1305675.912572,
"stddev" : 307650.544129,
"N" : 712962,
"percentile" : {
"1.000000" : 823296,
"5.000000" : 946176,
"10.000000" : 1019904,
"20.000000" : 1089536,
"30.000000" : 1155072,
"40.000000" : 1204224,
"50.000000" : 1253376,
"60.000000" : 1302528,
"70.000000" : 1368064,
"80.000000" : 1449984,
"90.000000" : 1613824,
"95.000000" : 1875968,
"99.000000" : 2539520,
"99.500000" : 2768896,
"99.900000" : 3227648,
"99.950000" : 3424256,
"99.990000" : 3686400
},
"bins" : {
"684032" : 3,
"692224" : 17,
"700416" : 34,
"708608" : 56,
"716800" : 79,
"724992" : 95,
"733184" : 133,
"741376" : 178,
"749568" : 232,
"757760" : 277,
"765952" : 374,
"774144" : 525,
"782336" : 568,
"790528" : 657,
"798720" : 874,
"806912" : 972,
"815104" : 1161,
"823296" : 1286,
"831488" : 1441,
"839680" : 1419,
"847872" : 1598,
"856064" : 1799,
"864256" : 1875,
"872448" : 1934,
"880640" : 1740,
"888832" : 1935,
"897024" : 1864,
"905216" : 1875,
"913408" : 1877,
"921600" : 2080,
"929792" : 2303,
"937984" : 2615,
"946176" : 2927,
"954368" : 3290,
"962560" : 3770,
"970752" : 4032,
"978944" : 4086,
"987136" : 4195,
"995328" : 4440,
"1003520" : 4522,
"1011712" : 4771,
"1019904" : 5089,
"1028096" : 5572,
"1036288" : 6118,
"1044480" : 7055,
"1056768" : 16623,
"1073152" : 18626,
"1089536" : 18592,
"1105920" : 17760,
"1122304" : 18932,
"1138688" : 20815,
"1155072" : 23161,
"1171456" : 24352,
"1187840" : 24823,
"1204224" : 23022,
"1220608" : 22096,
"1236992" : 22625,
"1253376" : 23220,
"1269760" : 23008,
"1286144" : 22485,
"1302528" : 20623,
"1318912" : 19375,
"1335296" : 18505,
"1351680" : 17672,
"1368064" : 16921,
"1384448" : 15455,
"1400832" : 14518,
"1417216" : 13524,
"1433600" : 12713,
"1449984" : 11871,
"1466368" : 10258,
"1482752" : 9372,
"1499136" : 8532,
"1515520" : 7876,
"1531904" : 7302,
"1548288" : 6243,
"1564672" : 5613,
"1581056" : 4978,
"1597440" : 4404,
"1613824" : 4103,
"1630208" : 3724,
"1646592" : 3624,
"1662976" : 3248,
"1679360" : 2882,
"1695744" : 2448,
"1712128" : 2229,
"1728512" : 2181,
"1744896" : 2135,
"1761280" : 1972,
"1777664" : 1770,
"1794048" : 1654,
"1810432" : 1477,
"1826816" : 1438,
"1843200" : 1454,
"1859584" : 1225,
"1875968" : 1173,
"1892352" : 1156,
"1908736" : 1146,
"1925120" : 1047,
"1941504" : 1087,
"1957888" : 933,
"1974272" : 1057,
"1990656" : 982,
"2007040" : 918,
"2023424" : 897,
"2039808" : 927,
"2056192" : 785,
"2072576" : 803,
"2088960" : 777,
"2113536" : 1471,
"2146304" : 1463,
"2179072" : 1461,
"2211840" : 1343,
"2244608" : 1227,
"2277376" : 1095,
"2310144" : 1108,
"2342912" : 1061,
"2375680" : 973,
"2408448" : 908,
"2441216" : 811,
"2473984" : 818,
"2506752" : 750,
"2539520" : 583,
"2572288" : 738,
"2605056" : 582,
"2637824" : 542,
"2670592" : 558,
"2703360" : 479,
"2736128" : 411,
"2768896" : 360,
"2801664" : 393,
"2834432" : 307,
"2867200" : 281,
"2899968" : 238,
"2932736" : 239,
"2965504" : 222,
"2998272" : 190,
"3031040" : 152,
"3063808" : 164,
"3096576" : 117,
"3129344" : 114,
"3162112" : 102,
"3194880" : 80,
"3227648" : 63,
"3260416" : 75,
"3293184" : 66,
"3325952" : 66,
"3358720" : 50,
"3391488" : 50,
"3424256" : 45,
"3457024" : 40,
"3489792" : 34,
"3522560" : 40,
"3555328" : 48,
"3588096" : 31,
"3620864" : 19,
"3653632" : 22,
"3686400" : 18,
"3719168" : 18,
"3751936" : 6,
"3784704" : 7,
"3817472" : 10,
"3850240" : 11,
"3883008" : 2,
"3915776" : 3,
"3948544" : 2,
"3981312" : 3,
"4014080" : 1,
"4046848" : 1
}
},
"lat_ns" : {
"min" : 697987,
"max" : 4152875,
"mean" : 1345937.675590,
"stddev" : 315952.609857,
"N" : 712962
},
"bw_min" : 72488,
"bw_max" : 113880,
"bw_agg" : 99.985657,
"bw_mean" : 95051.033898,
"bw_dev" : 8265.127520,
"bw_samples" : 59,
"iops_min" : 18122,
"iops_max" : 28470,
"iops_mean" : 23762.728814,
"iops_stddev" : 2066.259012,
"iops_samples" : 59
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 4.120137,
"sys_cpu" : 62.238741,
"ctx" : 101939,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.101127,
"1000" : 8.443928
},
"latency_ms" : {
"2" : 87.654040,
"4" : 3.800623,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124572,
"timestamp_ms" : 1774124572849,
"time" : "Sat Mar 21 17:22:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3968937984,
"io_kbytes" : 3875916,
"bw_bytes" : 99225930,
"bw" : 96900,
"iops" : 24225.105628,
"runtime" : 39999,
"total_ios" : 968980,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9395,
"max" : 652707,
"mean" : 39471.056095,
"stddev" : 33185.561829,
"N" : 968980
},
"clat_ns" : {
"min" : 684546,
"max" : 4145363,
"mean" : 1280884.800326,
"stddev" : 307588.074073,
"N" : 968979,
"percentile" : {
"1.000000" : 831488,
"5.000000" : 921600,
"10.000000" : 987136,
"20.000000" : 1073152,
"30.000000" : 1122304,
"40.000000" : 1171456,
"50.000000" : 1220608,
"60.000000" : 1286144,
"70.000000" : 1351680,
"80.000000" : 1433600,
"90.000000" : 1581056,
"95.000000" : 1826816,
"99.000000" : 2506752,
"99.500000" : 2768896,
"99.900000" : 3424256,
"99.950000" : 3653632,
"99.990000" : 3850240
},
"bins" : {
"684032" : 3,
"692224" : 17,
"700416" : 34,
"708608" : 56,
"716800" : 79,
"724992" : 95,
"733184" : 133,
"741376" : 186,
"749568" : 235,
"757760" : 282,
"765952" : 381,
"774144" : 540,
"782336" : 590,
"790528" : 679,
"798720" : 934,
"806912" : 1073,
"815104" : 1354,
"823296" : 1530,
"831488" : 1757,
"839680" : 1789,
"847872" : 2019,
"856064" : 2457,
"864256" : 2886,
"872448" : 3251,
"880640" : 3491,
"888832" : 4198,
"897024" : 4605,
"905216" : 5096,
"913408" : 5195,
"921600" : 5367,
"929792" : 5159,
"937984" : 5233,
"946176" : 5190,
"954368" : 5307,
"962560" : 5707,
"970752" : 6412,
"978944" : 6982,
"987136" : 7681,
"995328" : 8592,
"1003520" : 9330,
"1011712" : 9853,
"1019904" : 9716,
"1028096" : 10023,
"1036288" : 9920,
"1044480" : 10395,
"1056768" : 22398,
"1073152" : 25279,
"1089536" : 27983,
"1105920" : 29115,
"1122304" : 29719,
"1138688" : 28938,
"1155072" : 29352,
"1171456" : 30791,
"1187840" : 33230,
"1204224" : 32760,
"1220608" : 31377,
"1236992" : 30195,
"1253376" : 29286,
"1269760" : 27868,
"1286144" : 28179,
"1302528" : 26941,
"1318912" : 25474,
"1335296" : 23363,
"1351680" : 21450,
"1368064" : 20032,
"1384448" : 18739,
"1400832" : 17857,
"1417216" : 16770,
"1433600" : 15262,
"1449984" : 13878,
"1466368" : 12047,
"1482752" : 11003,
"1499136" : 10115,
"1515520" : 9442,
"1531904" : 8656,
"1548288" : 7380,
"1564672" : 6610,
"1581056" : 5874,
"1597440" : 5334,
"1613824" : 4956,
"1630208" : 4439,
"1646592" : 4302,
"1662976" : 3952,
"1679360" : 3547,
"1695744" : 3139,
"1712128" : 2842,
"1728512" : 2694,
"1744896" : 2683,
"1761280" : 2516,
"1777664" : 2244,
"1794048" : 2134,
"1810432" : 1933,
"1826816" : 1831,
"1843200" : 1824,
"1859584" : 1528,
"1875968" : 1477,
"1892352" : 1482,
"1908736" : 1452,
"1925120" : 1422,
"1941504" : 1363,
"1957888" : 1182,
"1974272" : 1269,
"1990656" : 1190,
"2007040" : 1119,
"2023424" : 1118,
"2039808" : 1166,
"2056192" : 946,
"2072576" : 990,
"2088960" : 983,
"2113536" : 1858,
"2146304" : 1773,
"2179072" : 1784,
"2211840" : 1612,
"2244608" : 1460,
"2277376" : 1293,
"2310144" : 1295,
"2342912" : 1271,
"2375680" : 1120,
"2408448" : 1064,
"2441216" : 956,
"2473984" : 916,
"2506752" : 848,
"2539520" : 697,
"2572288" : 839,
"2605056" : 649,
"2637824" : 617,
"2670592" : 643,
"2703360" : 539,
"2736128" : 467,
"2768896" : 397,
"2801664" : 441,
"2834432" : 367,
"2867200" : 318,
"2899968" : 276,
"2932736" : 264,
"2965504" : 258,
"2998272" : 224,
"3031040" : 171,
"3063808" : 195,
"3096576" : 150,
"3129344" : 137,
"3162112" : 140,
"3194880" : 113,
"3227648" : 85,
"3260416" : 115,
"3293184" : 93,
"3325952" : 94,
"3358720" : 79,
"3391488" : 78,
"3424256" : 92,
"3457024" : 62,
"3489792" : 60,
"3522560" : 89,
"3555328" : 104,
"3588096" : 71,
"3620864" : 71,
"3653632" : 59,
"3686400" : 74,
"3719168" : 114,
"3751936" : 52,
"3784704" : 33,
"3817472" : 46,
"3850240" : 45,
"3883008" : 27,
"3915776" : 12,
"3948544" : 15,
"3981312" : 10,
"4014080" : 3,
"4046848" : 5,
"4079616" : 3,
"4112384" : 3,
"4145152" : 1
}
},
"lat_ns" : {
"min" : 697987,
"max" : 4275572,
"mean" : 1320353.225864,
"stddev" : 315973.955489,
"N" : 968979
},
"bw_min" : 72488,
"bw_max" : 126080,
"bw_agg" : 99.875829,
"bw_mean" : 96780.721519,
"bw_dev" : 8773.738027,
"bw_samples" : 79,
"iops_min" : 18122,
"iops_max" : 31520,
"iops_mean" : 24195.151899,
"iops_stddev" : 2193.416572,
"iops_samples" : 79
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 4.182605,
"sys_cpu" : 64.466612,
"ctx" : 126353,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.075440,
"1000" : 10.987533
},
"latency_ms" : {
"2" : 85.533860,
"4" : 3.401515,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124582,
"timestamp_ms" : 1774124582849,
"time" : "Sat Mar 21 17:23:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5026189312,
"io_kbytes" : 4908388,
"bw_bytes" : 100525796,
"bw" : 98169,
"iops" : 24542.450849,
"runtime" : 49999,
"total_ios" : 1227098,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9395,
"max" : 652707,
"mean" : 38940.029989,
"stddev" : 32156.326281,
"N" : 1227098
},
"clat_ns" : {
"min" : 684546,
"max" : 4176751,
"mean" : 1264375.234192,
"stddev" : 311139.891263,
"N" : 1227097,
"percentile" : {
"1.000000" : 839680,
"5.000000" : 921600,
"10.000000" : 970752,
"20.000000" : 1044480,
"30.000000" : 1105920,
"40.000000" : 1155072,
"50.000000" : 1204224,
"60.000000" : 1269760,
"70.000000" : 1335296,
"80.000000" : 1417216,
"90.000000" : 1564672,
"95.000000" : 1794048,
"99.000000" : 2506752,
"99.500000" : 2834432,
"99.900000" : 3653632,
"99.950000" : 3850240,
"99.990000" : 3948544
},
"bins" : {
"684032" : 3,
"692224" : 17,
"700416" : 34,
"708608" : 56,
"716800" : 79,
"724992" : 95,
"733184" : 134,
"741376" : 187,
"749568" : 235,
"757760" : 286,
"765952" : 386,
"774144" : 549,
"782336" : 603,
"790528" : 700,
"798720" : 959,
"806912" : 1124,
"815104" : 1463,
"823296" : 1651,
"831488" : 1938,
"839680" : 2056,
"847872" : 2375,
"856064" : 2921,
"864256" : 3454,
"872448" : 3982,
"880640" : 4642,
"888832" : 6004,
"897024" : 7003,
"905216" : 8242,
"913408" : 9322,
"921600" : 9663,
"929792" : 9753,
"937984" : 9350,
"946176" : 8760,
"954368" : 8440,
"962560" : 8555,
"970752" : 9164,
"978944" : 9891,
"987136" : 11094,
"995328" : 12869,
"1003520" : 14562,
"1011712" : 15629,
"1019904" : 15724,
"1028096" : 15807,
"1036288" : 15212,
"1044480" : 15010,
"1056768" : 29799,
"1073152" : 31769,
"1089536" : 35429,
"1105920" : 39078,
"1122304" : 40767,
"1138688" : 38323,
"1155072" : 36720,
"1171456" : 36696,
"1187840" : 39892,
"1204224" : 40848,
"1220608" : 39781,
"1236992" : 37209,
"1253376" : 34673,
"1269760" : 32518,
"1286144" : 32650,
"1302528" : 32040,
"1318912" : 30504,
"1335296" : 27710,
"1351680" : 25105,
"1368064" : 23141,
"1384448" : 21638,
"1400832" : 20774,
"1417216" : 19614,
"1433600" : 17818,
"1449984" : 16159,
"1466368" : 14157,
"1482752" : 12933,
"1499136" : 11764,
"1515520" : 11044,
"1531904" : 10141,
"1548288" : 8757,
"1564672" : 7843,
"1581056" : 7087,
"1597440" : 6315,
"1613824" : 5839,
"1630208" : 5364,
"1646592" : 5068,
"1662976" : 4703,
"1679360" : 4173,
"1695744" : 3731,
"1712128" : 3450,
"1728512" : 3332,
"1744896" : 3217,
"1761280" : 2974,
"1777664" : 2712,
"1794048" : 2526,
"1810432" : 2263,
"1826816" : 2137,
"1843200" : 2154,
"1859584" : 1791,
"1875968" : 1721,
"1892352" : 1726,
"1908736" : 1660,
"1925120" : 1588,
"1941504" : 1538,
"1957888" : 1368,
"1974272" : 1461,
"1990656" : 1333,
"2007040" : 1275,
"2023424" : 1254,
"2039808" : 1326,
"2056192" : 1109,
"2072576" : 1118,
"2088960" : 1106,
"2113536" : 2105,
"2146304" : 1967,
"2179072" : 1943,
"2211840" : 1775,
"2244608" : 1609,
"2277376" : 1461,
"2310144" : 1441,
"2342912" : 1407,
"2375680" : 1240,
"2408448" : 1181,
"2441216" : 1056,
"2473984" : 1043,
"2506752" : 954,
"2539520" : 795,
"2572288" : 930,
"2605056" : 747,
"2637824" : 720,
"2670592" : 711,
"2703360" : 590,
"2736128" : 560,
"2768896" : 460,
"2801664" : 513,
"2834432" : 435,
"2867200" : 374,
"2899968" : 303,
"2932736" : 315,
"2965504" : 329,
"2998272" : 270,
"3031040" : 218,
"3063808" : 255,
"3096576" : 178,
"3129344" : 179,
"3162112" : 188,
"3194880" : 170,
"3227648" : 120,
"3260416" : 159,
"3293184" : 152,
"3325952" : 154,
"3358720" : 114,
"3391488" : 112,
"3424256" : 163,
"3457024" : 123,
"3489792" : 94,
"3522560" : 125,
"3555328" : 157,
"3588096" : 126,
"3620864" : 89,
"3653632" : 80,
"3686400" : 124,
"3719168" : 174,
"3751936" : 95,
"3784704" : 73,
"3817472" : 96,
"3850240" : 174,
"3883008" : 239,
"3915776" : 39,
"3948544" : 96,
"3981312" : 38,
"4014080" : 37,
"4046848" : 14,
"4079616" : 5,
"4112384" : 5,
"4145152" : 1,
"4177920" : 1
}
},
"lat_ns" : {
"min" : 697987,
"max" : 4309814,
"mean" : 1303315.062206,
"stddev" : 319730.404890,
"N" : 1227097
},
"bw_min" : 72488,
"bw_max" : 126080,
"bw_agg" : 100.000000,
"bw_mean" : 98192.333333,
"bw_dev" : 9080.518351,
"bw_samples" : 99,
"iops_min" : 18122,
"iops_max" : 31520,
"iops_mean" : 24548.050505,
"iops_stddev" : 2270.122726,
"iops_samples" : 99
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 4.180084,
"sys_cpu" : 66.171323,
"ctx" : 148899,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.059734,
"1000" : 12.899214
},
"latency_ms" : {
"2" : 83.904464,
"4" : 3.131616,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124592,
"timestamp_ms" : 1774124592849,
"time" : "Sat Mar 21 17:23:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6070784000,
"io_kbytes" : 5928500,
"bw_bytes" : 101181419,
"bw" : 98809,
"iops" : 24702.511709,
"runtime" : 59999,
"total_ios" : 1482126,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9395,
"max" : 652707,
"mean" : 38675.389999,
"stddev" : 31582.662589,
"N" : 1482126
},
"clat_ns" : {
"min" : 684546,
"max" : 4293449,
"mean" : 1256193.424202,
"stddev" : 314448.030451,
"N" : 1482125,
"percentile" : {
"1.000000" : 847872,
"5.000000" : 921600,
"10.000000" : 970752,
"20.000000" : 1044480,
"30.000000" : 1105920,
"40.000000" : 1155072,
"50.000000" : 1204224,
"60.000000" : 1253376,
"70.000000" : 1318912,
"80.000000" : 1400832,
"90.000000" : 1548288,
"95.000000" : 1761280,
"99.000000" : 2572288,
"99.500000" : 2932736,
"99.900000" : 3817472,
"99.950000" : 3883008,
"99.990000" : 4014080
},
"bins" : {
"684032" : 3,
"692224" : 17,
"700416" : 34,
"708608" : 56,
"716800" : 79,
"724992" : 95,
"733184" : 134,
"741376" : 187,
"749568" : 235,
"757760" : 286,
"765952" : 391,
"774144" : 562,
"782336" : 631,
"790528" : 733,
"798720" : 1002,
"806912" : 1170,
"815104" : 1537,
"823296" : 1723,
"831488" : 2044,
"839680" : 2178,
"847872" : 2511,
"856064" : 3203,
"864256" : 3782,
"872448" : 4463,
"880640" : 5309,
"888832" : 6996,
"897024" : 8382,
"905216" : 10095,
"913408" : 11764,
"921600" : 12575,
"929792" : 12703,
"937984" : 12127,
"946176" : 11184,
"954368" : 10522,
"962560" : 10244,
"970752" : 11014,
"978944" : 11653,
"987136" : 13441,
"995328" : 16160,
"1003520" : 18589,
"1011712" : 20760,
"1019904" : 21678,
"1028096" : 21631,
"1036288" : 20741,
"1044480" : 19876,
"1056768" : 37035,
"1073152" : 38220,
"1089536" : 43730,
"1105920" : 51086,
"1122304" : 54728,
"1138688" : 50602,
"1155072" : 45561,
"1171456" : 43641,
"1187840" : 47575,
"1204224" : 50740,
"1220608" : 50026,
"1236992" : 45969,
"1253376" : 41372,
"1269760" : 38090,
"1286144" : 37557,
"1302528" : 37437,
"1318912" : 36199,
"1335296" : 32528,
"1351680" : 29342,
"1368064" : 26587,
"1384448" : 24543,
"1400832" : 23473,
"1417216" : 22415,
"1433600" : 20366,
"1449984" : 18472,
"1466368" : 15979,
"1482752" : 14476,
"1499136" : 12982,
"1515520" : 12400,
"1531904" : 11351,
"1548288" : 10030,
"1564672" : 8885,
"1581056" : 7890,
"1597440" : 7002,
"1613824" : 6470,
"1630208" : 5975,
"1646592" : 5651,
"1662976" : 5259,
"1679360" : 4638,
"1695744" : 4183,
"1712128" : 3812,
"1728512" : 3634,
"1744896" : 3501,
"1761280" : 3224,
"1777664" : 2974,
"1794048" : 2820,
"1810432" : 2499,
"1826816" : 2347,
"1843200" : 2370,
"1859584" : 1983,
"1875968" : 1906,
"1892352" : 1893,
"1908736" : 1826,
"1925120" : 1739,
"1941504" : 1658,
"1957888" : 1514,
"1974272" : 1591,
"1990656" : 1536,
"2007040" : 1453,
"2023424" : 1387,
"2039808" : 1460,
"2056192" : 1226,
"2072576" : 1185,
"2088960" : 1201,
"2113536" : 2312,
"2146304" : 2112,
"2179072" : 2081,
"2211840" : 1884,
"2244608" : 1727,
"2277376" : 1580,
"2310144" : 1542,
"2342912" : 1487,
"2375680" : 1331,
"2408448" : 1244,
"2441216" : 1144,
"2473984" : 1128,
"2506752" : 1025,
"2539520" : 895,
"2572288" : 1014,
"2605056" : 812,
"2637824" : 815,
"2670592" : 788,
"2703360" : 689,
"2736128" : 635,
"2768896" : 526,
"2801664" : 579,
"2834432" : 508,
"2867200" : 432,
"2899968" : 375,
"2932736" : 376,
"2965504" : 389,
"2998272" : 353,
"3031040" : 305,
"3063808" : 334,
"3096576" : 265,
"3129344" : 274,
"3162112" : 277,
"3194880" : 229,
"3227648" : 186,
"3260416" : 254,
"3293184" : 227,
"3325952" : 208,
"3358720" : 180,
"3391488" : 177,
"3424256" : 241,
"3457024" : 197,
"3489792" : 156,
"3522560" : 189,
"3555328" : 217,
"3588096" : 191,
"3620864" : 118,
"3653632" : 120,
"3686400" : 169,
"3719168" : 243,
"3751936" : 168,
"3784704" : 106,
"3817472" : 144,
"3850240" : 301,
"3883008" : 536,
"3915776" : 108,
"3948544" : 220,
"3981312" : 102,
"4014080" : 110,
"4046848" : 29,
"4079616" : 8,
"4112384" : 29,
"4145152" : 10,
"4177920" : 3,
"4227072" : 6,
"4292608" : 1
}
},
"lat_ns" : {
"min" : 697987,
"max" : 4362025,
"mean" : 1294868.883910,
"stddev" : 323187.246677,
"N" : 1482125
},
"bw_min" : 72488,
"bw_max" : 126080,
"bw_agg" : 100.000000,
"bw_mean" : 98834.092437,
"bw_dev" : 8666.872523,
"bw_samples" : 119,
"iops_min" : 18122,
"iops_max" : 31520,
"iops_mean" : 24708.512605,
"iops_stddev" : 2166.729864,
"iops_samples" : 119
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 4.210070,
"sys_cpu" : 67.017784,
"ctx" : 172932,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999933,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999933,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.049456,
"1000" : 12.936080
},
"latency_ms" : {
"2" : 84.031115,
"4" : 2.970530,
"10" : 0.012752,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124602,
"timestamp_ms" : 1774124602849,
"time" : "Sat Mar 21 17:23:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7141740544,
"io_kbytes" : 6974356,
"bw_bytes" : 102026322,
"bw" : 99635,
"iops" : 24908.784411,
"runtime" : 69999,
"total_ios" : 1743590,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9395,
"max" : 652707,
"mean" : 38340.965140,
"stddev" : 30928.391330,
"N" : 1743590
},
"clat_ns" : {
"min" : 684546,
"max" : 4293449,
"mean" : 1245800.854968,
"stddev" : 317526.616879,
"N" : 1743589,
"percentile" : {
"1.000000" : 856064,
"5.000000" : 921600,
"10.000000" : 962560,
"20.000000" : 1028096,
"30.000000" : 1089536,
"40.000000" : 1138688,
"50.000000" : 1187840,
"60.000000" : 1236992,
"70.000000" : 1302528,
"80.000000" : 1384448,
"90.000000" : 1531904,
"95.000000" : 1744896,
"99.000000" : 2572288,
"99.500000" : 3031040,
"99.900000" : 3883008,
"99.950000" : 3915776,
"99.990000" : 4014080
},
"bins" : {
"684032" : 3,
"692224" : 17,
"700416" : 34,
"708608" : 56,
"716800" : 79,
"724992" : 95,
"733184" : 134,
"741376" : 187,
"749568" : 235,
"757760" : 286,
"765952" : 391,
"774144" : 562,
"782336" : 631,
"790528" : 733,
"798720" : 1006,
"806912" : 1180,
"815104" : 1561,
"823296" : 1761,
"831488" : 2122,
"839680" : 2282,
"847872" : 2671,
"856064" : 3484,
"864256" : 4291,
"872448" : 5114,
"880640" : 6169,
"888832" : 8342,
"897024" : 10321,
"905216" : 13081,
"913408" : 15774,
"921600" : 17574,
"929792" : 18363,
"937984" : 17003,
"946176" : 15225,
"954368" : 13826,
"962560" : 13036,
"970752" : 13717,
"978944" : 14274,
"987136" : 16237,
"995328" : 19789,
"1003520" : 23517,
"1011712" : 26995,
"1019904" : 28984,
"1028096" : 29499,
"1036288" : 27640,
"1044480" : 25822,
"1056768" : 45543,
"1073152" : 44638,
"1089536" : 50973,
"1105920" : 61168,
"1122304" : 67600,
"1138688" : 62818,
"1155072" : 54258,
"1171456" : 50144,
"1187840" : 53966,
"1204224" : 57933,
"1220608" : 58165,
"1236992" : 54039,
"1253376" : 47881,
"1269760" : 43329,
"1286144" : 41896,
"1302528" : 41909,
"1318912" : 40727,
"1335296" : 36987,
"1351680" : 33071,
"1368064" : 29912,
"1384448" : 27293,
"1400832" : 25916,
"1417216" : 24746,
"1433600" : 22566,
"1449984" : 20427,
"1466368" : 17618,
"1482752" : 15974,
"1499136" : 14261,
"1515520" : 13564,
"1531904" : 12461,
"1548288" : 10897,
"1564672" : 9700,
"1581056" : 8594,
"1597440" : 7568,
"1613824" : 6988,
"1630208" : 6476,
"1646592" : 6161,
"1662976" : 5704,
"1679360" : 5041,
"1695744" : 4487,
"1712128" : 4106,
"1728512" : 3898,
"1744896" : 3795,
"1761280" : 3517,
"1777664" : 3206,
"1794048" : 3003,
"1810432" : 2678,
"1826816" : 2502,
"1843200" : 2574,
"1859584" : 2123,
"1875968" : 2087,
"1892352" : 2019,
"1908736" : 1972,
"1925120" : 1848,
"1941504" : 1768,
"1957888" : 1637,
"1974272" : 1722,
"1990656" : 1650,
"2007040" : 1543,
"2023424" : 1503,
"2039808" : 1552,
"2056192" : 1335,
"2072576" : 1297,
"2088960" : 1257,
"2113536" : 2438,
"2146304" : 2296,
"2179072" : 2269,
"2211840" : 2004,
"2244608" : 1868,
"2277376" : 1731,
"2310144" : 1663,
"2342912" : 1619,
"2375680" : 1416,
"2408448" : 1317,
"2441216" : 1256,
"2473984" : 1238,
"2506752" : 1105,
"2539520" : 978,
"2572288" : 1091,
"2605056" : 893,
"2637824" : 883,
"2670592" : 864,
"2703360" : 757,
"2736128" : 710,
"2768896" : 586,
"2801664" : 643,
"2834432" : 566,
"2867200" : 519,
"2899968" : 434,
"2932736" : 446,
"2965504" : 454,
"2998272" : 414,
"3031040" : 364,
"3063808" : 392,
"3096576" : 323,
"3129344" : 336,
"3162112" : 340,
"3194880" : 283,
"3227648" : 239,
"3260416" : 317,
"3293184" : 295,
"3325952" : 259,
"3358720" : 224,
"3391488" : 240,
"3424256" : 311,
"3457024" : 263,
"3489792" : 212,
"3522560" : 257,
"3555328" : 265,
"3588096" : 289,
"3620864" : 170,
"3653632" : 168,
"3686400" : 227,
"3719168" : 335,
"3751936" : 232,
"3784704" : 156,
"3817472" : 198,
"3850240" : 512,
"3883008" : 866,
"3915776" : 138,
"3948544" : 314,
"3981312" : 179,
"4014080" : 167,
"4046848" : 48,
"4079616" : 26,
"4112384" : 42,
"4145152" : 24,
"4177920" : 14,
"4227072" : 8,
"4292608" : 4
}
},
"lat_ns" : {
"min" : 697987,
"max" : 4418420,
"mean" : 1284142.022219,
"stddev" : 326423.215784,
"N" : 1743589
},
"bw_min" : 72488,
"bw_max" : 126080,
"bw_agg" : 99.962784,
"bw_mean" : 99598.107914,
"bw_dev" : 8712.296407,
"bw_samples" : 139,
"iops_min" : 18122,
"iops_max" : 31520,
"iops_mean" : 24899.517986,
"iops_stddev" : 2178.084877,
"iops_samples" : 139
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 4.247204,
"sys_cpu" : 67.993828,
"ctx" : 194020,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.042040,
"1000" : 13.905161
},
"latency_ms" : {
"2" : 83.193125,
"4" : 2.841035,
"10" : 0.018582,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124612,
"timestamp_ms" : 1774124612850,
"time" : "Sat Mar 21 17:23:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8241348608,
"io_kbytes" : 8048192,
"bw_bytes" : 103018145,
"bw" : 100603,
"iops" : 25150.926887,
"runtime" : 79999,
"total_ios" : 2012049,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9395,
"max" : 652707,
"mean" : 37949.709923,
"stddev" : 30274.095737,
"N" : 2012049
},
"clat_ns" : {
"min" : 684546,
"max" : 4377057,
"mean" : 1233823.014784,
"stddev" : 320442.553293,
"N" : 2012048,
"percentile" : {
"1.000000" : 856064,
"5.000000" : 913408,
"10.000000" : 954368,
"20.000000" : 1019904,
"30.000000" : 1073152,
"40.000000" : 1122304,
"50.000000" : 1171456,
"60.000000" : 1220608,
"70.000000" : 1286144,
"80.000000" : 1368064,
"90.000000" : 1515520,
"95.000000" : 1712128,
"99.000000" : 2605056,
"99.500000" : 3129344,
"99.900000" : 3883008,
"99.950000" : 3948544,
"99.990000" : 4112384
},
"bins" : {
"684032" : 3,
"692224" : 17,
"700416" : 34,
"708608" : 56,
"716800" : 79,
"724992" : 95,
"733184" : 134,
"741376" : 187,
"749568" : 235,
"757760" : 286,
"765952" : 391,
"774144" : 562,
"782336" : 631,
"790528" : 752,
"798720" : 1014,
"806912" : 1194,
"815104" : 1592,
"823296" : 1819,
"831488" : 2219,
"839680" : 2476,
"847872" : 2950,
"856064" : 3886,
"864256" : 4870,
"872448" : 6028,
"880640" : 7401,
"888832" : 10490,
"897024" : 13508,
"905216" : 17383,
"913408" : 21396,
"921600" : 24143,
"929792" : 24743,
"937984" : 23095,
"946176" : 20345,
"954368" : 18041,
"962560" : 16795,
"970752" : 17163,
"978944" : 17646,
"987136" : 20383,
"995328" : 24828,
"1003520" : 29966,
"1011712" : 34410,
"1019904" : 37043,
"1028096" : 37531,
"1036288" : 34785,
"1044480" : 31987,
"1056768" : 54758,
"1073152" : 51905,
"1089536" : 59500,
"1105920" : 72401,
"1122304" : 79608,
"1138688" : 74144,
"1155072" : 62542,
"1171456" : 56678,
"1187840" : 60229,
"1204224" : 64943,
"1220608" : 66067,
"1236992" : 60953,
"1253376" : 53232,
"1269760" : 47409,
"1286144" : 45561,
"1302528" : 45574,
"1318912" : 44556,
"1335296" : 40800,
"1351680" : 36034,
"1368064" : 32174,
"1384448" : 29356,
"1400832" : 27821,
"1417216" : 26489,
"1433600" : 24294,
"1449984" : 21787,
"1466368" : 18697,
"1482752" : 16966,
"1499136" : 15171,
"1515520" : 14437,
"1531904" : 13108,
"1548288" : 11635,
"1564672" : 10290,
"1581056" : 9076,
"1597440" : 8011,
"1613824" : 7384,
"1630208" : 6836,
"1646592" : 6479,
"1662976" : 6043,
"1679360" : 5318,
"1695744" : 4759,
"1712128" : 4318,
"1728512" : 4111,
"1744896" : 3971,
"1761280" : 3703,
"1777664" : 3389,
"1794048" : 3206,
"1810432" : 2862,
"1826816" : 2629,
"1843200" : 2703,
"1859584" : 2240,
"1875968" : 2240,
"1892352" : 2189,
"1908736" : 2147,
"1925120" : 1959,
"1941504" : 1888,
"1957888" : 1733,
"1974272" : 1824,
"1990656" : 1770,
"2007040" : 1665,
"2023424" : 1637,
"2039808" : 1656,
"2056192" : 1399,
"2072576" : 1373,
"2088960" : 1325,
"2113536" : 2589,
"2146304" : 2446,
"2179072" : 2395,
"2211840" : 2127,
"2244608" : 1999,
"2277376" : 1872,
"2310144" : 1756,
"2342912" : 1706,
"2375680" : 1522,
"2408448" : 1391,
"2441216" : 1335,
"2473984" : 1349,
"2506752" : 1183,
"2539520" : 1052,
"2572288" : 1198,
"2605056" : 968,
"2637824" : 963,
"2670592" : 945,
"2703360" : 814,
"2736128" : 801,
"2768896" : 680,
"2801664" : 715,
"2834432" : 653,
"2867200" : 633,
"2899968" : 509,
"2932736" : 531,
"2965504" : 519,
"2998272" : 480,
"3031040" : 444,
"3063808" : 439,
"3096576" : 375,
"3129344" : 387,
"3162112" : 389,
"3194880" : 322,
"3227648" : 287,
"3260416" : 346,
"3293184" : 334,
"3325952" : 296,
"3358720" : 255,
"3391488" : 286,
"3424256" : 364,
"3457024" : 310,
"3489792" : 242,
"3522560" : 306,
"3555328" : 315,
"3588096" : 333,
"3620864" : 221,
"3653632" : 206,
"3686400" : 268,
"3719168" : 401,
"3751936" : 284,
"3784704" : 199,
"3817472" : 255,
"3850240" : 667,
"3883008" : 1289,
"3915776" : 197,
"3948544" : 408,
"3981312" : 307,
"4014080" : 276,
"4046848" : 72,
"4079616" : 46,
"4112384" : 89,
"4145152" : 91,
"4177920" : 18,
"4227072" : 24,
"4292608" : 12,
"4358144" : 3
}
},
"lat_ns" : {
"min" : 697987,
"max" : 4504622,
"mean" : 1271772.810082,
"stddev" : 329492.228576,
"N" : 2012048
},
"bw_min" : 72488,
"bw_max" : 126080,
"bw_agg" : 99.963563,
"bw_mean" : 100567.471698,
"bw_dev" : 8797.635816,
"bw_samples" : 159,
"iops_min" : 18122,
"iops_max" : 31520,
"iops_mean" : 25141.855346,
"iops_stddev" : 2199.407492,
"iops_samples" : 159
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 4.323804,
"sys_cpu" : 68.923362,
"ctx" : 213025,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999950,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999950,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.036431,
"1000" : 15.412547
},
"latency_ms" : {
"2" : 81.796666,
"4" : 2.723890,
"10" : 0.030417,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124622,
"timestamp_ms" : 1774124622850,
"time" : "Sat Mar 21 17:23:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9380188160,
"io_kbytes" : 9160340,
"bw_bytes" : 104225470,
"bw" : 101782,
"iops" : 25445.682730,
"runtime" : 89999,
"total_ios" : 2290086,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9395,
"max" : 652707,
"mean" : 37487.474811,
"stddev" : 29548.729955,
"N" : 2290086
},
"clat_ns" : {
"min" : 684546,
"max" : 4384779,
"mean" : 1219552.150378,
"stddev" : 325093.267423,
"N" : 2290085,
"percentile" : {
"1.000000" : 856064,
"5.000000" : 905216,
"10.000000" : 937984,
"20.000000" : 1003520,
"30.000000" : 1056768,
"40.000000" : 1105920,
"50.000000" : 1155072,
"60.000000" : 1220608,
"70.000000" : 1269760,
"80.000000" : 1351680,
"90.000000" : 1499136,
"95.000000" : 1695744,
"99.000000" : 2637824,
"99.500000" : 3194880,
"99.900000" : 3883008,
"99.950000" : 3981312,
"99.990000" : 4145152
},
"bins" : {
"684032" : 3,
"692224" : 17,
"700416" : 34,
"708608" : 56,
"716800" : 79,
"724992" : 95,
"733184" : 134,
"741376" : 187,
"749568" : 235,
"757760" : 286,
"765952" : 404,
"774144" : 566,
"782336" : 646,
"790528" : 786,
"798720" : 1066,
"806912" : 1368,
"815104" : 1743,
"823296" : 2049,
"831488" : 2548,
"839680" : 2934,
"847872" : 3700,
"856064" : 5151,
"864256" : 6929,
"872448" : 9077,
"880640" : 11677,
"888832" : 16415,
"897024" : 21549,
"905216" : 27286,
"913408" : 32309,
"921600" : 35388,
"929792" : 35032,
"937984" : 32580,
"946176" : 28568,
"954368" : 24247,
"962560" : 22083,
"970752" : 21486,
"978944" : 21536,
"987136" : 24351,
"995328" : 29200,
"1003520" : 34865,
"1011712" : 40303,
"1019904" : 43119,
"1028096" : 43671,
"1036288" : 40534,
"1044480" : 37005,
"1056768" : 62453,
"1073152" : 57811,
"1089536" : 65785,
"1105920" : 80688,
"1122304" : 88892,
"1138688" : 82852,
"1155072" : 69270,
"1171456" : 61781,
"1187840" : 64843,
"1204224" : 70439,
"1220608" : 72100,
"1236992" : 67006,
"1253376" : 57638,
"1269760" : 51054,
"1286144" : 48518,
"1302528" : 48395,
"1318912" : 47891,
"1335296" : 43958,
"1351680" : 38604,
"1368064" : 34323,
"1384448" : 31231,
"1400832" : 29517,
"1417216" : 28016,
"1433600" : 25723,
"1449984" : 23019,
"1466368" : 19677,
"1482752" : 17921,
"1499136" : 15974,
"1515520" : 15126,
"1531904" : 13806,
"1548288" : 12229,
"1564672" : 10761,
"1581056" : 9597,
"1597440" : 8354,
"1613824" : 7753,
"1630208" : 7209,
"1646592" : 6825,
"1662976" : 6325,
"1679360" : 5588,
"1695744" : 4986,
"1712128" : 4587,
"1728512" : 4349,
"1744896" : 4157,
"1761280" : 3892,
"1777664" : 3557,
"1794048" : 3399,
"1810432" : 3016,
"1826816" : 2786,
"1843200" : 2852,
"1859584" : 2374,
"1875968" : 2384,
"1892352" : 2335,
"1908736" : 2317,
"1925120" : 2100,
"1941504" : 1993,
"1957888" : 1834,
"1974272" : 1951,
"1990656" : 1899,
"2007040" : 1761,
"2023424" : 1740,
"2039808" : 1760,
"2056192" : 1474,
"2072576" : 1441,
"2088960" : 1427,
"2113536" : 2798,
"2146304" : 2567,
"2179072" : 2507,
"2211840" : 2258,
"2244608" : 2089,
"2277376" : 1962,
"2310144" : 1846,
"2342912" : 1771,
"2375680" : 1593,
"2408448" : 1473,
"2441216" : 1433,
"2473984" : 1414,
"2506752" : 1254,
"2539520" : 1133,
"2572288" : 1255,
"2605056" : 1056,
"2637824" : 1032,
"2670592" : 1009,
"2703360" : 913,
"2736128" : 862,
"2768896" : 735,
"2801664" : 803,
"2834432" : 711,
"2867200" : 672,
"2899968" : 571,
"2932736" : 578,
"2965504" : 590,
"2998272" : 535,
"3031040" : 490,
"3063808" : 516,
"3096576" : 435,
"3129344" : 438,
"3162112" : 447,
"3194880" : 377,
"3227648" : 328,
"3260416" : 391,
"3293184" : 380,
"3325952" : 348,
"3358720" : 312,
"3391488" : 330,
"3424256" : 438,
"3457024" : 381,
"3489792" : 313,
"3522560" : 377,
"3555328" : 400,
"3588096" : 423,
"3620864" : 284,
"3653632" : 251,
"3686400" : 336,
"3719168" : 497,
"3751936" : 341,
"3784704" : 242,
"3817472" : 317,
"3850240" : 868,
"3883008" : 1717,
"3915776" : 234,
"3948544" : 519,
"3981312" : 389,
"4014080" : 337,
"4046848" : 112,
"4079616" : 64,
"4112384" : 123,
"4145152" : 207,
"4177920" : 20,
"4227072" : 40,
"4292608" : 19,
"4358144" : 4
}
},
"lat_ns" : {
"min" : 697987,
"max" : 4522560,
"mean" : 1257039.762517,
"stddev" : 334369.027410,
"N" : 2290085
},
"bw_min" : 72488,
"bw_max" : 134000,
"bw_agg" : 99.871603,
"bw_mean" : 101652.508380,
"bw_dev" : 9504.348918,
"bw_samples" : 179,
"iops_min" : 18122,
"iops_max" : 33500,
"iops_mean" : 25413.111732,
"iops_stddev" : 2376.085599,
"iops_samples" : 179
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 4.372271,
"sys_cpu" : 69.999667,
"ctx" : 229034,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999956,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999956,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.032008,
"1000" : 18.574281
},
"latency_ms" : {
"2" : 78.732895,
"4" : 2.621299,
"10" : 0.039475,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124632,
"timestamp_ms" : 1774124632850,
"time" : "Sat Mar 21 17:23:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10600812544,
"io_kbytes" : 10352356,
"bw_bytes" : 106008125,
"bw" : 103523,
"iops" : 25880.900000,
"runtime" : 100000,
"total_ios" : 2588090,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8964,
"max" : 652707,
"mean" : 36828.820235,
"stddev" : 28512.898539,
"N" : 2588091
},
"clat_ns" : {
"min" : 684546,
"max" : 4384779,
"mean" : 1199050.192178,
"stddev" : 326682.622262,
"N" : 2588089,
"percentile" : {
"1.000000" : 856064,
"5.000000" : 905216,
"10.000000" : 921600,
"20.000000" : 978944,
"30.000000" : 1028096,
"40.000000" : 1089536,
"50.000000" : 1138688,
"60.000000" : 1187840,
"70.000000" : 1253376,
"80.000000" : 1335296,
"90.000000" : 1482752,
"95.000000" : 1679360,
"99.000000" : 2605056,
"99.500000" : 3227648,
"99.900000" : 3883008,
"99.950000" : 3981312,
"99.990000" : 4145152
},
"bins" : {
"684032" : 3,
"692224" : 17,
"700416" : 34,
"708608" : 56,
"716800" : 79,
"724992" : 95,
"733184" : 134,
"741376" : 193,
"749568" : 237,
"757760" : 295,
"765952" : 426,
"774144" : 585,
"782336" : 684,
"790528" : 854,
"798720" : 1130,
"806912" : 1553,
"815104" : 2022,
"823296" : 2479,
"831488" : 3106,
"839680" : 3717,
"847872" : 4922,
"856064" : 6790,
"864256" : 9330,
"872448" : 12438,
"880640" : 16852,
"888832" : 23853,
"897024" : 32139,
"905216" : 40962,
"913408" : 48669,
"921600" : 54153,
"929792" : 53616,
"937984" : 50444,
"946176" : 44271,
"954368" : 36967,
"962560" : 32407,
"970752" : 29399,
"978944" : 27856,
"987136" : 29952,
"995328" : 35183,
"1003520" : 41106,
"1011712" : 47016,
"1019904" : 49834,
"1028096" : 49884,
"1036288" : 46129,
"1044480" : 41902,
"1056768" : 69786,
"1073152" : 62883,
"1089536" : 71195,
"1105920" : 86882,
"1122304" : 94680,
"1138688" : 87275,
"1155072" : 72766,
"1171456" : 64755,
"1187840" : 67802,
"1204224" : 73664,
"1220608" : 75022,
"1236992" : 69359,
"1253376" : 59521,
"1269760" : 52481,
"1286144" : 49834,
"1302528" : 49715,
"1318912" : 49250,
"1335296" : 45277,
"1351680" : 39695,
"1368064" : 35230,
"1384448" : 32103,
"1400832" : 30215,
"1417216" : 28694,
"1433600" : 26372,
"1449984" : 23670,
"1466368" : 20230,
"1482752" : 18400,
"1499136" : 16455,
"1515520" : 15505,
"1531904" : 14213,
"1548288" : 12623,
"1564672" : 11098,
"1581056" : 9910,
"1597440" : 8660,
"1613824" : 7978,
"1630208" : 7393,
"1646592" : 7048,
"1662976" : 6510,
"1679360" : 5787,
"1695744" : 5129,
"1712128" : 4784,
"1728512" : 4465,
"1744896" : 4293,
"1761280" : 4055,
"1777664" : 3716,
"1794048" : 3539,
"1810432" : 3150,
"1826816" : 2927,
"1843200" : 2958,
"1859584" : 2492,
"1875968" : 2472,
"1892352" : 2437,
"1908736" : 2412,
"1925120" : 2171,
"1941504" : 2073,
"1957888" : 1906,
"1974272" : 2001,
"1990656" : 1973,
"2007040" : 1830,
"2023424" : 1792,
"2039808" : 1812,
"2056192" : 1545,
"2072576" : 1475,
"2088960" : 1469,
"2113536" : 2900,
"2146304" : 2653,
"2179072" : 2594,
"2211840" : 2341,
"2244608" : 2167,
"2277376" : 2066,
"2310144" : 1914,
"2342912" : 1857,
"2375680" : 1679,
"2408448" : 1538,
"2441216" : 1501,
"2473984" : 1485,
"2506752" : 1305,
"2539520" : 1214,
"2572288" : 1336,
"2605056" : 1132,
"2637824" : 1102,
"2670592" : 1080,
"2703360" : 971,
"2736128" : 913,
"2768896" : 808,
"2801664" : 856,
"2834432" : 772,
"2867200" : 728,
"2899968" : 609,
"2932736" : 645,
"2965504" : 645,
"2998272" : 572,
"3031040" : 553,
"3063808" : 559,
"3096576" : 468,
"3129344" : 475,
"3162112" : 507,
"3194880" : 407,
"3227648" : 356,
"3260416" : 429,
"3293184" : 406,
"3325952" : 388,
"3358720" : 336,
"3391488" : 379,
"3424256" : 496,
"3457024" : 427,
"3489792" : 364,
"3522560" : 435,
"3555328" : 460,
"3588096" : 482,
"3620864" : 364,
"3653632" : 291,
"3686400" : 380,
"3719168" : 580,
"3751936" : 394,
"3784704" : 279,
"3817472" : 369,
"3850240" : 1064,
"3883008" : 2105,
"3915776" : 287,
"3948544" : 634,
"3981312" : 455,
"4014080" : 384,
"4046848" : 121,
"4079616" : 65,
"4112384" : 130,
"4145152" : 208,
"4177920" : 21,
"4227072" : 42,
"4292608" : 19,
"4358144" : 4
}
},
"lat_ns" : {
"min" : 697987,
"max" : 4522560,
"mean" : 1235879.124921,
"stddev" : 336098.192257,
"N" : 2588089
},
"bw_min" : 72488,
"bw_max" : 134000,
"bw_agg" : 99.958889,
"bw_mean" : 103481.738693,
"bw_dev" : 10766.615462,
"bw_samples" : 199,
"iops_min" : 18122,
"iops_max" : 33500,
"iops_mean" : 25870.417085,
"iops_stddev" : 2691.645845,
"iops_samples" : 199
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 100000,
"usr_cpu" : 4.452000,
"sys_cpu" : 71.468000,
"ctx" : 238854,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999961,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999923,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.028631,
"1000" : 23.563941
},
"latency_ms" : {
"2" : 73.884718,
"4" : 2.485153,
"10" : 0.037518,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124642,
"timestamp_ms" : 1774124642849,
"time" : "Sat Mar 21 17:24:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11782246400,
"io_kbytes" : 11506100,
"bw_bytes" : 107112304,
"bw" : 104601,
"iops" : 26150.474095,
"runtime" : 109999,
"total_ios" : 2876526,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8964,
"max" : 652707,
"mean" : 36430.818625,
"stddev" : 27809.471905,
"N" : 2876526
},
"clat_ns" : {
"min" : 684546,
"max" : 4483720,
"mean" : 1186698.836821,
"stddev" : 327901.451606,
"N" : 2876525,
"percentile" : {
"1.000000" : 856064,
"5.000000" : 897024,
"10.000000" : 921600,
"20.000000" : 962560,
"30.000000" : 1019904,
"40.000000" : 1056768,
"50.000000" : 1122304,
"60.000000" : 1171456,
"70.000000" : 1236992,
"80.000000" : 1318912,
"90.000000" : 1466368,
"95.000000" : 1662976,
"99.000000" : 2637824,
"99.500000" : 3293184,
"99.900000" : 3883008,
"99.950000" : 3981312,
"99.990000" : 4145152
},
"bins" : {
"684032" : 3,
"692224" : 17,
"700416" : 34,
"708608" : 56,
"716800" : 79,
"724992" : 95,
"733184" : 134,
"741376" : 193,
"749568" : 237,
"757760" : 295,
"765952" : 427,
"774144" : 585,
"782336" : 689,
"790528" : 868,
"798720" : 1153,
"806912" : 1584,
"815104" : 2079,
"823296" : 2635,
"831488" : 3344,
"839680" : 4182,
"847872" : 5597,
"856064" : 7746,
"864256" : 10878,
"872448" : 14703,
"880640" : 19972,
"888832" : 28684,
"897024" : 39066,
"905216" : 50208,
"913408" : 59960,
"921600" : 67199,
"929792" : 67507,
"937984" : 64107,
"946176" : 56607,
"954368" : 47091,
"962560" : 40710,
"970752" : 35999,
"978944" : 33565,
"987136" : 35766,
"995328" : 41738,
"1003520" : 48888,
"1011712" : 55914,
"1019904" : 58920,
"1028096" : 58939,
"1036288" : 54296,
"1044480" : 48999,
"1056768" : 80156,
"1073152" : 69722,
"1089536" : 78216,
"1105920" : 94975,
"1122304" : 103032,
"1138688" : 94465,
"1155072" : 77862,
"1171456" : 68582,
"1187840" : 71125,
"1204224" : 77340,
"1220608" : 78729,
"1236992" : 72737,
"1253376" : 62050,
"1269760" : 54436,
"1286144" : 51552,
"1302528" : 51402,
"1318912" : 50794,
"1335296" : 46723,
"1351680" : 40994,
"1368064" : 36245,
"1384448" : 33019,
"1400832" : 31086,
"1417216" : 29427,
"1433600" : 27098,
"1449984" : 24371,
"1466368" : 20785,
"1482752" : 18883,
"1499136" : 16938,
"1515520" : 15959,
"1531904" : 14619,
"1548288" : 13014,
"1564672" : 11452,
"1581056" : 10208,
"1597440" : 8975,
"1613824" : 8246,
"1630208" : 7584,
"1646592" : 7227,
"1662976" : 6748,
"1679360" : 6013,
"1695744" : 5343,
"1712128" : 5047,
"1728512" : 4640,
"1744896" : 4447,
"1761280" : 4177,
"1777664" : 3845,
"1794048" : 3711,
"1810432" : 3270,
"1826816" : 3039,
"1843200" : 3069,
"1859584" : 2582,
"1875968" : 2584,
"1892352" : 2538,
"1908736" : 2501,
"1925120" : 2225,
"1941504" : 2160,
"1957888" : 1965,
"1974272" : 2097,
"1990656" : 2053,
"2007040" : 1905,
"2023424" : 1878,
"2039808" : 1875,
"2056192" : 1602,
"2072576" : 1531,
"2088960" : 1510,
"2113536" : 3018,
"2146304" : 2788,
"2179072" : 2681,
"2211840" : 2442,
"2244608" : 2296,
"2277376" : 2156,
"2310144" : 1990,
"2342912" : 1961,
"2375680" : 1779,
"2408448" : 1637,
"2441216" : 1615,
"2473984" : 1585,
"2506752" : 1394,
"2539520" : 1315,
"2572288" : 1408,
"2605056" : 1214,
"2637824" : 1197,
"2670592" : 1139,
"2703360" : 1037,
"2736128" : 997,
"2768896" : 859,
"2801664" : 949,
"2834432" : 834,
"2867200" : 784,
"2899968" : 670,
"2932736" : 684,
"2965504" : 716,
"2998272" : 665,
"3031040" : 612,
"3063808" : 611,
"3096576" : 530,
"3129344" : 544,
"3162112" : 556,
"3194880" : 454,
"3227648" : 409,
"3260416" : 474,
"3293184" : 442,
"3325952" : 446,
"3358720" : 375,
"3391488" : 414,
"3424256" : 561,
"3457024" : 490,
"3489792" : 412,
"3522560" : 480,
"3555328" : 518,
"3588096" : 567,
"3620864" : 386,
"3653632" : 326,
"3686400" : 430,
"3719168" : 669,
"3751936" : 460,
"3784704" : 322,
"3817472" : 444,
"3850240" : 1241,
"3883008" : 2566,
"3915776" : 366,
"3948544" : 794,
"3981312" : 535,
"4014080" : 453,
"4046848" : 126,
"4079616" : 66,
"4112384" : 139,
"4145152" : 230,
"4177920" : 22,
"4227072" : 49,
"4292608" : 28,
"4358144" : 4,
"4423680" : 30,
"4489216" : 3
}
},
"lat_ns" : {
"min" : 697987,
"max" : 4622643,
"mean" : 1223129.454685,
"stddev" : 337414.371202,
"N" : 2876525
},
"bw_min" : 72488,
"bw_max" : 134000,
"bw_agg" : 100.000000,
"bw_mean" : 104615.666667,
"bw_dev" : 11014.288553,
"bw_samples" : 219,
"iops_min" : 18122,
"iops_max" : 33500,
"iops_mean" : 26153.894977,
"iops_stddev" : 2753.560530,
"iops_samples" : 219
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 4.510041,
"sys_cpu" : 72.436113,
"ctx" : 251382,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.025760,
"1000" : 26.013532
},
"latency_ms" : {
"2" : 71.507993,
"4" : 2.413571,
"10" : 0.039110,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124652,
"timestamp_ms" : 1774124652849,
"time" : "Sat Mar 21 17:24:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12974256128,
"io_kbytes" : 12670172,
"bw_bytes" : 108119702,
"bw" : 105585,
"iops" : 26396.419970,
"runtime" : 119999,
"total_ios" : 3167544,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8964,
"max" : 652707,
"mean" : 36075.553149,
"stddev" : 27189.429089,
"N" : 3167544
},
"clat_ns" : {
"min" : 684546,
"max" : 4483720,
"mean" : 1175656.985544,
"stddev" : 326144.818391,
"N" : 3167543,
"percentile" : {
"1.000000" : 856064,
"5.000000" : 897024,
"10.000000" : 921600,
"20.000000" : 954368,
"30.000000" : 1011712,
"40.000000" : 1056768,
"50.000000" : 1105920,
"60.000000" : 1155072,
"70.000000" : 1220608,
"80.000000" : 1318912,
"90.000000" : 1449984,
"95.000000" : 1646592,
"99.000000" : 2605056,
"99.500000" : 3260416,
"99.900000" : 3915776,
"99.950000" : 3981312,
"99.990000" : 4145152
},
"bins" : {
"684032" : 3,
"692224" : 17,
"700416" : 34,
"708608" : 56,
"716800" : 79,
"724992" : 95,
"733184" : 134,
"741376" : 193,
"749568" : 240,
"757760" : 304,
"765952" : 436,
"774144" : 620,
"782336" : 736,
"790528" : 952,
"798720" : 1330,
"806912" : 1848,
"815104" : 2588,
"823296" : 3371,
"831488" : 4125,
"839680" : 5281,
"847872" : 6861,
"856064" : 9377,
"864256" : 13087,
"872448" : 17650,
"880640" : 24026,
"888832" : 34547,
"897024" : 47282,
"905216" : 61386,
"913408" : 73295,
"921600" : 82413,
"929792" : 83521,
"937984" : 78629,
"946176" : 69335,
"954368" : 56963,
"962560" : 48512,
"970752" : 42041,
"978944" : 38399,
"987136" : 40259,
"995328" : 46205,
"1003520" : 53718,
"1011712" : 61652,
"1019904" : 65537,
"1028096" : 65712,
"1036288" : 60544,
"1044480" : 54426,
"1056768" : 88460,
"1073152" : 75798,
"1089536" : 83683,
"1105920" : 102320,
"1122304" : 111498,
"1138688" : 102232,
"1155072" : 83977,
"1171456" : 73027,
"1187840" : 74681,
"1204224" : 81344,
"1220608" : 83270,
"1236992" : 77073,
"1253376" : 65870,
"1269760" : 57231,
"1286144" : 53594,
"1302528" : 53580,
"1318912" : 52956,
"1335296" : 48817,
"1351680" : 42728,
"1368064" : 37664,
"1384448" : 34097,
"1400832" : 31991,
"1417216" : 30459,
"1433600" : 28058,
"1449984" : 25217,
"1466368" : 21468,
"1482752" : 19447,
"1499136" : 17398,
"1515520" : 16399,
"1531904" : 15129,
"1548288" : 13459,
"1564672" : 11813,
"1581056" : 10460,
"1597440" : 9215,
"1613824" : 8550,
"1630208" : 7863,
"1646592" : 7483,
"1662976" : 6963,
"1679360" : 6205,
"1695744" : 5495,
"1712128" : 5231,
"1728512" : 4833,
"1744896" : 4678,
"1761280" : 4360,
"1777664" : 4005,
"1794048" : 3824,
"1810432" : 3392,
"1826816" : 3223,
"1843200" : 3179,
"1859584" : 2687,
"1875968" : 2711,
"1892352" : 2633,
"1908736" : 2572,
"1925120" : 2322,
"1941504" : 2243,
"1957888" : 2037,
"1974272" : 2182,
"1990656" : 2135,
"2007040" : 1990,
"2023424" : 1931,
"2039808" : 1935,
"2056192" : 1654,
"2072576" : 1576,
"2088960" : 1563,
"2113536" : 3124,
"2146304" : 2859,
"2179072" : 2776,
"2211840" : 2526,
"2244608" : 2362,
"2277376" : 2211,
"2310144" : 2085,
"2342912" : 2062,
"2375680" : 1824,
"2408448" : 1695,
"2441216" : 1674,
"2473984" : 1628,
"2506752" : 1434,
"2539520" : 1385,
"2572288" : 1453,
"2605056" : 1260,
"2637824" : 1266,
"2670592" : 1168,
"2703360" : 1080,
"2736128" : 1058,
"2768896" : 900,
"2801664" : 989,
"2834432" : 887,
"2867200" : 849,
"2899968" : 710,
"2932736" : 738,
"2965504" : 774,
"2998272" : 734,
"3031040" : 665,
"3063808" : 658,
"3096576" : 579,
"3129344" : 601,
"3162112" : 614,
"3194880" : 486,
"3227648" : 431,
"3260416" : 521,
"3293184" : 476,
"3325952" : 482,
"3358720" : 408,
"3391488" : 442,
"3424256" : 597,
"3457024" : 514,
"3489792" : 438,
"3522560" : 501,
"3555328" : 554,
"3588096" : 612,
"3620864" : 413,
"3653632" : 358,
"3686400" : 463,
"3719168" : 731,
"3751936" : 527,
"3784704" : 342,
"3817472" : 488,
"3850240" : 1366,
"3883008" : 2898,
"3915776" : 408,
"3948544" : 882,
"3981312" : 587,
"4014080" : 523,
"4046848" : 131,
"4079616" : 70,
"4112384" : 167,
"4145152" : 270,
"4177920" : 27,
"4227072" : 50,
"4292608" : 28,
"4358144" : 4,
"4423680" : 30,
"4489216" : 3
}
},
"lat_ns" : {
"min" : 697987,
"max" : 4622643,
"mean" : 1211732.555418,
"stddev" : 335640.726322,
"N" : 3167543
},
"bw_min" : 72488,
"bw_max" : 134000,
"bw_agg" : 100.000000,
"bw_mean" : 105601.468619,
"bw_dev" : 11462.884744,
"bw_samples" : 239,
"iops_min" : 18122,
"iops_max" : 33500,
"iops_mean" : 26400.343096,
"iops_stddev" : 2865.710411,
"iops_samples" : 239
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 4.555038,
"sys_cpu" : 73.293944,
"ctx" : 263141,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999968,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999968,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.023425,
"1000" : 28.383568
},
"latency_ms" : {
"2" : 69.245542,
"4" : 2.307182,
"10" : 0.040252,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124662,
"timestamp_ms" : 1774124662850,
"time" : "Sat Mar 21 17:24:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14061326336,
"io_kbytes" : 13731764,
"bw_bytes" : 108164880,
"bw" : 105629,
"iops" : 26407.449288,
"runtime" : 129999,
"total_ios" : 3432942,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8964,
"max" : 652707,
"mean" : 36060.471805,
"stddev" : 27078.601795,
"N" : 3432942
},
"clat_ns" : {
"min" : 684546,
"max" : 4483720,
"mean" : 1175167.544185,
"stddev" : 327143.964007,
"N" : 3432941,
"percentile" : {
"1.000000" : 856064,
"5.000000" : 897024,
"10.000000" : 921600,
"20.000000" : 954368,
"30.000000" : 1011712,
"40.000000" : 1056768,
"50.000000" : 1105920,
"60.000000" : 1155072,
"70.000000" : 1220608,
"80.000000" : 1302528,
"90.000000" : 1449984,
"95.000000" : 1630208,
"99.000000" : 2637824,
"99.500000" : 3325952,
"99.900000" : 3915776,
"99.950000" : 3981312,
"99.990000" : 4145152
},
"bins" : {
"684032" : 3,
"692224" : 17,
"700416" : 34,
"708608" : 56,
"716800" : 79,
"724992" : 95,
"733184" : 134,
"741376" : 193,
"749568" : 240,
"757760" : 304,
"765952" : 436,
"774144" : 620,
"782336" : 736,
"790528" : 953,
"798720" : 1339,
"806912" : 1854,
"815104" : 2619,
"823296" : 3399,
"831488" : 4164,
"839680" : 5368,
"847872" : 7023,
"856064" : 9599,
"864256" : 13496,
"872448" : 18107,
"880640" : 24574,
"888832" : 35428,
"897024" : 48891,
"905216" : 64143,
"913408" : 77022,
"921600" : 87095,
"929792" : 89026,
"937984" : 84707,
"946176" : 74708,
"954368" : 61785,
"962560" : 52428,
"970752" : 45329,
"978944" : 41100,
"987136" : 43091,
"995328" : 49741,
"1003520" : 58174,
"1011712" : 67174,
"1019904" : 72771,
"1028096" : 73994,
"1036288" : 69532,
"1044480" : 62638,
"1056768" : 101162,
"1073152" : 84484,
"1089536" : 91240,
"1105920" : 112277,
"1122304" : 124601,
"1138688" : 116165,
"1155072" : 95078,
"1171456" : 80779,
"1187840" : 80561,
"1204224" : 87748,
"1220608" : 91123,
"1236992" : 85219,
"1253376" : 72635,
"1269760" : 62205,
"1286144" : 57202,
"1302528" : 56795,
"1318912" : 56523,
"1335296" : 52652,
"1351680" : 46158,
"1368064" : 40297,
"1384448" : 35941,
"1400832" : 33489,
"1417216" : 32017,
"1433600" : 29497,
"1449984" : 26599,
"1466368" : 22550,
"1482752" : 20209,
"1499136" : 18065,
"1515520" : 17101,
"1531904" : 15733,
"1548288" : 14055,
"1564672" : 12424,
"1581056" : 10881,
"1597440" : 9564,
"1613824" : 8893,
"1630208" : 8195,
"1646592" : 7874,
"1662976" : 7316,
"1679360" : 6457,
"1695744" : 5766,
"1712128" : 5463,
"1728512" : 5039,
"1744896" : 4886,
"1761280" : 4507,
"1777664" : 4198,
"1794048" : 4000,
"1810432" : 3563,
"1826816" : 3397,
"1843200" : 3275,
"1859584" : 2804,
"1875968" : 2834,
"1892352" : 2739,
"1908736" : 2703,
"1925120" : 2441,
"1941504" : 2323,
"1957888" : 2136,
"1974272" : 2283,
"1990656" : 2232,
"2007040" : 2099,
"2023424" : 2007,
"2039808" : 2014,
"2056192" : 1710,
"2072576" : 1670,
"2088960" : 1667,
"2113536" : 3266,
"2146304" : 2993,
"2179072" : 2905,
"2211840" : 2650,
"2244608" : 2478,
"2277376" : 2295,
"2310144" : 2204,
"2342912" : 2179,
"2375680" : 1896,
"2408448" : 1799,
"2441216" : 1768,
"2473984" : 1705,
"2506752" : 1507,
"2539520" : 1449,
"2572288" : 1513,
"2605056" : 1326,
"2637824" : 1328,
"2670592" : 1236,
"2703360" : 1146,
"2736128" : 1114,
"2768896" : 949,
"2801664" : 1039,
"2834432" : 934,
"2867200" : 896,
"2899968" : 756,
"2932736" : 802,
"2965504" : 834,
"2998272" : 825,
"3031040" : 751,
"3063808" : 742,
"3096576" : 660,
"3129344" : 678,
"3162112" : 697,
"3194880" : 587,
"3227648" : 527,
"3260416" : 612,
"3293184" : 567,
"3325952" : 548,
"3358720" : 479,
"3391488" : 519,
"3424256" : 663,
"3457024" : 591,
"3489792" : 491,
"3522560" : 573,
"3555328" : 608,
"3588096" : 674,
"3620864" : 470,
"3653632" : 405,
"3686400" : 521,
"3719168" : 824,
"3751936" : 600,
"3784704" : 365,
"3817472" : 576,
"3850240" : 1589,
"3883008" : 3452,
"3915776" : 492,
"3948544" : 1048,
"3981312" : 666,
"4014080" : 584,
"4046848" : 134,
"4079616" : 78,
"4112384" : 187,
"4145152" : 306,
"4177920" : 32,
"4227072" : 50,
"4292608" : 28,
"4358144" : 4,
"4423680" : 30,
"4489216" : 3
}
},
"lat_ns" : {
"min" : 697987,
"max" : 4622643,
"mean" : 1211228.089613,
"stddev" : 336675.991586,
"N" : 3432941
},
"bw_min" : 72488,
"bw_max" : 134000,
"bw_agg" : 99.970874,
"bw_mean" : 105599.845560,
"bw_dev" : 11097.048513,
"bw_samples" : 259,
"iops_min" : 18122,
"iops_max" : 33500,
"iops_mean" : 26399.938224,
"iops_stddev" : 2774.251950,
"iops_samples" : 259
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 4.564650,
"sys_cpu" : 73.414411,
"ctx" : 282868,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999971,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999971,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.021614,
"1000" : 27.761873
},
"latency_ms" : {
"2" : 69.880062,
"4" : 2.295466,
"10" : 0.040956,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124672,
"timestamp_ms" : 1774124672849,
"time" : "Sat Mar 21 17:24:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15207227392,
"io_kbytes" : 14850808,
"bw_bytes" : 108623828,
"bw" : 106077,
"iops" : 26519.496568,
"runtime" : 139999,
"total_ios" : 3712703,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8964,
"max" : 652707,
"mean" : 35900.493081,
"stddev" : 26747.685299,
"N" : 3712703
},
"clat_ns" : {
"min" : 684546,
"max" : 4483720,
"mean" : 1170203.236948,
"stddev" : 327172.201178,
"N" : 3712702,
"percentile" : {
"1.000000" : 856064,
"5.000000" : 897024,
"10.000000" : 921600,
"20.000000" : 954368,
"30.000000" : 1011712,
"40.000000" : 1044480,
"50.000000" : 1105920,
"60.000000" : 1155072,
"70.000000" : 1220608,
"80.000000" : 1302528,
"90.000000" : 1433600,
"95.000000" : 1613824,
"99.000000" : 2670592,
"99.500000" : 3358720,
"99.900000" : 3915776,
"99.950000" : 3981312,
"99.990000" : 4145152
},
"bins" : {
"684032" : 3,
"692224" : 17,
"700416" : 34,
"708608" : 56,
"716800" : 79,
"724992" : 95,
"733184" : 134,
"741376" : 193,
"749568" : 240,
"757760" : 304,
"765952" : 436,
"774144" : 625,
"782336" : 737,
"790528" : 969,
"798720" : 1368,
"806912" : 1903,
"815104" : 2668,
"823296" : 3510,
"831488" : 4349,
"839680" : 5709,
"847872" : 7617,
"856064" : 10415,
"864256" : 14616,
"872448" : 19519,
"880640" : 26536,
"888832" : 38255,
"897024" : 52689,
"905216" : 69564,
"913408" : 84511,
"921600" : 96666,
"929792" : 99643,
"937984" : 95582,
"946176" : 84053,
"954368" : 69507,
"962560" : 58607,
"970752" : 50246,
"978944" : 45470,
"987136" : 47199,
"995328" : 54158,
"1003520" : 63597,
"1011712" : 74352,
"1019904" : 81646,
"1028096" : 83864,
"1036288" : 79009,
"1044480" : 71123,
"1056768" : 114199,
"1073152" : 93189,
"1089536" : 98567,
"1105920" : 121447,
"1122304" : 136026,
"1138688" : 127711,
"1155072" : 103528,
"1171456" : 86163,
"1187840" : 84977,
"1204224" : 92674,
"1220608" : 96973,
"1236992" : 90865,
"1253376" : 76873,
"1269760" : 64971,
"1286144" : 59377,
"1302528" : 58836,
"1318912" : 58749,
"1335296" : 55002,
"1351680" : 48155,
"1368064" : 41654,
"1384448" : 36915,
"1400832" : 34331,
"1417216" : 32866,
"1433600" : 30526,
"1449984" : 27426,
"1466368" : 23228,
"1482752" : 20713,
"1499136" : 18488,
"1515520" : 17487,
"1531904" : 16139,
"1548288" : 14483,
"1564672" : 12782,
"1581056" : 11225,
"1597440" : 9870,
"1613824" : 9155,
"1630208" : 8434,
"1646592" : 8101,
"1662976" : 7515,
"1679360" : 6690,
"1695744" : 5983,
"1712128" : 5635,
"1728512" : 5190,
"1744896" : 5052,
"1761280" : 4625,
"1777664" : 4353,
"1794048" : 4172,
"1810432" : 3704,
"1826816" : 3487,
"1843200" : 3376,
"1859584" : 2901,
"1875968" : 2953,
"1892352" : 2871,
"1908736" : 2833,
"1925120" : 2527,
"1941504" : 2452,
"1957888" : 2212,
"1974272" : 2386,
"1990656" : 2323,
"2007040" : 2187,
"2023424" : 2081,
"2039808" : 2091,
"2056192" : 1761,
"2072576" : 1743,
"2088960" : 1716,
"2113536" : 3358,
"2146304" : 3092,
"2179072" : 3002,
"2211840" : 2738,
"2244608" : 2558,
"2277376" : 2371,
"2310144" : 2268,
"2342912" : 2244,
"2375680" : 1954,
"2408448" : 1857,
"2441216" : 1823,
"2473984" : 1755,
"2506752" : 1565,
"2539520" : 1523,
"2572288" : 1588,
"2605056" : 1399,
"2637824" : 1404,
"2670592" : 1332,
"2703360" : 1227,
"2736128" : 1179,
"2768896" : 1030,
"2801664" : 1105,
"2834432" : 1008,
"2867200" : 976,
"2899968" : 809,
"2932736" : 862,
"2965504" : 907,
"2998272" : 890,
"3031040" : 803,
"3063808" : 818,
"3096576" : 720,
"3129344" : 744,
"3162112" : 799,
"3194880" : 659,
"3227648" : 592,
"3260416" : 698,
"3293184" : 633,
"3325952" : 617,
"3358720" : 532,
"3391488" : 580,
"3424256" : 725,
"3457024" : 650,
"3489792" : 549,
"3522560" : 621,
"3555328" : 677,
"3588096" : 750,
"3620864" : 525,
"3653632" : 445,
"3686400" : 579,
"3719168" : 878,
"3751936" : 657,
"3784704" : 430,
"3817472" : 640,
"3850240" : 1757,
"3883008" : 3975,
"3915776" : 521,
"3948544" : 1191,
"3981312" : 721,
"4014080" : 630,
"4046848" : 145,
"4079616" : 82,
"4112384" : 210,
"4145152" : 345,
"4177920" : 33,
"4227072" : 56,
"4292608" : 51,
"4358144" : 10,
"4423680" : 30,
"4489216" : 3
}
},
"lat_ns" : {
"min" : 697987,
"max" : 4622643,
"mean" : 1206103.803727,
"stddev" : 336726.834603,
"N" : 3712702
},
"bw_min" : 72488,
"bw_max" : 134000,
"bw_agg" : 99.998155,
"bw_mean" : 106076.129032,
"bw_dev" : 10952.836537,
"bw_samples" : 279,
"iops_min" : 18122,
"iops_max" : 33500,
"iops_mean" : 26519.007168,
"iops_stddev" : 2738.198505,
"iops_samples" : 279
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 4.593604,
"sys_cpu" : 73.830527,
"ctx" : 298270,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999973,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999973,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.019985,
"1000" : 28.328390
},
"latency_ms" : {
"2" : 69.353568,
"4" : 2.255984,
"10" : 0.042045,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124682,
"timestamp_ms" : 1774124682849,
"time" : "Sat Mar 21 17:24:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16331927552,
"io_kbytes" : 15949148,
"bw_bytes" : 108880242,
"bw" : 106328,
"iops" : 26582.103881,
"runtime" : 149999,
"total_ios" : 3987289,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8964,
"max" : 652707,
"mean" : 35811.940062,
"stddev" : 26543.710955,
"N" : 3987289
},
"clat_ns" : {
"min" : 684546,
"max" : 4483720,
"mean" : 1167450.792930,
"stddev" : 328057.652713,
"N" : 3987288,
"percentile" : {
"1.000000" : 856064,
"5.000000" : 897024,
"10.000000" : 921600,
"20.000000" : 954368,
"30.000000" : 1003520,
"40.000000" : 1044480,
"50.000000" : 1105920,
"60.000000" : 1155072,
"70.000000" : 1220608,
"80.000000" : 1302528,
"90.000000" : 1433600,
"95.000000" : 1613824,
"99.000000" : 2670592,
"99.500000" : 3424256,
"99.900000" : 3948544,
"99.950000" : 3981312,
"99.990000" : 4145152
},
"bins" : {
"684032" : 3,
"692224" : 17,
"700416" : 34,
"708608" : 56,
"716800" : 79,
"724992" : 95,
"733184" : 134,
"741376" : 193,
"749568" : 240,
"757760" : 304,
"765952" : 436,
"774144" : 626,
"782336" : 743,
"790528" : 1004,
"798720" : 1417,
"806912" : 2018,
"815104" : 2786,
"823296" : 3682,
"831488" : 4542,
"839680" : 5988,
"847872" : 7985,
"856064" : 10895,
"864256" : 15475,
"872448" : 20609,
"880640" : 28251,
"888832" : 40676,
"897024" : 56218,
"905216" : 74717,
"913408" : 91586,
"921600" : 105454,
"929792" : 109803,
"937984" : 105909,
"946176" : 93581,
"954368" : 77024,
"962560" : 64626,
"970752" : 55326,
"978944" : 49659,
"987136" : 50743,
"995328" : 58015,
"1003520" : 68192,
"1011712" : 80098,
"1019904" : 88460,
"1028096" : 92078,
"1036288" : 87283,
"1044480" : 78810,
"1056768" : 125705,
"1073152" : 100804,
"1089536" : 104648,
"1105920" : 128876,
"1122304" : 146793,
"1138688" : 139650,
"1155072" : 113034,
"1171456" : 92681,
"1187840" : 89626,
"1204224" : 97264,
"1220608" : 102894,
"1236992" : 97843,
"1253376" : 82450,
"1269760" : 68832,
"1286144" : 62182,
"1302528" : 61282,
"1318912" : 61503,
"1335296" : 58278,
"1351680" : 50913,
"1368064" : 43748,
"1384448" : 38365,
"1400832" : 35406,
"1417216" : 34116,
"1433600" : 31990,
"1449984" : 28644,
"1466368" : 24217,
"1482752" : 21525,
"1499136" : 19092,
"1515520" : 17959,
"1531904" : 16727,
"1548288" : 15066,
"1564672" : 13381,
"1581056" : 11629,
"1597440" : 10261,
"1613824" : 9405,
"1630208" : 8738,
"1646592" : 8410,
"1662976" : 7779,
"1679360" : 6963,
"1695744" : 6230,
"1712128" : 5824,
"1728512" : 5349,
"1744896" : 5236,
"1761280" : 4796,
"1777664" : 4510,
"1794048" : 4373,
"1810432" : 3868,
"1826816" : 3656,
"1843200" : 3505,
"1859584" : 3014,
"1875968" : 3067,
"1892352" : 2999,
"1908736" : 2964,
"1925120" : 2604,
"1941504" : 2537,
"1957888" : 2322,
"1974272" : 2453,
"1990656" : 2401,
"2007040" : 2288,
"2023424" : 2196,
"2039808" : 2163,
"2056192" : 1821,
"2072576" : 1816,
"2088960" : 1784,
"2113536" : 3537,
"2146304" : 3201,
"2179072" : 3085,
"2211840" : 2858,
"2244608" : 2677,
"2277376" : 2457,
"2310144" : 2396,
"2342912" : 2354,
"2375680" : 2027,
"2408448" : 1931,
"2441216" : 1890,
"2473984" : 1827,
"2506752" : 1623,
"2539520" : 1560,
"2572288" : 1661,
"2605056" : 1456,
"2637824" : 1455,
"2670592" : 1388,
"2703360" : 1263,
"2736128" : 1239,
"2768896" : 1092,
"2801664" : 1168,
"2834432" : 1061,
"2867200" : 1048,
"2899968" : 877,
"2932736" : 935,
"2965504" : 987,
"2998272" : 985,
"3031040" : 850,
"3063808" : 866,
"3096576" : 777,
"3129344" : 790,
"3162112" : 861,
"3194880" : 725,
"3227648" : 651,
"3260416" : 778,
"3293184" : 708,
"3325952" : 682,
"3358720" : 580,
"3391488" : 648,
"3424256" : 788,
"3457024" : 712,
"3489792" : 594,
"3522560" : 687,
"3555328" : 755,
"3588096" : 811,
"3620864" : 575,
"3653632" : 507,
"3686400" : 635,
"3719168" : 972,
"3751936" : 747,
"3784704" : 499,
"3817472" : 715,
"3850240" : 1948,
"3883008" : 4445,
"3915776" : 616,
"3948544" : 1358,
"3981312" : 833,
"4014080" : 752,
"4046848" : 156,
"4079616" : 93,
"4112384" : 226,
"4145152" : 394,
"4177920" : 35,
"4227072" : 60,
"4292608" : 53,
"4358144" : 11,
"4423680" : 30,
"4489216" : 3
}
},
"lat_ns" : {
"min" : 697987,
"max" : 4622643,
"mean" : 1203262.799426,
"stddev" : 337655.632451,
"N" : 3987288
},
"bw_min" : 72488,
"bw_max" : 134000,
"bw_agg" : 99.987434,
"bw_mean" : 106315.297659,
"bw_dev" : 10810.065807,
"bw_samples" : 299,
"iops_min" : 18122,
"iops_max" : 33500,
"iops_mean" : 26578.799331,
"iops_stddev" : 2702.505867,
"iops_samples" : 299
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 4.604031,
"sys_cpu" : 74.107161,
"ctx" : 314851,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999925,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999925,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.018609,
"1000" : 28.708579
},
"latency_ms" : {
"2" : 68.994046,
"4" : 2.234275,
"10" : 0.044466,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124692,
"timestamp_ms" : 1774124692849,
"time" : "Sat Mar 21 17:24:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 17461256192,
"io_kbytes" : 17052008,
"bw_bytes" : 109133533,
"bw" : 106575,
"iops" : 26643.935275,
"runtime" : 159999,
"total_ios" : 4263003,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8964,
"max" : 708232,
"mean" : 35724.497689,
"stddev" : 26346.398476,
"N" : 4263004
},
"clat_ns" : {
"min" : 684546,
"max" : 4483720,
"mean" : 1164744.538590,
"stddev" : 329101.738595,
"N" : 4263002,
"percentile" : {
"1.000000" : 856064,
"5.000000" : 897024,
"10.000000" : 921600,
"20.000000" : 946176,
"30.000000" : 1003520,
"40.000000" : 1044480,
"50.000000" : 1089536,
"60.000000" : 1138688,
"70.000000" : 1204224,
"80.000000" : 1286144,
"90.000000" : 1433600,
"95.000000" : 1613824,
"99.000000" : 2703360,
"99.500000" : 3424256,
"99.900000" : 3948544,
"99.950000" : 3981312,
"99.990000" : 4145152
},
"bins" : {
"684032" : 3,
"692224" : 17,
"700416" : 34,
"708608" : 56,
"716800" : 79,
"724992" : 95,
"733184" : 134,
"741376" : 193,
"749568" : 240,
"757760" : 304,
"765952" : 436,
"774144" : 626,
"782336" : 743,
"790528" : 1012,
"798720" : 1443,
"806912" : 2041,
"815104" : 2817,
"823296" : 3778,
"831488" : 4689,
"839680" : 6276,
"847872" : 8475,
"856064" : 11553,
"864256" : 16567,
"872448" : 22103,
"880640" : 30390,
"888832" : 43953,
"897024" : 60766,
"905216" : 80899,
"913408" : 99531,
"921600" : 115248,
"929792" : 120123,
"937984" : 116100,
"946176" : 102463,
"954368" : 84485,
"962560" : 70483,
"970752" : 60527,
"978944" : 54194,
"987136" : 55197,
"995328" : 62775,
"1003520" : 73946,
"1011712" : 86851,
"1019904" : 96245,
"1028096" : 100517,
"1036288" : 95062,
"1044480" : 85765,
"1056768" : 136521,
"1073152" : 108013,
"1089536" : 111179,
"1105920" : 137227,
"1122304" : 156538,
"1138688" : 149385,
"1155072" : 120675,
"1171456" : 97903,
"1187840" : 93686,
"1204224" : 101864,
"1220608" : 108347,
"1236992" : 103678,
"1253376" : 87424,
"1269760" : 72411,
"1286144" : 64670,
"1302528" : 63633,
"1318912" : 64233,
"1335296" : 61039,
"1351680" : 53652,
"1368064" : 45765,
"1384448" : 39725,
"1400832" : 36596,
"1417216" : 35320,
"1433600" : 33530,
"1449984" : 30086,
"1466368" : 25395,
"1482752" : 22226,
"1499136" : 19771,
"1515520" : 18579,
"1531904" : 17395,
"1548288" : 15674,
"1564672" : 14007,
"1581056" : 12142,
"1597440" : 10636,
"1613824" : 9752,
"1630208" : 9063,
"1646592" : 8784,
"1662976" : 8133,
"1679360" : 7297,
"1695744" : 6521,
"1712128" : 6044,
"1728512" : 5564,
"1744896" : 5462,
"1761280" : 5019,
"1777664" : 4706,
"1794048" : 4588,
"1810432" : 4029,
"1826816" : 3810,
"1843200" : 3672,
"1859584" : 3142,
"1875968" : 3234,
"1892352" : 3185,
"1908736" : 3115,
"1925120" : 2743,
"1941504" : 2650,
"1957888" : 2435,
"1974272" : 2565,
"1990656" : 2556,
"2007040" : 2432,
"2023424" : 2340,
"2039808" : 2259,
"2056192" : 1899,
"2072576" : 1895,
"2088960" : 1884,
"2113536" : 3670,
"2146304" : 3353,
"2179072" : 3243,
"2211840" : 2958,
"2244608" : 2825,
"2277376" : 2552,
"2310144" : 2507,
"2342912" : 2441,
"2375680" : 2089,
"2408448" : 2002,
"2441216" : 1949,
"2473984" : 1876,
"2506752" : 1673,
"2539520" : 1622,
"2572288" : 1719,
"2605056" : 1510,
"2637824" : 1553,
"2670592" : 1441,
"2703360" : 1323,
"2736128" : 1302,
"2768896" : 1140,
"2801664" : 1223,
"2834432" : 1121,
"2867200" : 1110,
"2899968" : 929,
"2932736" : 1016,
"2965504" : 1063,
"2998272" : 1040,
"3031040" : 913,
"3063808" : 920,
"3096576" : 843,
"3129344" : 856,
"3162112" : 939,
"3194880" : 792,
"3227648" : 710,
"3260416" : 842,
"3293184" : 784,
"3325952" : 742,
"3358720" : 631,
"3391488" : 725,
"3424256" : 893,
"3457024" : 781,
"3489792" : 645,
"3522560" : 778,
"3555328" : 836,
"3588096" : 880,
"3620864" : 603,
"3653632" : 562,
"3686400" : 703,
"3719168" : 1083,
"3751936" : 819,
"3784704" : 543,
"3817472" : 785,
"3850240" : 2147,
"3883008" : 4926,
"3915776" : 705,
"3948544" : 1465,
"3981312" : 893,
"4014080" : 828,
"4046848" : 174,
"4079616" : 111,
"4112384" : 270,
"4145152" : 459,
"4177920" : 56,
"4227072" : 69,
"4292608" : 60,
"4358144" : 12,
"4423680" : 30,
"4489216" : 3
}
},
"lat_ns" : {
"min" : 697987,
"max" : 4622643,
"mean" : 1200469.049054,
"stddev" : 338749.586133,
"N" : 4263002
},
"bw_min" : 72488,
"bw_max" : 134000,
"bw_agg" : 100.000000,
"bw_mean" : 106580.313480,
"bw_dev" : 10805.998809,
"bw_samples" : 319,
"iops_min" : 18122,
"iops_max" : 33500,
"iops_mean" : 26645.050157,
"iops_stddev" : 2701.487217,
"iops_samples" : 319
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 4.618779,
"sys_cpu" : 74.374840,
"ctx" : 331087,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999977,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.017406,
"1000" : 29.203498
},
"latency_ms" : {
"2" : 68.513252,
"4" : 2.218225,
"10" : 0.047596,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124702,
"timestamp_ms" : 1774124702850,
"time" : "Sat Mar 21 17:25:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 18585399296,
"io_kbytes" : 18149804,
"bw_bytes" : 109326521,
"bw" : 106764,
"iops" : 26691.051124,
"runtime" : 169999,
"total_ios" : 4537452,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8964,
"max" : 708232,
"mean" : 35658.107695,
"stddev" : 26167.237863,
"N" : 4537452
},
"clat_ns" : {
"min" : 684546,
"max" : 4483720,
"mean" : 1162690.317167,
"stddev" : 328437.662156,
"N" : 4537451,
"percentile" : {
"1.000000" : 856064,
"5.000000" : 905216,
"10.000000" : 921600,
"20.000000" : 954368,
"30.000000" : 1003520,
"40.000000" : 1044480,
"50.000000" : 1089536,
"60.000000" : 1138688,
"70.000000" : 1204224,
"80.000000" : 1286144,
"90.000000" : 1417216,
"95.000000" : 1597440,
"99.000000" : 2703360,
"99.500000" : 3457024,
"99.900000" : 3948544,
"99.950000" : 3981312,
"99.990000" : 4145152
},
"bins" : {
"684032" : 3,
"692224" : 17,
"700416" : 34,
"708608" : 56,
"716800" : 79,
"724992" : 95,
"733184" : 134,
"741376" : 193,
"749568" : 240,
"757760" : 304,
"765952" : 436,
"774144" : 626,
"782336" : 743,
"790528" : 1020,
"798720" : 1453,
"806912" : 2054,
"815104" : 2837,
"823296" : 3811,
"831488" : 4728,
"839680" : 6376,
"847872" : 8642,
"856064" : 11910,
"864256" : 17097,
"872448" : 22914,
"880640" : 31229,
"888832" : 45060,
"897024" : 62387,
"905216" : 83372,
"913408" : 103704,
"921600" : 121790,
"929792" : 128154,
"937984" : 124788,
"946176" : 110721,
"954368" : 91376,
"962560" : 76095,
"970752" : 65384,
"978944" : 57969,
"987136" : 58558,
"995328" : 66455,
"1003520" : 78940,
"1011712" : 93787,
"1019904" : 105511,
"1028096" : 111759,
"1036288" : 105987,
"1044480" : 95611,
"1056768" : 151204,
"1073152" : 117936,
"1089536" : 119096,
"1105920" : 147309,
"1122304" : 169985,
"1138688" : 162662,
"1155072" : 130374,
"1171456" : 104269,
"1187840" : 98680,
"1204224" : 107967,
"1220608" : 115386,
"1236992" : 110180,
"1253376" : 92107,
"1269760" : 75675,
"1286144" : 67063,
"1302528" : 66123,
"1318912" : 66806,
"1335296" : 63654,
"1351680" : 55650,
"1368064" : 47238,
"1384448" : 40863,
"1400832" : 37486,
"1417216" : 36278,
"1433600" : 34515,
"1449984" : 30918,
"1466368" : 26040,
"1482752" : 22749,
"1499136" : 20134,
"1515520" : 18915,
"1531904" : 17817,
"1548288" : 16116,
"1564672" : 14347,
"1581056" : 12386,
"1597440" : 10936,
"1613824" : 9987,
"1630208" : 9287,
"1646592" : 9030,
"1662976" : 8414,
"1679360" : 7509,
"1695744" : 6758,
"1712128" : 6207,
"1728512" : 5715,
"1744896" : 5597,
"1761280" : 5238,
"1777664" : 4897,
"1794048" : 4791,
"1810432" : 4235,
"1826816" : 3968,
"1843200" : 3782,
"1859584" : 3286,
"1875968" : 3349,
"1892352" : 3330,
"1908736" : 3243,
"1925120" : 2898,
"1941504" : 2776,
"1957888" : 2528,
"1974272" : 2660,
"1990656" : 2652,
"2007040" : 2527,
"2023424" : 2430,
"2039808" : 2345,
"2056192" : 1952,
"2072576" : 1967,
"2088960" : 1937,
"2113536" : 3807,
"2146304" : 3525,
"2179072" : 3373,
"2211840" : 3079,
"2244608" : 2918,
"2277376" : 2652,
"2310144" : 2605,
"2342912" : 2502,
"2375680" : 2156,
"2408448" : 2075,
"2441216" : 1991,
"2473984" : 1950,
"2506752" : 1750,
"2539520" : 1678,
"2572288" : 1800,
"2605056" : 1588,
"2637824" : 1612,
"2670592" : 1514,
"2703360" : 1377,
"2736128" : 1359,
"2768896" : 1206,
"2801664" : 1294,
"2834432" : 1191,
"2867200" : 1193,
"2899968" : 1004,
"2932736" : 1091,
"2965504" : 1124,
"2998272" : 1113,
"3031040" : 989,
"3063808" : 983,
"3096576" : 916,
"3129344" : 934,
"3162112" : 993,
"3194880" : 856,
"3227648" : 765,
"3260416" : 897,
"3293184" : 827,
"3325952" : 805,
"3358720" : 690,
"3391488" : 767,
"3424256" : 967,
"3457024" : 830,
"3489792" : 678,
"3522560" : 834,
"3555328" : 901,
"3588096" : 960,
"3620864" : 633,
"3653632" : 632,
"3686400" : 769,
"3719168" : 1168,
"3751936" : 883,
"3784704" : 582,
"3817472" : 851,
"3850240" : 2348,
"3883008" : 5322,
"3915776" : 767,
"3948544" : 1596,
"3981312" : 958,
"4014080" : 901,
"4046848" : 196,
"4079616" : 115,
"4112384" : 299,
"4145152" : 483,
"4177920" : 57,
"4227072" : 69,
"4292608" : 60,
"4358144" : 12,
"4423680" : 30,
"4489216" : 3
}
},
"lat_ns" : {
"min" : 697987,
"max" : 4622643,
"mean" : 1198348.420274,
"stddev" : 338072.454549,
"N" : 4537451
},
"bw_min" : 72488,
"bw_max" : 134000,
"bw_agg" : 100.000000,
"bw_mean" : 106766.646018,
"bw_dev" : 10565.256573,
"bw_samples" : 339,
"iops_min" : 18122,
"iops_max" : 33500,
"iops_mean" : 26691.631268,
"iops_stddev" : 2641.301188,
"iops_samples" : 339
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 4.632380,
"sys_cpu" : 74.586909,
"ctx" : 347832,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999978,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999978,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.016353,
"1000" : 29.030478
},
"latency_ms" : {
"2" : 68.709201,
"4" : 2.195880,
"10" : 0.048067,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124712,
"timestamp_ms" : 1774124712849,
"time" : "Sat Mar 21 17:25:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 19676651520,
"io_kbytes" : 19215480,
"bw_bytes" : 109315337,
"bw" : 106753,
"iops" : 26688.320491,
"runtime" : 179999,
"total_ios" : 4803871,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8964,
"max" : 708232,
"mean" : 35661.657767,
"stddev" : 26096.307711,
"N" : 4803871
},
"clat_ns" : {
"min" : 684546,
"max" : 4483720,
"mean" : 1162803.059417,
"stddev" : 329650.986308,
"N" : 4803870,
"percentile" : {
"1.000000" : 864256,
"5.000000" : 905216,
"10.000000" : 921600,
"20.000000" : 954368,
"30.000000" : 1003520,
"40.000000" : 1044480,
"50.000000" : 1089536,
"60.000000" : 1138688,
"70.000000" : 1204224,
"80.000000" : 1286144,
"90.000000" : 1417216,
"95.000000" : 1597440,
"99.000000" : 2736128,
"99.500000" : 3489792,
"99.900000" : 3948544,
"99.950000" : 4014080,
"99.990000" : 4145152
},
"bins" : {
"684032" : 3,
"692224" : 17,
"700416" : 34,
"708608" : 56,
"716800" : 79,
"724992" : 95,
"733184" : 134,
"741376" : 193,
"749568" : 240,
"757760" : 304,
"765952" : 436,
"774144" : 626,
"782336" : 743,
"790528" : 1020,
"798720" : 1463,
"806912" : 2077,
"815104" : 2886,
"823296" : 3857,
"831488" : 4797,
"839680" : 6491,
"847872" : 8802,
"856064" : 12116,
"864256" : 17418,
"872448" : 23378,
"880640" : 31919,
"888832" : 45964,
"897024" : 63752,
"905216" : 85701,
"913408" : 107295,
"921600" : 127331,
"929792" : 135152,
"937984" : 132028,
"946176" : 117478,
"954368" : 97301,
"962560" : 81024,
"970752" : 69664,
"978944" : 61435,
"987136" : 61759,
"995328" : 69923,
"1003520" : 82953,
"1011712" : 99294,
"1019904" : 112811,
"1028096" : 120425,
"1036288" : 114538,
"1044480" : 103549,
"1056768" : 164223,
"1073152" : 127582,
"1089536" : 126703,
"1105920" : 155862,
"1122304" : 181841,
"1138688" : 175046,
"1155072" : 140758,
"1171456" : 111943,
"1187840" : 104721,
"1204224" : 113474,
"1220608" : 122274,
"1236992" : 117684,
"1253376" : 98398,
"1269760" : 80551,
"1286144" : 70650,
"1302528" : 69262,
"1318912" : 70471,
"1335296" : 67314,
"1351680" : 58818,
"1368064" : 49779,
"1384448" : 42801,
"1400832" : 39142,
"1417216" : 37780,
"1433600" : 35947,
"1449984" : 32295,
"1466368" : 27073,
"1482752" : 23599,
"1499136" : 20893,
"1515520" : 19580,
"1531904" : 18418,
"1548288" : 16720,
"1564672" : 14782,
"1581056" : 12788,
"1597440" : 11285,
"1613824" : 10261,
"1630208" : 9609,
"1646592" : 9275,
"1662976" : 8726,
"1679360" : 7756,
"1695744" : 6995,
"1712128" : 6459,
"1728512" : 5921,
"1744896" : 5777,
"1761280" : 5481,
"1777664" : 5090,
"1794048" : 5027,
"1810432" : 4380,
"1826816" : 4124,
"1843200" : 3913,
"1859584" : 3460,
"1875968" : 3498,
"1892352" : 3480,
"1908736" : 3353,
"1925120" : 3012,
"1941504" : 2883,
"1957888" : 2669,
"1974272" : 2800,
"1990656" : 2760,
"2007040" : 2623,
"2023424" : 2535,
"2039808" : 2446,
"2056192" : 2069,
"2072576" : 2081,
"2088960" : 2027,
"2113536" : 3949,
"2146304" : 3697,
"2179072" : 3475,
"2211840" : 3214,
"2244608" : 3079,
"2277376" : 2717,
"2310144" : 2707,
"2342912" : 2592,
"2375680" : 2219,
"2408448" : 2150,
"2441216" : 2056,
"2473984" : 2041,
"2506752" : 1818,
"2539520" : 1741,
"2572288" : 1880,
"2605056" : 1671,
"2637824" : 1701,
"2670592" : 1600,
"2703360" : 1451,
"2736128" : 1433,
"2768896" : 1284,
"2801664" : 1345,
"2834432" : 1256,
"2867200" : 1263,
"2899968" : 1080,
"2932736" : 1156,
"2965504" : 1169,
"2998272" : 1190,
"3031040" : 1055,
"3063808" : 1028,
"3096576" : 980,
"3129344" : 1031,
"3162112" : 1028,
"3194880" : 923,
"3227648" : 831,
"3260416" : 940,
"3293184" : 898,
"3325952" : 879,
"3358720" : 741,
"3391488" : 853,
"3424256" : 1036,
"3457024" : 884,
"3489792" : 761,
"3522560" : 893,
"3555328" : 988,
"3588096" : 1044,
"3620864" : 671,
"3653632" : 701,
"3686400" : 848,
"3719168" : 1244,
"3751936" : 968,
"3784704" : 648,
"3817472" : 920,
"3850240" : 2534,
"3883008" : 5792,
"3915776" : 883,
"3948544" : 1774,
"3981312" : 1065,
"4014080" : 1004,
"4046848" : 241,
"4079616" : 130,
"4112384" : 373,
"4145152" : 569,
"4177920" : 79,
"4227072" : 79,
"4292608" : 67,
"4358144" : 12,
"4423680" : 30,
"4489216" : 3
}
},
"lat_ns" : {
"min" : 697987,
"max" : 4622643,
"mean" : 1198464.560045,
"stddev" : 339331.007964,
"N" : 4803870
},
"bw_min" : 72488,
"bw_max" : 134000,
"bw_agg" : 100.000000,
"bw_mean" : 106755.863510,
"bw_dev" : 10389.324511,
"bw_samples" : 359,
"iops_min" : 18122,
"iops_max" : 33500,
"iops_mean" : 26688.933148,
"iops_stddev" : 2597.319832,
"iops_samples" : 359
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 4.636137,
"sys_cpu" : 74.685415,
"ctx" : 366086,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999979,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999979,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.015446,
"1000" : 28.720130
},
"latency_ms" : {
"2" : 69.017444,
"4" : 2.194293,
"10" : 0.052666,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124712,
"timestamp_ms" : 1774124712882,
"time" : "Sat Mar 21 17:25:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 19676852224,
"io_kbytes" : 19215676,
"bw_bytes" : 109315238,
"bw" : 106753,
"iops" : 26688.112844,
"runtime" : 180001,
"total_ios" : 4803887,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8964,
"max" : 708232,
"mean" : 35661.718640,
"stddev" : 26096.379388,
"N" : 4803888
},
"clat_ns" : {
"min" : 3305,
"max" : 4483720,
"mean" : 1162804.429288,
"stddev" : 329656.755329,
"N" : 4803918,
"percentile" : {
"1.000000" : 864256,
"5.000000" : 905216,
"10.000000" : 921600,
"20.000000" : 954368,
"30.000000" : 1003520,
"40.000000" : 1044480,
"50.000000" : 1089536,
"60.000000" : 1138688,
"70.000000" : 1204224,
"80.000000" : 1286144,
"90.000000" : 1417216,
"95.000000" : 1597440,
"99.000000" : 2736128,
"99.500000" : 3489792,
"99.900000" : 3948544,
"99.950000" : 4014080,
"99.990000" : 4145152
},
"bins" : {
"3312" : 1,
"138240" : 1,
"171008" : 1,
"209920" : 1,
"248832" : 1,
"288768" : 1,
"321536" : 1,
"362496" : 1,
"395264" : 1,
"528384" : 1,
"561152" : 1,
"684032" : 3,
"692224" : 17,
"700416" : 35,
"708608" : 56,
"716800" : 79,
"724992" : 95,
"733184" : 134,
"741376" : 194,
"749568" : 240,
"757760" : 304,
"765952" : 436,
"774144" : 627,
"782336" : 743,
"790528" : 1020,
"798720" : 1463,
"806912" : 2077,
"815104" : 2886,
"823296" : 3857,
"831488" : 4798,
"839680" : 6491,
"847872" : 8802,
"856064" : 12116,
"864256" : 17419,
"872448" : 23378,
"880640" : 31919,
"888832" : 45964,
"897024" : 63753,
"905216" : 85701,
"913408" : 107295,
"921600" : 127331,
"929792" : 135152,
"937984" : 132028,
"946176" : 117478,
"954368" : 97302,
"962560" : 81024,
"970752" : 69664,
"978944" : 61435,
"987136" : 61759,
"995328" : 69923,
"1003520" : 82953,
"1011712" : 99294,
"1019904" : 112811,
"1028096" : 120425,
"1036288" : 114538,
"1044480" : 103549,
"1056768" : 164223,
"1073152" : 127582,
"1089536" : 126704,
"1105920" : 155862,
"1122304" : 181841,
"1138688" : 175046,
"1155072" : 140758,
"1171456" : 111943,
"1187840" : 104721,
"1204224" : 113474,
"1220608" : 122275,
"1236992" : 117684,
"1253376" : 98398,
"1269760" : 80552,
"1286144" : 70650,
"1302528" : 69263,
"1318912" : 70471,
"1335296" : 67315,
"1351680" : 58818,
"1368064" : 49780,
"1384448" : 42801,
"1400832" : 39142,
"1417216" : 37780,
"1433600" : 35947,
"1449984" : 32295,
"1466368" : 27073,
"1482752" : 23599,
"1499136" : 20893,
"1515520" : 19581,
"1531904" : 18419,
"1548288" : 16720,
"1564672" : 14783,
"1581056" : 12788,
"1597440" : 11285,
"1613824" : 10261,
"1630208" : 9609,
"1646592" : 9275,
"1662976" : 8726,
"1679360" : 7756,
"1695744" : 6995,
"1712128" : 6460,
"1728512" : 5921,
"1744896" : 5777,
"1761280" : 5481,
"1777664" : 5090,
"1794048" : 5027,
"1810432" : 4380,
"1826816" : 4124,
"1843200" : 3914,
"1859584" : 3460,
"1875968" : 3498,
"1892352" : 3482,
"1908736" : 3355,
"1925120" : 3014,
"1941504" : 2883,
"1957888" : 2669,
"1974272" : 2804,
"1990656" : 2762,
"2007040" : 2625,
"2023424" : 2537,
"2039808" : 2446,
"2056192" : 2069,
"2072576" : 2084,
"2088960" : 2027,
"2113536" : 3949,
"2146304" : 3697,
"2179072" : 3475,
"2211840" : 3214,
"2244608" : 3079,
"2277376" : 2717,
"2310144" : 2707,
"2342912" : 2592,
"2375680" : 2219,
"2408448" : 2150,
"2441216" : 2056,
"2473984" : 2041,
"2506752" : 1818,
"2539520" : 1741,
"2572288" : 1880,
"2605056" : 1671,
"2637824" : 1701,
"2670592" : 1600,
"2703360" : 1451,
"2736128" : 1433,
"2768896" : 1284,
"2801664" : 1345,
"2834432" : 1256,
"2867200" : 1263,
"2899968" : 1080,
"2932736" : 1156,
"2965504" : 1169,
"2998272" : 1190,
"3031040" : 1055,
"3063808" : 1028,
"3096576" : 980,
"3129344" : 1031,
"3162112" : 1028,
"3194880" : 923,
"3227648" : 831,
"3260416" : 940,
"3293184" : 898,
"3325952" : 879,
"3358720" : 741,
"3391488" : 853,
"3424256" : 1036,
"3457024" : 884,
"3489792" : 761,
"3522560" : 893,
"3555328" : 988,
"3588096" : 1044,
"3620864" : 671,
"3653632" : 701,
"3686400" : 848,
"3719168" : 1244,
"3751936" : 968,
"3784704" : 648,
"3817472" : 920,
"3850240" : 2534,
"3883008" : 5792,
"3915776" : 883,
"3948544" : 1774,
"3981312" : 1065,
"4014080" : 1004,
"4046848" : 241,
"4079616" : 130,
"4112384" : 373,
"4145152" : 569,
"4177920" : 79,
"4227072" : 79,
"4292608" : 67,
"4358144" : 12,
"4423680" : 30,
"4489216" : 3
}
},
"lat_ns" : {
"min" : 136068,
"max" : 4622643,
"mean" : 1198466.166694,
"stddev" : 339336.634947,
"N" : 4803918
},
"bw_min" : 72488,
"bw_max" : 134000,
"bw_agg" : 100.000000,
"bw_mean" : 106776.819444,
"bw_dev" : 10382.460936,
"bw_samples" : 360,
"iops_min" : 18122,
"iops_max" : 33500,
"iops_mean" : 26694.172222,
"iops_stddev" : 2595.604028,
"iops_samples" : 360
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180000,
"usr_cpu" : 4.636111,
"sys_cpu" : 74.685000,
"ctx" : 366089,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999979,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.010000,
"750" : 0.015529,
"1000" : 28.720139
},
"latency_ms" : {
"2" : 69.017693,
"4" : 2.194431,
"10" : 0.052666,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}