raidz2/benchmarks/rand/rand-write-qd32-nj1_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773095918,
"timestamp_ms" : 1773095918144,
"time" : "Mon Mar 9 19:38:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1085321216,
"io_kbytes" : 1059884,
"bw_bytes" : 111303580,
"bw" : 108694,
"iops" : 27177.622808,
"runtime" : 9751,
"total_ios" : 265009,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9751,
"usr_cpu" : 4.830274,
"sys_cpu" : 76.628038,
"ctx" : 18590,
"majf" : 0,
"minf" : 8,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.988302,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095928,
"timestamp_ms" : 1773095928392,
"time" : "Mon Mar 9 19:38:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1187041280,
"io_kbytes" : 1159220,
"bw_bytes" : 118715999,
"bw" : 115933,
"iops" : 28983.598360,
"runtime" : 9999,
"total_ios" : 289807,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8944,
"max" : 256111,
"mean" : 32740.354308,
"stddev" : 19804.169707,
"N" : 289807
},
"clat_ns" : {
"min" : 757277,
"max" : 4174027,
"mean" : 1070840.184586,
"stddev" : 296891.791872,
"N" : 289806,
"percentile" : {
"1.000000" : 839680,
"5.000000" : 880640,
"10.000000" : 905216,
"20.000000" : 921600,
"30.000000" : 937984,
"40.000000" : 954368,
"50.000000" : 978944,
"60.000000" : 1028096,
"70.000000" : 1073152,
"80.000000" : 1155072,
"90.000000" : 1286144,
"95.000000" : 1449984,
"99.000000" : 2408448,
"99.500000" : 3358720,
"99.900000" : 3883008,
"99.950000" : 3948544,
"99.990000" : 4014080
},
"bins" : {
"757760" : 8,
"765952" : 16,
"774144" : 69,
"782336" : 66,
"790528" : 120,
"798720" : 222,
"806912" : 324,
"815104" : 343,
"823296" : 501,
"831488" : 589,
"839680" : 823,
"847872" : 1179,
"856064" : 1657,
"864256" : 2184,
"872448" : 3015,
"880640" : 4095,
"888832" : 5788,
"897024" : 7666,
"905216" : 9741,
"913408" : 12239,
"921600" : 14051,
"929792" : 15305,
"937984" : 15379,
"946176" : 14309,
"954368" : 12294,
"962560" : 9830,
"970752" : 7569,
"978944" : 5623,
"987136" : 4752,
"995328" : 4371,
"1003520" : 4528,
"1011712" : 5217,
"1019904" : 5564,
"1028096" : 6349,
"1036288" : 6343,
"1044480" : 5720,
"1056768" : 9249,
"1073152" : 6217,
"1089536" : 4983,
"1105920" : 5886,
"1122304" : 7265,
"1138688" : 6789,
"1155072" : 5667,
"1171456" : 4241,
"1187840" : 3364,
"1204224" : 3612,
"1220608" : 3955,
"1236992" : 3839,
"1253376" : 3356,
"1269760" : 2493,
"1286144" : 2094,
"1302528" : 1862,
"1318912" : 2125,
"1335296" : 2319,
"1351680" : 2014,
"1368064" : 1509,
"1384448" : 1221,
"1400832" : 1084,
"1417216" : 1072,
"1433600" : 1131,
"1449984" : 1002,
"1466368" : 813,
"1482752" : 779,
"1499136" : 721,
"1515520" : 696,
"1531904" : 560,
"1548288" : 561,
"1564672" : 419,
"1581056" : 355,
"1597440" : 386,
"1613824" : 304,
"1630208" : 269,
"1646592" : 329,
"1662976" : 309,
"1679360" : 255,
"1695744" : 263,
"1712128" : 209,
"1728512" : 152,
"1744896" : 186,
"1761280" : 172,
"1777664" : 146,
"1794048" : 184,
"1810432" : 141,
"1826816" : 103,
"1843200" : 132,
"1859584" : 108,
"1875968" : 65,
"1892352" : 99,
"1908736" : 79,
"1925120" : 85,
"1941504" : 61,
"1957888" : 82,
"1974272" : 69,
"1990656" : 93,
"2007040" : 71,
"2023424" : 77,
"2039808" : 84,
"2056192" : 72,
"2072576" : 51,
"2088960" : 78,
"2113536" : 158,
"2146304" : 134,
"2179072" : 143,
"2211840" : 107,
"2244608" : 109,
"2277376" : 112,
"2310144" : 98,
"2342912" : 58,
"2375680" : 76,
"2408448" : 118,
"2441216" : 60,
"2473984" : 67,
"2506752" : 76,
"2539520" : 66,
"2572288" : 69,
"2605056" : 45,
"2637824" : 62,
"2670592" : 53,
"2703360" : 54,
"2736128" : 40,
"2768896" : 37,
"2801664" : 49,
"2834432" : 45,
"2867200" : 50,
"2899968" : 37,
"2932736" : 43,
"2965504" : 58,
"2998272" : 54,
"3031040" : 77,
"3063808" : 58,
"3096576" : 40,
"3129344" : 53,
"3162112" : 56,
"3194880" : 27,
"3227648" : 33,
"3260416" : 41,
"3293184" : 20,
"3325952" : 31,
"3358720" : 37,
"3391488" : 23,
"3424256" : 72,
"3457024" : 55,
"3489792" : 18,
"3522560" : 38,
"3555328" : 51,
"3588096" : 36,
"3620864" : 31,
"3653632" : 27,
"3686400" : 50,
"3719168" : 74,
"3751936" : 51,
"3784704" : 32,
"3817472" : 49,
"3850240" : 177,
"3883008" : 399,
"3915776" : 41,
"3948544" : 97,
"3981312" : 63,
"4014080" : 34,
"4046848" : 3,
"4079616" : 3,
"4112384" : 9,
"4145152" : 4,
"4177920" : 2
}
},
"lat_ns" : {
"min" : 785600,
"max" : 4308283,
"mean" : 1103579.477796,
"stddev" : 305849.494445,
"N" : 289806
},
"bw_min" : 98432,
"bw_max" : 133306,
"bw_agg" : 100.000000,
"bw_mean" : 116618.684211,
"bw_dev" : 10372.655923,
"bw_samples" : 19,
"iops_min" : 24608,
"iops_max" : 33326,
"iops_mean" : 29154.631579,
"iops_stddev" : 2593.129645,
"iops_samples" : 19
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 5.030503,
"sys_cpu" : 82.408241,
"ctx" : 12166,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999655,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999655,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 53.292709
},
"latency_ms" : {
"2" : 45.182829,
"4" : 1.506520,
"10" : 0.017598,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095938,
"timestamp_ms" : 1773095938393,
"time" : "Mon Mar 9 19:38:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2292064256,
"io_kbytes" : 2238344,
"bw_bytes" : 114608943,
"bw" : 111922,
"iops" : 27980.749037,
"runtime" : 19999,
"total_ios" : 559587,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8944,
"max" : 328281,
"mean" : 33967.319972,
"stddev" : 22060.618544,
"N" : 559587
},
"clat_ns" : {
"min" : 757277,
"max" : 4174027,
"mean" : 1109171.002704,
"stddev" : 311852.732260,
"N" : 559586,
"percentile" : {
"1.000000" : 856064,
"5.000000" : 897024,
"10.000000" : 913408,
"20.000000" : 937984,
"30.000000" : 962560,
"40.000000" : 1003520,
"50.000000" : 1036288,
"60.000000" : 1089536,
"70.000000" : 1138688,
"80.000000" : 1204224,
"90.000000" : 1335296,
"95.000000" : 1482752,
"99.000000" : 2703360,
"99.500000" : 3522560,
"99.900000" : 3915776,
"99.950000" : 3981312,
"99.990000" : 4014080
},
"bins" : {
"757760" : 8,
"765952" : 16,
"774144" : 69,
"782336" : 77,
"790528" : 122,
"798720" : 234,
"806912" : 354,
"815104" : 402,
"823296" : 579,
"831488" : 721,
"839680" : 962,
"847872" : 1409,
"856064" : 1998,
"864256" : 2657,
"872448" : 3722,
"880640" : 5155,
"888832" : 7342,
"897024" : 10001,
"905216" : 12940,
"913408" : 16551,
"921600" : 19355,
"929792" : 21557,
"937984" : 22224,
"946176" : 20988,
"954368" : 17940,
"962560" : 14775,
"970752" : 11771,
"978944" : 9265,
"987136" : 8474,
"995328" : 8831,
"1003520" : 10132,
"1011712" : 11948,
"1019904" : 13280,
"1028096" : 14876,
"1036288" : 14771,
"1044480" : 13449,
"1056768" : 21460,
"1073152" : 15175,
"1089536" : 13554,
"1105920" : 16890,
"1122304" : 20131,
"1138688" : 18880,
"1155072" : 14639,
"1171456" : 10962,
"1187840" : 9531,
"1204224" : 10511,
"1220608" : 11527,
"1236992" : 10304,
"1253376" : 8734,
"1269760" : 6193,
"1286144" : 5291,
"1302528" : 5157,
"1318912" : 5572,
"1335296" : 5389,
"1351680" : 4366,
"1368064" : 3256,
"1384448" : 2857,
"1400832" : 2591,
"1417216" : 2644,
"1433600" : 2638,
"1449984" : 2294,
"1466368" : 1827,
"1482752" : 1616,
"1499136" : 1569,
"1515520" : 1456,
"1531904" : 1222,
"1548288" : 1228,
"1564672" : 988,
"1581056" : 805,
"1597440" : 797,
"1613824" : 687,
"1630208" : 585,
"1646592" : 714,
"1662976" : 654,
"1679360" : 611,
"1695744" : 524,
"1712128" : 444,
"1728512" : 357,
"1744896" : 430,
"1761280" : 422,
"1777664" : 363,
"1794048" : 376,
"1810432" : 351,
"1826816" : 267,
"1843200" : 282,
"1859584" : 205,
"1875968" : 228,
"1892352" : 278,
"1908736" : 238,
"1925120" : 187,
"1941504" : 151,
"1957888" : 168,
"1974272" : 175,
"1990656" : 199,
"2007040" : 180,
"2023424" : 185,
"2039808" : 150,
"2056192" : 131,
"2072576" : 123,
"2088960" : 152,
"2113536" : 277,
"2146304" : 242,
"2179072" : 212,
"2211840" : 229,
"2244608" : 183,
"2277376" : 184,
"2310144" : 210,
"2342912" : 131,
"2375680" : 140,
"2408448" : 218,
"2441216" : 150,
"2473984" : 133,
"2506752" : 169,
"2539520" : 152,
"2572288" : 148,
"2605056" : 129,
"2637824" : 140,
"2670592" : 117,
"2703360" : 128,
"2736128" : 126,
"2768896" : 97,
"2801664" : 129,
"2834432" : 133,
"2867200" : 122,
"2899968" : 100,
"2932736" : 124,
"2965504" : 111,
"2998272" : 125,
"3031040" : 161,
"3063808" : 105,
"3096576" : 102,
"3129344" : 147,
"3162112" : 127,
"3194880" : 89,
"3227648" : 121,
"3260416" : 92,
"3293184" : 67,
"3325952" : 97,
"3358720" : 70,
"3391488" : 59,
"3424256" : 147,
"3457024" : 114,
"3489792" : 69,
"3522560" : 100,
"3555328" : 119,
"3588096" : 121,
"3620864" : 79,
"3653632" : 65,
"3686400" : 114,
"3719168" : 150,
"3751936" : 86,
"3784704" : 68,
"3817472" : 91,
"3850240" : 349,
"3883008" : 904,
"3915776" : 90,
"3948544" : 206,
"3981312" : 164,
"4014080" : 79,
"4046848" : 7,
"4079616" : 6,
"4112384" : 24,
"4145152" : 7,
"4177920" : 5
}
},
"lat_ns" : {
"min" : 785600,
"max" : 4308283,
"mean" : 1143138.377808,
"stddev" : 321172.107983,
"N" : 559586
},
"bw_min" : 98432,
"bw_max" : 133306,
"bw_agg" : 99.988567,
"bw_mean" : 111910.820513,
"bw_dev" : 9419.118871,
"bw_samples" : 39,
"iops_min" : 24608,
"iops_max" : 33326,
"iops_mean" : 27977.666667,
"iops_stddev" : 2354.748331,
"iops_samples" : 39
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 4.710236,
"sys_cpu" : 79.593980,
"ctx" : 30640,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999821,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999821,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 39.525757
},
"latency_ms" : {
"2" : 58.747433,
"4" : 1.704650,
"10" : 0.021980,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095948,
"timestamp_ms" : 1773095948394,
"time" : "Mon Mar 9 19:39:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3182346240,
"io_kbytes" : 3107760,
"bw_bytes" : 106081744,
"bw" : 103595,
"iops" : 25898.896630,
"runtime" : 29999,
"total_ios" : 776941,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8753,
"max" : 4099133,
"mean" : 36833.111384,
"stddev" : 68290.694476,
"N" : 776941
},
"clat_ns" : {
"min" : 746611,
"max" : 17471085,
"mean" : 1198104.413230,
"stddev" : 754892.180392,
"N" : 776940,
"percentile" : {
"1.000000" : 847872,
"5.000000" : 888832,
"10.000000" : 913408,
"20.000000" : 929792,
"30.000000" : 954368,
"40.000000" : 987136,
"50.000000" : 1028096,
"60.000000" : 1073152,
"70.000000" : 1138688,
"80.000000" : 1220608,
"90.000000" : 1433600,
"95.000000" : 1974272,
"99.000000" : 4014080,
"99.500000" : 6651904,
"99.900000" : 10551296,
"99.950000" : 11862016,
"99.990000" : 13697024
},
"bins" : {
"749568" : 3,
"757760" : 26,
"765952" : 30,
"774144" : 101,
"782336" : 112,
"790528" : 184,
"798720" : 332,
"806912" : 501,
"815104" : 652,
"823296" : 949,
"831488" : 1245,
"839680" : 1634,
"847872" : 2327,
"856064" : 3066,
"864256" : 4114,
"872448" : 5792,
"880640" : 8231,
"888832" : 11643,
"897024" : 15845,
"905216" : 20509,
"913408" : 25665,
"921600" : 29931,
"929792" : 32375,
"937984" : 32225,
"946176" : 30058,
"954368" : 25688,
"962560" : 21178,
"970752" : 16892,
"978944" : 13557,
"987136" : 12230,
"995328" : 12555,
"1003520" : 13805,
"1011712" : 15809,
"1019904" : 17132,
"1028096" : 18285,
"1036288" : 17927,
"1044480" : 16178,
"1056768" : 25893,
"1073152" : 18706,
"1089536" : 16815,
"1105920" : 20574,
"1122304" : 24110,
"1138688" : 21976,
"1155072" : 17183,
"1171456" : 13230,
"1187840" : 11525,
"1204224" : 12515,
"1220608" : 13607,
"1236992" : 11982,
"1253376" : 10106,
"1269760" : 7324,
"1286144" : 6264,
"1302528" : 6072,
"1318912" : 6388,
"1335296" : 6284,
"1351680" : 5159,
"1368064" : 4058,
"1384448" : 3568,
"1400832" : 3359,
"1417216" : 3441,
"1433600" : 3420,
"1449984" : 3163,
"1466368" : 2623,
"1482752" : 2321,
"1499136" : 2241,
"1515520" : 2006,
"1531904" : 1687,
"1548288" : 1605,
"1564672" : 1265,
"1581056" : 1038,
"1597440" : 964,
"1613824" : 849,
"1630208" : 795,
"1646592" : 925,
"1662976" : 877,
"1679360" : 888,
"1695744" : 865,
"1712128" : 923,
"1728512" : 824,
"1744896" : 969,
"1761280" : 996,
"1777664" : 954,
"1794048" : 1096,
"1810432" : 988,
"1826816" : 845,
"1843200" : 825,
"1859584" : 594,
"1875968" : 509,
"1892352" : 510,
"1908736" : 402,
"1925120" : 317,
"1941504" : 234,
"1957888" : 297,
"1974272" : 377,
"1990656" : 412,
"2007040" : 462,
"2023424" : 605,
"2039808" : 394,
"2056192" : 560,
"2072576" : 662,
"2088960" : 623,
"2113536" : 1279,
"2146304" : 1264,
"2179072" : 922,
"2211840" : 640,
"2244608" : 460,
"2277376" : 450,
"2310144" : 487,
"2342912" : 701,
"2375680" : 881,
"2408448" : 983,
"2441216" : 925,
"2473984" : 920,
"2506752" : 771,
"2539520" : 541,
"2572288" : 391,
"2605056" : 395,
"2637824" : 398,
"2670592" : 474,
"2703360" : 555,
"2736128" : 649,
"2768896" : 655,
"2801664" : 601,
"2834432" : 488,
"2867200" : 430,
"2899968" : 347,
"2932736" : 349,
"2965504" : 307,
"2998272" : 397,
"3031040" : 510,
"3063808" : 451,
"3096576" : 487,
"3129344" : 435,
"3162112" : 386,
"3194880" : 261,
"3227648" : 290,
"3260416" : 248,
"3293184" : 223,
"3325952" : 279,
"3358720" : 255,
"3391488" : 272,
"3424256" : 367,
"3457024" : 276,
"3489792" : 217,
"3522560" : 232,
"3555328" : 238,
"3588096" : 244,
"3620864" : 179,
"3653632" : 178,
"3686400" : 256,
"3719168" : 306,
"3751936" : 193,
"3784704" : 185,
"3817472" : 208,
"3850240" : 488,
"3883008" : 1172,
"3915776" : 166,
"3948544" : 304,
"3981312" : 267,
"4014080" : 139,
"4046848" : 61,
"4079616" : 68,
"4112384" : 100,
"4145152" : 95,
"4177920" : 66,
"4227072" : 104,
"4292608" : 131,
"4358144" : 155,
"4423680" : 108,
"4489216" : 86,
"4554752" : 69,
"4620288" : 74,
"4685824" : 46,
"4751360" : 69,
"4816896" : 106,
"4882432" : 109,
"4947968" : 66,
"5013504" : 126,
"5079040" : 71,
"5144576" : 110,
"5210112" : 39,
"5275648" : 87,
"5341184" : 75,
"5406720" : 89,
"5472256" : 95,
"5537792" : 147,
"5603328" : 91,
"5668864" : 86,
"5734400" : 61,
"5799936" : 87,
"5865472" : 99,
"5931008" : 148,
"5996544" : 83,
"6062080" : 116,
"6127616" : 73,
"6193152" : 90,
"6258688" : 86,
"6324224" : 55,
"6389760" : 97,
"6455296" : 102,
"6520832" : 107,
"6586368" : 59,
"6651904" : 83,
"6717440" : 66,
"6782976" : 72,
"6848512" : 75,
"6914048" : 78,
"6979584" : 57,
"7045120" : 89,
"7110656" : 89,
"7176192" : 65,
"7241728" : 60,
"7307264" : 66,
"7372800" : 70,
"7438336" : 45,
"7503872" : 79,
"7569408" : 67,
"7634944" : 52,
"7700480" : 83,
"7766016" : 89,
"7831552" : 41,
"7897088" : 63,
"7962624" : 69,
"8028160" : 57,
"8093696" : 67,
"8159232" : 57,
"8224768" : 42,
"8290304" : 69,
"8355840" : 50,
"8454144" : 89,
"8585216" : 142,
"8716288" : 104,
"8847360" : 110,
"8978432" : 91,
"9109504" : 91,
"9240576" : 101,
"9371648" : 96,
"9502720" : 86,
"9633792" : 66,
"9764864" : 70,
"9895936" : 60,
"10027008" : 59,
"10158080" : 56,
"10289152" : 64,
"10420224" : 40,
"10551296" : 40,
"10682368" : 46,
"10813440" : 68,
"10944512" : 32,
"11075584" : 57,
"11206656" : 34,
"11337728" : 43,
"11468800" : 24,
"11599872" : 45,
"11730944" : 33,
"11862016" : 16,
"11993088" : 37,
"12124160" : 31,
"12255232" : 20,
"12386304" : 25,
"12517376" : 10,
"12648448" : 34,
"12779520" : 18,
"12910592" : 23,
"13041664" : 34,
"13172736" : 10,
"13303808" : 40,
"13434880" : 3,
"13565952" : 15,
"13697024" : 2,
"13828096" : 9,
"13959168" : 4,
"14221312" : 6,
"14352384" : 3,
"14483456" : 1,
"14745600" : 11,
"14876672" : 4,
"15007744" : 1,
"15138816" : 17,
"15269888" : 1,
"15532032" : 1,
"15663104" : 7,
"15925248" : 1,
"16318464" : 8,
"17170432" : 1,
"17432576" : 1
}
},
"lat_ns" : {
"min" : 773773,
"max" : 17501421,
"mean" : 1234931.164549,
"stddev" : 776450.771580,
"N" : 776940
},
"bw_min" : 29088,
"bw_max" : 133306,
"bw_agg" : 100.000000,
"bw_mean" : 104596.423729,
"bw_dev" : 26479.771408,
"bw_samples" : 59,
"iops_min" : 7272,
"iops_max" : 33326,
"iops_mean" : 26149.050847,
"iops_stddev" : 6619.950741,
"iops_samples" : 59
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 4.530151,
"sys_cpu" : 73.875796,
"ctx" : 41809,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 42.546088
},
"latency_ms" : {
"2" : 52.514927,
"4" : 3.926682,
"10" : 0.879861,
"20" : 0.131928,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095958,
"timestamp_ms" : 1773095958394,
"time" : "Mon Mar 9 19:39:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3629768704,
"io_kbytes" : 3544696,
"bw_bytes" : 90746486,
"bw" : 88619,
"iops" : 22154.928873,
"runtime" : 39999,
"total_ios" : 886175,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8753,
"max" : 4999949,
"mean" : 43349.614700,
"stddev" : 114142.720967,
"N" : 886175
},
"clat_ns" : {
"min" : 737066,
"max" : 23896413,
"mean" : 1400396.659436,
"stddev" : 1195889.394686,
"N" : 886174,
"percentile" : {
"1.000000" : 847872,
"5.000000" : 897024,
"10.000000" : 913408,
"20.000000" : 937984,
"30.000000" : 962560,
"40.000000" : 1011712,
"50.000000" : 1056768,
"60.000000" : 1122304,
"70.000000" : 1220608,
"80.000000" : 1417216,
"90.000000" : 2146304,
"95.000000" : 2867200,
"99.000000" : 7700480,
"99.500000" : 9633792,
"99.900000" : 13303808,
"99.950000" : 14745600,
"99.990000" : 18219008
},
"bins" : {
"733184" : 1,
"741376" : 10,
"749568" : 13,
"757760" : 36,
"765952" : 40,
"774144" : 147,
"782336" : 178,
"790528" : 348,
"798720" : 498,
"806912" : 706,
"815104" : 892,
"823296" : 1208,
"831488" : 1435,
"839680" : 1821,
"847872" : 2463,
"856064" : 3165,
"864256" : 4156,
"872448" : 5826,
"880640" : 8245,
"888832" : 11680,
"897024" : 15860,
"905216" : 20527,
"913408" : 25693,
"921600" : 29963,
"929792" : 32403,
"937984" : 32267,
"946176" : 30089,
"954368" : 25729,
"962560" : 21216,
"970752" : 16907,
"978944" : 13572,
"987136" : 12234,
"995328" : 12571,
"1003520" : 13820,
"1011712" : 15831,
"1019904" : 17151,
"1028096" : 18300,
"1036288" : 17942,
"1044480" : 16197,
"1056768" : 25983,
"1073152" : 18891,
"1089536" : 17221,
"1105920" : 21172,
"1122304" : 24992,
"1138688" : 22923,
"1155072" : 18166,
"1171456" : 14121,
"1187840" : 12365,
"1204224" : 13100,
"1220608" : 13894,
"1236992" : 12148,
"1253376" : 10179,
"1269760" : 7352,
"1286144" : 6322,
"1302528" : 6120,
"1318912" : 6430,
"1335296" : 6328,
"1351680" : 5268,
"1368064" : 4357,
"1384448" : 4086,
"1400832" : 4125,
"1417216" : 4421,
"1433600" : 4715,
"1449984" : 4626,
"1466368" : 4345,
"1482752" : 4074,
"1499136" : 3831,
"1515520" : 3287,
"1531904" : 2754,
"1548288" : 2456,
"1564672" : 1890,
"1581056" : 1357,
"1597440" : 1123,
"1613824" : 937,
"1630208" : 913,
"1646592" : 1092,
"1662976" : 1150,
"1679360" : 1204,
"1695744" : 1371,
"1712128" : 1603,
"1728512" : 1835,
"1744896" : 2307,
"1761280" : 2627,
"1777664" : 2868,
"1794048" : 3058,
"1810432" : 2869,
"1826816" : 2539,
"1843200" : 2247,
"1859584" : 1943,
"1875968" : 1649,
"1892352" : 1350,
"1908736" : 904,
"1925120" : 640,
"1941504" : 500,
"1957888" : 505,
"1974272" : 612,
"1990656" : 733,
"2007040" : 914,
"2023424" : 1263,
"2039808" : 1403,
"2056192" : 1654,
"2072576" : 1824,
"2088960" : 2022,
"2113536" : 4251,
"2146304" : 4512,
"2179072" : 3642,
"2211840" : 2323,
"2244608" : 1511,
"2277376" : 1192,
"2310144" : 1221,
"2342912" : 1667,
"2375680" : 2260,
"2408448" : 2923,
"2441216" : 3150,
"2473984" : 2955,
"2506752" : 2495,
"2539520" : 1732,
"2572288" : 1200,
"2605056" : 1029,
"2637824" : 957,
"2670592" : 1245,
"2703360" : 1443,
"2736128" : 1770,
"2768896" : 1871,
"2801664" : 1819,
"2834432" : 1526,
"2867200" : 1233,
"2899968" : 960,
"2932736" : 743,
"2965504" : 789,
"2998272" : 900,
"3031040" : 1062,
"3063808" : 1053,
"3096576" : 1158,
"3129344" : 961,
"3162112" : 921,
"3194880" : 649,
"3227648" : 657,
"3260416" : 509,
"3293184" : 446,
"3325952" : 523,
"3358720" : 538,
"3391488" : 586,
"3424256" : 696,
"3457024" : 626,
"3489792" : 481,
"3522560" : 450,
"3555328" : 436,
"3588096" : 418,
"3620864" : 344,
"3653632" : 285,
"3686400" : 462,
"3719168" : 494,
"3751936" : 366,
"3784704" : 369,
"3817472" : 343,
"3850240" : 593,
"3883008" : 1308,
"3915776" : 291,
"3948544" : 414,
"3981312" : 406,
"4014080" : 242,
"4046848" : 183,
"4079616" : 176,
"4112384" : 182,
"4145152" : 181,
"4177920" : 161,
"4227072" : 267,
"4292608" : 322,
"4358144" : 346,
"4423680" : 320,
"4489216" : 271,
"4554752" : 215,
"4620288" : 216,
"4685824" : 215,
"4751360" : 339,
"4816896" : 311,
"4882432" : 299,
"4947968" : 247,
"5013504" : 314,
"5079040" : 226,
"5144576" : 243,
"5210112" : 203,
"5275648" : 264,
"5341184" : 313,
"5406720" : 210,
"5472256" : 239,
"5537792" : 303,
"5603328" : 225,
"5668864" : 236,
"5734400" : 199,
"5799936" : 256,
"5865472" : 296,
"5931008" : 340,
"5996544" : 263,
"6062080" : 279,
"6127616" : 246,
"6193152" : 191,
"6258688" : 253,
"6324224" : 201,
"6389760" : 236,
"6455296" : 235,
"6520832" : 270,
"6586368" : 226,
"6651904" : 248,
"6717440" : 210,
"6782976" : 156,
"6848512" : 208,
"6914048" : 226,
"6979584" : 214,
"7045120" : 211,
"7110656" : 224,
"7176192" : 206,
"7241728" : 201,
"7307264" : 224,
"7372800" : 205,
"7438336" : 142,
"7503872" : 184,
"7569408" : 205,
"7634944" : 167,
"7700480" : 214,
"7766016" : 219,
"7831552" : 178,
"7897088" : 193,
"7962624" : 201,
"8028160" : 216,
"8093696" : 159,
"8159232" : 164,
"8224768" : 159,
"8290304" : 161,
"8355840" : 165,
"8454144" : 288,
"8585216" : 305,
"8716288" : 238,
"8847360" : 294,
"8978432" : 231,
"9109504" : 299,
"9240576" : 255,
"9371648" : 279,
"9502720" : 253,
"9633792" : 217,
"9764864" : 211,
"9895936" : 222,
"10027008" : 194,
"10158080" : 141,
"10289152" : 160,
"10420224" : 170,
"10551296" : 144,
"10682368" : 157,
"10813440" : 148,
"10944512" : 127,
"11075584" : 175,
"11206656" : 132,
"11337728" : 99,
"11468800" : 103,
"11599872" : 124,
"11730944" : 86,
"11862016" : 66,
"11993088" : 132,
"12124160" : 98,
"12255232" : 108,
"12386304" : 91,
"12517376" : 43,
"12648448" : 79,
"12779520" : 68,
"12910592" : 63,
"13041664" : 103,
"13172736" : 48,
"13303808" : 75,
"13434880" : 37,
"13565952" : 62,
"13697024" : 40,
"13828096" : 63,
"13959168" : 49,
"14090240" : 21,
"14221312" : 21,
"14352384" : 53,
"14483456" : 28,
"14614528" : 20,
"14745600" : 35,
"14876672" : 23,
"15007744" : 33,
"15138816" : 38,
"15269888" : 15,
"15400960" : 19,
"15532032" : 14,
"15663104" : 14,
"15794176" : 14,
"15925248" : 5,
"16056320" : 10,
"16187392" : 9,
"16318464" : 21,
"16449536" : 13,
"16711680" : 19,
"16908288" : 13,
"17170432" : 26,
"17432576" : 6,
"17694720" : 9,
"17956864" : 36,
"18219008" : 17,
"18481152" : 12,
"18743296" : 5,
"19005440" : 8,
"19267584" : 6,
"19529728" : 9,
"19791872" : 4,
"20054016" : 3,
"20316160" : 7,
"20578304" : 3,
"20840448" : 7,
"21364736" : 6,
"21889024" : 6,
"22151168" : 2,
"23199744" : 2,
"23986176" : 3
}
},
"lat_ns" : {
"min" : 751248,
"max" : 23929082,
"mean" : 1443739.095847,
"stddev" : 1229162.023986,
"N" : 886174
},
"bw_min" : 29088,
"bw_max" : 133306,
"bw_agg" : 100.000000,
"bw_mean" : 89177.873418,
"bw_dev" : 35122.430440,
"bw_samples" : 79,
"iops_min" : 7272,
"iops_max" : 33326,
"iops_mean" : 22294.417722,
"iops_stddev" : 8780.606855,
"iops_samples" : 79
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 3.855096,
"sys_cpu" : 63.789095,
"ctx" : 55036,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999887,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999887,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 37.553982
},
"latency_ms" : {
"2" : 50.811183,
"4" : 9.049003,
"10" : 2.163455,
"20" : 0.415719,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095968,
"timestamp_ms" : 1773095968395,
"time" : "Mon Mar 9 19:39:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4055150592,
"io_kbytes" : 3960108,
"bw_bytes" : 81104633,
"bw" : 79203,
"iops" : 19800.956019,
"runtime" : 49999,
"total_ios" : 990028,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8753,
"max" : 4999949,
"mean" : 48712.475499,
"stddev" : 144410.251697,
"N" : 990028
},
"clat_ns" : {
"min" : 737066,
"max" : 23896413,
"mean" : 1566807.838455,
"stddev" : 1398782.226389,
"N" : 990027,
"percentile" : {
"1.000000" : 847872,
"5.000000" : 897024,
"10.000000" : 913408,
"20.000000" : 937984,
"30.000000" : 970752,
"40.000000" : 1028096,
"50.000000" : 1089536,
"60.000000" : 1171456,
"70.000000" : 1318912,
"80.000000" : 1761280,
"90.000000" : 2572288,
"95.000000" : 3883008,
"99.000000" : 8355840,
"99.500000" : 9895936,
"99.900000" : 13303808,
"99.950000" : 14745600,
"99.990000" : 18219008
},
"bins" : {
"733184" : 1,
"741376" : 10,
"749568" : 15,
"757760" : 36,
"765952" : 46,
"774144" : 165,
"782336" : 217,
"790528" : 421,
"798720" : 613,
"806912" : 930,
"815104" : 1161,
"823296" : 1547,
"831488" : 1798,
"839680" : 2132,
"847872" : 2776,
"856064" : 3422,
"864256" : 4395,
"872448" : 6069,
"880640" : 8485,
"888832" : 11848,
"897024" : 16066,
"905216" : 20759,
"913408" : 25819,
"921600" : 30047,
"929792" : 32475,
"937984" : 32301,
"946176" : 30117,
"954368" : 25763,
"962560" : 21231,
"970752" : 16944,
"978944" : 13591,
"987136" : 12251,
"995328" : 12584,
"1003520" : 13827,
"1011712" : 15835,
"1019904" : 17164,
"1028096" : 18313,
"1036288" : 17943,
"1044480" : 16213,
"1056768" : 26044,
"1073152" : 19016,
"1089536" : 17551,
"1105920" : 21716,
"1122304" : 25860,
"1138688" : 23999,
"1155072" : 19260,
"1171456" : 15333,
"1187840" : 13376,
"1204224" : 13842,
"1220608" : 14468,
"1236992" : 12523,
"1253376" : 10431,
"1269760" : 7611,
"1286144" : 6538,
"1302528" : 6355,
"1318912" : 6619,
"1335296" : 6464,
"1351680" : 5431,
"1368064" : 4639,
"1384448" : 4436,
"1400832" : 4671,
"1417216" : 5350,
"1433600" : 5828,
"1449984" : 5743,
"1466368" : 5618,
"1482752" : 5410,
"1499136" : 5328,
"1515520" : 4522,
"1531904" : 3839,
"1548288" : 3347,
"1564672" : 2451,
"1581056" : 1732,
"1597440" : 1472,
"1613824" : 1253,
"1630208" : 1159,
"1646592" : 1302,
"1662976" : 1395,
"1679360" : 1594,
"1695744" : 1863,
"1712128" : 2200,
"1728512" : 2532,
"1744896" : 3195,
"1761280" : 3792,
"1777664" : 4086,
"1794048" : 4398,
"1810432" : 4247,
"1826816" : 3735,
"1843200" : 3324,
"1859584" : 3057,
"1875968" : 2503,
"1892352" : 1969,
"1908736" : 1361,
"1925120" : 1018,
"1941504" : 816,
"1957888" : 861,
"1974272" : 864,
"1990656" : 1061,
"2007040" : 1325,
"2023424" : 1750,
"2039808" : 1985,
"2056192" : 2286,
"2072576" : 2535,
"2088960" : 2838,
"2113536" : 6224,
"2146304" : 6488,
"2179072" : 5256,
"2211840" : 3348,
"2244608" : 2149,
"2277376" : 1774,
"2310144" : 1848,
"2342912" : 2467,
"2375680" : 3095,
"2408448" : 4049,
"2441216" : 4302,
"2473984" : 4040,
"2506752" : 3491,
"2539520" : 2546,
"2572288" : 1704,
"2605056" : 1460,
"2637824" : 1437,
"2670592" : 1796,
"2703360" : 2061,
"2736128" : 2549,
"2768896" : 2632,
"2801664" : 2630,
"2834432" : 2135,
"2867200" : 1693,
"2899968" : 1382,
"2932736" : 1182,
"2965504" : 1236,
"2998272" : 1348,
"3031040" : 1603,
"3063808" : 1575,
"3096576" : 1585,
"3129344" : 1292,
"3162112" : 1369,
"3194880" : 1066,
"3227648" : 995,
"3260416" : 868,
"3293184" : 856,
"3325952" : 897,
"3358720" : 883,
"3391488" : 1044,
"3424256" : 1041,
"3457024" : 1041,
"3489792" : 873,
"3522560" : 784,
"3555328" : 858,
"3588096" : 780,
"3620864" : 725,
"3653632" : 710,
"3686400" : 784,
"3719168" : 931,
"3751936" : 789,
"3784704" : 633,
"3817472" : 668,
"3850240" : 874,
"3883008" : 1634,
"3915776" : 630,
"3948544" : 651,
"3981312" : 703,
"4014080" : 472,
"4046848" : 462,
"4079616" : 453,
"4112384" : 463,
"4145152" : 433,
"4177920" : 486,
"4227072" : 667,
"4292608" : 822,
"4358144" : 829,
"4423680" : 879,
"4489216" : 858,
"4554752" : 671,
"4620288" : 628,
"4685824" : 683,
"4751360" : 743,
"4816896" : 794,
"4882432" : 733,
"4947968" : 760,
"5013504" : 722,
"5079040" : 518,
"5144576" : 668,
"5210112" : 562,
"5275648" : 656,
"5341184" : 749,
"5406720" : 607,
"5472256" : 637,
"5537792" : 662,
"5603328" : 531,
"5668864" : 660,
"5734400" : 554,
"5799936" : 554,
"5865472" : 681,
"5931008" : 698,
"5996544" : 571,
"6062080" : 474,
"6127616" : 517,
"6193152" : 505,
"6258688" : 478,
"6324224" : 414,
"6389760" : 468,
"6455296" : 535,
"6520832" : 529,
"6586368" : 474,
"6651904" : 529,
"6717440" : 416,
"6782976" : 397,
"6848512" : 422,
"6914048" : 484,
"6979584" : 506,
"7045120" : 442,
"7110656" : 418,
"7176192" : 391,
"7241728" : 392,
"7307264" : 463,
"7372800" : 391,
"7438336" : 325,
"7503872" : 378,
"7569408" : 327,
"7634944" : 316,
"7700480" : 369,
"7766016" : 438,
"7831552" : 286,
"7897088" : 309,
"7962624" : 295,
"8028160" : 322,
"8093696" : 284,
"8159232" : 310,
"8224768" : 226,
"8290304" : 256,
"8355840" : 260,
"8454144" : 545,
"8585216" : 468,
"8716288" : 402,
"8847360" : 476,
"8978432" : 445,
"9109504" : 442,
"9240576" : 396,
"9371648" : 436,
"9502720" : 434,
"9633792" : 338,
"9764864" : 350,
"9895936" : 281,
"10027008" : 270,
"10158080" : 200,
"10289152" : 217,
"10420224" : 242,
"10551296" : 191,
"10682368" : 224,
"10813440" : 192,
"10944512" : 190,
"11075584" : 211,
"11206656" : 185,
"11337728" : 166,
"11468800" : 154,
"11599872" : 188,
"11730944" : 113,
"11862016" : 98,
"11993088" : 158,
"12124160" : 135,
"12255232" : 121,
"12386304" : 93,
"12517376" : 72,
"12648448" : 97,
"12779520" : 78,
"12910592" : 89,
"13041664" : 117,
"13172736" : 64,
"13303808" : 84,
"13434880" : 42,
"13565952" : 68,
"13697024" : 50,
"13828096" : 63,
"13959168" : 55,
"14090240" : 23,
"14221312" : 23,
"14352384" : 54,
"14483456" : 38,
"14614528" : 20,
"14745600" : 35,
"14876672" : 30,
"15007744" : 33,
"15138816" : 40,
"15269888" : 17,
"15400960" : 30,
"15532032" : 15,
"15663104" : 14,
"15794176" : 14,
"15925248" : 5,
"16056320" : 10,
"16187392" : 9,
"16318464" : 21,
"16449536" : 13,
"16580608" : 1,
"16711680" : 19,
"16908288" : 13,
"17170432" : 26,
"17432576" : 6,
"17694720" : 9,
"17956864" : 36,
"18219008" : 17,
"18481152" : 12,
"18743296" : 5,
"19005440" : 8,
"19267584" : 6,
"19529728" : 9,
"19791872" : 4,
"20054016" : 3,
"20316160" : 7,
"20578304" : 3,
"20840448" : 7,
"21364736" : 6,
"21889024" : 6,
"22151168" : 2,
"23199744" : 2,
"23986176" : 3
}
},
"lat_ns" : {
"min" : 751248,
"max" : 23929082,
"mean" : 1615515.960197,
"stddev" : 1436635.851439,
"N" : 990027
},
"bw_min" : 29088,
"bw_max" : 133306,
"bw_agg" : 100.000000,
"bw_mean" : 79565.373737,
"bw_dev" : 36783.021289,
"bw_samples" : 99,
"iops_min" : 7272,
"iops_max" : 33326,
"iops_mean" : 19891.323232,
"iops_stddev" : 9195.721502,
"iops_samples" : 99
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 3.454069,
"sys_cpu" : 57.327147,
"ctx" : 65566,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 34.032371
},
"latency_ms" : {
"2" : 49.381331,
"4" : 11.930673,
"10" : 4.170690,
"20" : 0.478976,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095978,
"timestamp_ms" : 1773095978393,
"time" : "Mon Mar 9 19:39:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4540182528,
"io_kbytes" : 4433772,
"bw_bytes" : 75670969,
"bw" : 73897,
"iops" : 18474.374573,
"runtime" : 59999,
"total_ios" : 1108444,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8753,
"max" : 5162238,
"mean" : 52333.060560,
"stddev" : 163331.494564,
"N" : 1108444
},
"clat_ns" : {
"min" : 737066,
"max" : 23896413,
"mean" : 1679252.344775,
"stddev" : 1502118.221562,
"N" : 1108443,
"percentile" : {
"1.000000" : 839680,
"5.000000" : 897024,
"10.000000" : 913408,
"20.000000" : 946176,
"30.000000" : 995328,
"40.000000" : 1044480,
"50.000000" : 1122304,
"60.000000" : 1220608,
"70.000000" : 1466368,
"80.000000" : 1974272,
"90.000000" : 2899968,
"95.000000" : 4554752,
"99.000000" : 8716288,
"99.500000" : 10027008,
"99.900000" : 13303808,
"99.950000" : 14745600,
"99.990000" : 17956864
},
"bins" : {
"733184" : 1,
"741376" : 10,
"749568" : 25,
"757760" : 48,
"765952" : 76,
"774144" : 248,
"782336" : 379,
"790528" : 669,
"798720" : 993,
"806912" : 1433,
"815104" : 1921,
"823296" : 2315,
"831488" : 2505,
"839680" : 2818,
"847872" : 3266,
"856064" : 3845,
"864256" : 4709,
"872448" : 6376,
"880640" : 8862,
"888832" : 12232,
"897024" : 16496,
"905216" : 21157,
"913408" : 26080,
"921600" : 30317,
"929792" : 32718,
"937984" : 32474,
"946176" : 30253,
"954368" : 25855,
"962560" : 21300,
"970752" : 16994,
"978944" : 13641,
"987136" : 12275,
"995328" : 12591,
"1003520" : 13834,
"1011712" : 15856,
"1019904" : 17169,
"1028096" : 18324,
"1036288" : 17964,
"1044480" : 16244,
"1056768" : 26184,
"1073152" : 19307,
"1089536" : 18119,
"1105920" : 22781,
"1122304" : 27446,
"1138688" : 26044,
"1155072" : 21094,
"1171456" : 17299,
"1187840" : 15219,
"1204224" : 15182,
"1220608" : 15237,
"1236992" : 12944,
"1253376" : 10736,
"1269760" : 7929,
"1286144" : 6742,
"1302528" : 6574,
"1318912" : 6944,
"1335296" : 6778,
"1351680" : 5717,
"1368064" : 5042,
"1384448" : 4881,
"1400832" : 5409,
"1417216" : 6514,
"1433600" : 7420,
"1449984" : 7744,
"1466368" : 7873,
"1482752" : 7711,
"1499136" : 7480,
"1515520" : 6327,
"1531904" : 5161,
"1548288" : 4438,
"1564672" : 3358,
"1581056" : 2274,
"1597440" : 1811,
"1613824" : 1502,
"1630208" : 1348,
"1646592" : 1560,
"1662976" : 1704,
"1679360" : 1971,
"1695744" : 2396,
"1712128" : 3014,
"1728512" : 3418,
"1744896" : 4265,
"1761280" : 5054,
"1777664" : 5689,
"1794048" : 5919,
"1810432" : 5936,
"1826816" : 5213,
"1843200" : 4735,
"1859584" : 4353,
"1875968" : 3564,
"1892352" : 2811,
"1908736" : 2017,
"1925120" : 1558,
"1941504" : 1208,
"1957888" : 1213,
"1974272" : 1214,
"1990656" : 1383,
"2007040" : 1696,
"2023424" : 2225,
"2039808" : 2535,
"2056192" : 2931,
"2072576" : 3235,
"2088960" : 3697,
"2113536" : 8108,
"2146304" : 8249,
"2179072" : 6808,
"2211840" : 4570,
"2244608" : 3123,
"2277376" : 2435,
"2310144" : 2466,
"2342912" : 3125,
"2375680" : 3881,
"2408448" : 4969,
"2441216" : 5231,
"2473984" : 4864,
"2506752" : 4273,
"2539520" : 3159,
"2572288" : 2359,
"2605056" : 2024,
"2637824" : 1929,
"2670592" : 2223,
"2703360" : 2500,
"2736128" : 3110,
"2768896" : 3269,
"2801664" : 3236,
"2834432" : 2704,
"2867200" : 2168,
"2899968" : 1785,
"2932736" : 1622,
"2965504" : 1519,
"2998272" : 1755,
"3031040" : 2031,
"3063808" : 1940,
"3096576" : 2005,
"3129344" : 1693,
"3162112" : 1759,
"3194880" : 1443,
"3227648" : 1343,
"3260416" : 1288,
"3293184" : 1152,
"3325952" : 1215,
"3358720" : 1196,
"3391488" : 1411,
"3424256" : 1418,
"3457024" : 1311,
"3489792" : 1151,
"3522560" : 1114,
"3555328" : 1158,
"3588096" : 1026,
"3620864" : 998,
"3653632" : 1032,
"3686400" : 1107,
"3719168" : 1318,
"3751936" : 1097,
"3784704" : 865,
"3817472" : 979,
"3850240" : 1131,
"3883008" : 1894,
"3915776" : 874,
"3948544" : 880,
"3981312" : 921,
"4014080" : 789,
"4046848" : 720,
"4079616" : 632,
"4112384" : 696,
"4145152" : 704,
"4177920" : 728,
"4227072" : 1129,
"4292608" : 1224,
"4358144" : 1153,
"4423680" : 1446,
"4489216" : 1304,
"4554752" : 1184,
"4620288" : 981,
"4685824" : 1068,
"4751360" : 1177,
"4816896" : 1125,
"4882432" : 1047,
"4947968" : 1170,
"5013504" : 1230,
"5079040" : 894,
"5144576" : 1160,
"5210112" : 957,
"5275648" : 1041,
"5341184" : 1041,
"5406720" : 975,
"5472256" : 1026,
"5537792" : 1012,
"5603328" : 855,
"5668864" : 1001,
"5734400" : 826,
"5799936" : 824,
"5865472" : 937,
"5931008" : 1001,
"5996544" : 866,
"6062080" : 764,
"6127616" : 818,
"6193152" : 775,
"6258688" : 671,
"6324224" : 683,
"6389760" : 679,
"6455296" : 705,
"6520832" : 769,
"6586368" : 718,
"6651904" : 761,
"6717440" : 682,
"6782976" : 608,
"6848512" : 621,
"6914048" : 685,
"6979584" : 689,
"7045120" : 644,
"7110656" : 669,
"7176192" : 530,
"7241728" : 486,
"7307264" : 634,
"7372800" : 525,
"7438336" : 441,
"7503872" : 527,
"7569408" : 439,
"7634944" : 423,
"7700480" : 497,
"7766016" : 568,
"7831552" : 410,
"7897088" : 462,
"7962624" : 405,
"8028160" : 399,
"8093696" : 435,
"8159232" : 417,
"8224768" : 314,
"8290304" : 357,
"8355840" : 332,
"8454144" : 662,
"8585216" : 632,
"8716288" : 542,
"8847360" : 636,
"8978432" : 583,
"9109504" : 562,
"9240576" : 527,
"9371648" : 586,
"9502720" : 552,
"9633792" : 411,
"9764864" : 500,
"9895936" : 339,
"10027008" : 401,
"10158080" : 251,
"10289152" : 299,
"10420224" : 296,
"10551296" : 239,
"10682368" : 293,
"10813440" : 213,
"10944512" : 233,
"11075584" : 247,
"11206656" : 214,
"11337728" : 201,
"11468800" : 173,
"11599872" : 216,
"11730944" : 137,
"11862016" : 127,
"11993088" : 182,
"12124160" : 147,
"12255232" : 136,
"12386304" : 116,
"12517376" : 73,
"12648448" : 108,
"12779520" : 93,
"12910592" : 92,
"13041664" : 123,
"13172736" : 80,
"13303808" : 107,
"13434880" : 44,
"13565952" : 90,
"13697024" : 58,
"13828096" : 74,
"13959168" : 56,
"14090240" : 32,
"14221312" : 23,
"14352384" : 64,
"14483456" : 50,
"14614528" : 23,
"14745600" : 35,
"14876672" : 30,
"15007744" : 33,
"15138816" : 43,
"15269888" : 17,
"15400960" : 34,
"15532032" : 15,
"15663104" : 21,
"15794176" : 19,
"15925248" : 5,
"16056320" : 16,
"16187392" : 9,
"16318464" : 26,
"16449536" : 27,
"16580608" : 4,
"16711680" : 19,
"16908288" : 24,
"17170432" : 26,
"17432576" : 6,
"17694720" : 9,
"17956864" : 37,
"18219008" : 20,
"18481152" : 12,
"18743296" : 5,
"19005440" : 11,
"19267584" : 6,
"19529728" : 9,
"19791872" : 4,
"20054016" : 3,
"20316160" : 9,
"20578304" : 4,
"20840448" : 8,
"21364736" : 6,
"21889024" : 6,
"22151168" : 2,
"23199744" : 2,
"23986176" : 3
}
},
"lat_ns" : {
"min" : 751248,
"max" : 23929082,
"mean" : 1731584.721948,
"stddev" : 1541812.816069,
"N" : 1108443
},
"bw_min" : 29088,
"bw_max" : 133306,
"bw_agg" : 100.000000,
"bw_mean" : 74103.025210,
"bw_dev" : 35693.431314,
"bw_samples" : 119,
"iops_min" : 7272,
"iops_max" : 33326,
"iops_mean" : 18525.739496,
"iops_stddev" : 8923.326289,
"iops_samples" : 119
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 3.225054,
"sys_cpu" : 53.627560,
"ctx" : 75199,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999910,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999910,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 31.194359
},
"latency_ms" : {
"2" : 49.020519,
"4" : 13.754416,
"10" : 5.512141,
"20" : 0.512340,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095988,
"timestamp_ms" : 1773095988394,
"time" : "Mon Mar 9 19:39:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5098983424,
"io_kbytes" : 4979476,
"bw_bytes" : 72843660,
"bw" : 71136,
"iops" : 17784.111202,
"runtime" : 69999,
"total_ios" : 1244870,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8654,
"max" : 5162238,
"mean" : 54431.566910,
"stddev" : 175270.312711,
"N" : 1244870
},
"clat_ns" : {
"min" : 737066,
"max" : 23896413,
"mean" : 1744369.807670,
"stddev" : 1541551.924124,
"N" : 1244869,
"percentile" : {
"1.000000" : 823296,
"5.000000" : 888832,
"10.000000" : 913408,
"20.000000" : 946176,
"30.000000" : 1003520,
"40.000000" : 1073152,
"50.000000" : 1155072,
"60.000000" : 1286144,
"70.000000" : 1548288,
"80.000000" : 2088960,
"90.000000" : 3162112,
"95.000000" : 4947968,
"99.000000" : 8716288,
"99.500000" : 10027008,
"99.900000" : 13172736,
"99.950000" : 14483456,
"99.990000" : 17956864
},
"bins" : {
"733184" : 1,
"741376" : 25,
"749568" : 41,
"757760" : 78,
"765952" : 175,
"774144" : 471,
"782336" : 807,
"790528" : 1251,
"798720" : 1816,
"806912" : 2681,
"815104" : 3362,
"823296" : 3905,
"831488" : 3943,
"839680" : 4106,
"847872" : 4350,
"856064" : 4590,
"864256" : 5371,
"872448" : 6848,
"880640" : 9421,
"888832" : 12812,
"897024" : 17104,
"905216" : 21852,
"913408" : 26752,
"921600" : 30936,
"929792" : 33214,
"937984" : 32893,
"946176" : 30520,
"954368" : 26085,
"962560" : 21462,
"970752" : 17144,
"978944" : 13745,
"987136" : 12379,
"995328" : 12660,
"1003520" : 13921,
"1011712" : 15953,
"1019904" : 17271,
"1028096" : 18410,
"1036288" : 18036,
"1044480" : 16337,
"1056768" : 26473,
"1073152" : 19858,
"1089536" : 19181,
"1105920" : 24739,
"1122304" : 30169,
"1138688" : 29235,
"1155072" : 24364,
"1171456" : 20542,
"1187840" : 18107,
"1204224" : 17315,
"1220608" : 16414,
"1236992" : 13648,
"1253376" : 11296,
"1269760" : 8341,
"1286144" : 7148,
"1302528" : 6877,
"1318912" : 7254,
"1335296" : 7128,
"1351680" : 6138,
"1368064" : 5644,
"1384448" : 5651,
"1400832" : 6477,
"1417216" : 7912,
"1433600" : 9558,
"1449984" : 10090,
"1466368" : 10723,
"1482752" : 10629,
"1499136" : 10289,
"1515520" : 9022,
"1531904" : 7070,
"1548288" : 5851,
"1564672" : 4411,
"1581056" : 2924,
"1597440" : 2204,
"1613824" : 1842,
"1630208" : 1754,
"1646592" : 1860,
"1662976" : 2032,
"1679360" : 2362,
"1695744" : 2872,
"1712128" : 3706,
"1728512" : 4356,
"1744896" : 5376,
"1761280" : 6361,
"1777664" : 6979,
"1794048" : 7323,
"1810432" : 7459,
"1826816" : 6732,
"1843200" : 6202,
"1859584" : 5536,
"1875968" : 4674,
"1892352" : 3647,
"1908736" : 2662,
"1925120" : 2016,
"1941504" : 1539,
"1957888" : 1502,
"1974272" : 1450,
"1990656" : 1646,
"2007040" : 2031,
"2023424" : 2619,
"2039808" : 2925,
"2056192" : 3421,
"2072576" : 3724,
"2088960" : 4279,
"2113536" : 9535,
"2146304" : 9743,
"2179072" : 8098,
"2211840" : 5653,
"2244608" : 3810,
"2277376" : 3039,
"2310144" : 2978,
"2342912" : 3631,
"2375680" : 4352,
"2408448" : 5494,
"2441216" : 5961,
"2473984" : 5414,
"2506752" : 4894,
"2539520" : 3699,
"2572288" : 2842,
"2605056" : 2566,
"2637824" : 2365,
"2670592" : 2578,
"2703360" : 2826,
"2736128" : 3480,
"2768896" : 3706,
"2801664" : 3712,
"2834432" : 3129,
"2867200" : 2678,
"2899968" : 2259,
"2932736" : 2119,
"2965504" : 1939,
"2998272" : 2183,
"3031040" : 2385,
"3063808" : 2396,
"3096576" : 2413,
"3129344" : 2160,
"3162112" : 2120,
"3194880" : 1728,
"3227648" : 1702,
"3260416" : 1712,
"3293184" : 1603,
"3325952" : 1472,
"3358720" : 1499,
"3391488" : 1718,
"3424256" : 1693,
"3457024" : 1646,
"3489792" : 1406,
"3522560" : 1331,
"3555328" : 1448,
"3588096" : 1318,
"3620864" : 1332,
"3653632" : 1351,
"3686400" : 1460,
"3719168" : 1583,
"3751936" : 1353,
"3784704" : 1084,
"3817472" : 1259,
"3850240" : 1434,
"3883008" : 2146,
"3915776" : 1171,
"3948544" : 1103,
"3981312" : 1252,
"4014080" : 1091,
"4046848" : 919,
"4079616" : 812,
"4112384" : 889,
"4145152" : 867,
"4177920" : 949,
"4227072" : 1498,
"4292608" : 1734,
"4358144" : 1541,
"4423680" : 1889,
"4489216" : 1615,
"4554752" : 1619,
"4620288" : 1405,
"4685824" : 1563,
"4751360" : 1549,
"4816896" : 1535,
"4882432" : 1521,
"4947968" : 1496,
"5013504" : 1701,
"5079040" : 1319,
"5144576" : 1482,
"5210112" : 1409,
"5275648" : 1490,
"5341184" : 1366,
"5406720" : 1276,
"5472256" : 1394,
"5537792" : 1304,
"5603328" : 1176,
"5668864" : 1191,
"5734400" : 1176,
"5799936" : 1199,
"5865472" : 1191,
"5931008" : 1230,
"5996544" : 1080,
"6062080" : 1122,
"6127616" : 1064,
"6193152" : 1023,
"6258688" : 912,
"6324224" : 841,
"6389760" : 911,
"6455296" : 922,
"6520832" : 986,
"6586368" : 905,
"6651904" : 954,
"6717440" : 885,
"6782976" : 786,
"6848512" : 805,
"6914048" : 769,
"6979584" : 784,
"7045120" : 795,
"7110656" : 822,
"7176192" : 722,
"7241728" : 644,
"7307264" : 838,
"7372800" : 669,
"7438336" : 592,
"7503872" : 630,
"7569408" : 499,
"7634944" : 494,
"7700480" : 640,
"7766016" : 647,
"7831552" : 488,
"7897088" : 496,
"7962624" : 489,
"8028160" : 515,
"8093696" : 528,
"8159232" : 531,
"8224768" : 401,
"8290304" : 464,
"8355840" : 397,
"8454144" : 803,
"8585216" : 755,
"8716288" : 664,
"8847360" : 709,
"8978432" : 684,
"9109504" : 675,
"9240576" : 657,
"9371648" : 672,
"9502720" : 651,
"9633792" : 468,
"9764864" : 600,
"9895936" : 401,
"10027008" : 452,
"10158080" : 297,
"10289152" : 335,
"10420224" : 315,
"10551296" : 250,
"10682368" : 334,
"10813440" : 246,
"10944512" : 268,
"11075584" : 275,
"11206656" : 227,
"11337728" : 213,
"11468800" : 186,
"11599872" : 232,
"11730944" : 169,
"11862016" : 140,
"11993088" : 195,
"12124160" : 158,
"12255232" : 146,
"12386304" : 126,
"12517376" : 88,
"12648448" : 125,
"12779520" : 93,
"12910592" : 103,
"13041664" : 128,
"13172736" : 93,
"13303808" : 128,
"13434880" : 45,
"13565952" : 96,
"13697024" : 60,
"13828096" : 77,
"13959168" : 60,
"14090240" : 32,
"14221312" : 23,
"14352384" : 64,
"14483456" : 50,
"14614528" : 23,
"14745600" : 35,
"14876672" : 30,
"15007744" : 33,
"15138816" : 43,
"15269888" : 20,
"15400960" : 37,
"15532032" : 15,
"15663104" : 21,
"15794176" : 20,
"15925248" : 5,
"16056320" : 16,
"16187392" : 9,
"16318464" : 26,
"16449536" : 27,
"16580608" : 5,
"16711680" : 19,
"16908288" : 24,
"17170432" : 26,
"17432576" : 7,
"17694720" : 9,
"17956864" : 37,
"18219008" : 20,
"18481152" : 12,
"18743296" : 5,
"19005440" : 11,
"19267584" : 6,
"19529728" : 9,
"19791872" : 4,
"20054016" : 3,
"20316160" : 9,
"20578304" : 4,
"20840448" : 8,
"21364736" : 6,
"21889024" : 6,
"22151168" : 2,
"23199744" : 2,
"23986176" : 3
}
},
"lat_ns" : {
"min" : 751248,
"max" : 23929082,
"mean" : 1798799.331804,
"stddev" : 1581481.446419,
"N" : 1244869
},
"bw_min" : 29088,
"bw_max" : 133306,
"bw_agg" : 100.000000,
"bw_mean" : 71220.633094,
"bw_dev" : 33771.459994,
"bw_samples" : 139,
"iops_min" : 7272,
"iops_max" : 33326,
"iops_mean" : 17805.143885,
"iops_stddev" : 8442.835258,
"iops_samples" : 139
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 3.105759,
"sys_cpu" : 51.590737,
"ctx" : 83840,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 29.213733
},
"latency_ms" : {
"2" : 49.300409,
"4" : 14.611405,
"10" : 6.368135,
"20" : 0.499008,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095998,
"timestamp_ms" : 1773095998394,
"time" : "Mon Mar 9 19:39:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5704216576,
"io_kbytes" : 5570524,
"bw_bytes" : 71303598,
"bw" : 69632,
"iops" : 17408.117601,
"runtime" : 79999,
"total_ios" : 1392632,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8654,
"max" : 5162238,
"mean" : 55640.779166,
"stddev" : 184094.508971,
"N" : 1392632
},
"clat_ns" : {
"min" : 737066,
"max" : 23896413,
"mean" : 1781982.715962,
"stddev" : 1552391.824482,
"N" : 1392631,
"percentile" : {
"1.000000" : 815104,
"5.000000" : 880640,
"10.000000" : 913408,
"20.000000" : 946176,
"30.000000" : 1011712,
"40.000000" : 1089536,
"50.000000" : 1171456,
"60.000000" : 1351680,
"70.000000" : 1630208,
"80.000000" : 2146304,
"90.000000" : 3325952,
"95.000000" : 5013504,
"99.000000" : 8585216,
"99.500000" : 9895936,
"99.900000" : 13041664,
"99.950000" : 14352384,
"99.990000" : 17956864
},
"bins" : {
"733184" : 1,
"741376" : 40,
"749568" : 60,
"757760" : 110,
"765952" : 250,
"774144" : 609,
"782336" : 1104,
"790528" : 1775,
"798720" : 2811,
"806912" : 4172,
"815104" : 5321,
"823296" : 6347,
"831488" : 6474,
"839680" : 6299,
"847872" : 6379,
"856064" : 5984,
"864256" : 6631,
"872448" : 7970,
"880640" : 10549,
"888832" : 14059,
"897024" : 18470,
"905216" : 23207,
"913408" : 27953,
"921600" : 32140,
"929792" : 34230,
"937984" : 33829,
"946176" : 31305,
"954368" : 26650,
"962560" : 21946,
"970752" : 17432,
"978944" : 14023,
"987136" : 12631,
"995328" : 12844,
"1003520" : 14061,
"1011712" : 16076,
"1019904" : 17366,
"1028096" : 18511,
"1036288" : 18117,
"1044480" : 16414,
"1056768" : 26726,
"1073152" : 20413,
"1089536" : 20321,
"1105920" : 27021,
"1122304" : 33320,
"1138688" : 32979,
"1155072" : 27771,
"1171456" : 24139,
"1187840" : 21746,
"1204224" : 20246,
"1220608" : 18186,
"1236992" : 14856,
"1253376" : 12164,
"1269760" : 8946,
"1286144" : 7655,
"1302528" : 7336,
"1318912" : 7744,
"1335296" : 7620,
"1351680" : 6488,
"1368064" : 6165,
"1384448" : 6427,
"1400832" : 7394,
"1417216" : 9310,
"1433600" : 11129,
"1449984" : 11948,
"1466368" : 12956,
"1482752" : 13203,
"1499136" : 12884,
"1515520" : 11292,
"1531904" : 8861,
"1548288" : 7573,
"1564672" : 5558,
"1581056" : 3726,
"1597440" : 2877,
"1613824" : 2365,
"1630208" : 2168,
"1646592" : 2273,
"1662976" : 2388,
"1679360" : 2739,
"1695744" : 3338,
"1712128" : 4251,
"1728512" : 4948,
"1744896" : 6071,
"1761280" : 7278,
"1777664" : 7947,
"1794048" : 8408,
"1810432" : 8654,
"1826816" : 7733,
"1843200" : 7112,
"1859584" : 6435,
"1875968" : 5557,
"1892352" : 4232,
"1908736" : 3057,
"1925120" : 2343,
"1941504" : 1839,
"1957888" : 1784,
"1974272" : 1679,
"1990656" : 1875,
"2007040" : 2324,
"2023424" : 2933,
"2039808" : 3241,
"2056192" : 3743,
"2072576" : 4041,
"2088960" : 4581,
"2113536" : 10536,
"2146304" : 10625,
"2179072" : 8826,
"2211840" : 6301,
"2244608" : 4443,
"2277376" : 3598,
"2310144" : 3474,
"2342912" : 4144,
"2375680" : 4948,
"2408448" : 5953,
"2441216" : 6454,
"2473984" : 5926,
"2506752" : 5600,
"2539520" : 4294,
"2572288" : 3450,
"2605056" : 3001,
"2637824" : 2711,
"2670592" : 3025,
"2703360" : 3276,
"2736128" : 3853,
"2768896" : 4237,
"2801664" : 4267,
"2834432" : 3747,
"2867200" : 3147,
"2899968" : 2755,
"2932736" : 2728,
"2965504" : 2496,
"2998272" : 2634,
"3031040" : 2896,
"3063808" : 2842,
"3096576" : 2966,
"3129344" : 2801,
"3162112" : 2704,
"3194880" : 2189,
"3227648" : 2320,
"3260416" : 2338,
"3293184" : 2217,
"3325952" : 1997,
"3358720" : 1981,
"3391488" : 2063,
"3424256" : 2095,
"3457024" : 2034,
"3489792" : 1750,
"3522560" : 1687,
"3555328" : 1793,
"3588096" : 1646,
"3620864" : 1769,
"3653632" : 1697,
"3686400" : 1824,
"3719168" : 1874,
"3751936" : 1724,
"3784704" : 1408,
"3817472" : 1569,
"3850240" : 1761,
"3883008" : 2428,
"3915776" : 1456,
"3948544" : 1495,
"3981312" : 1525,
"4014080" : 1300,
"4046848" : 1201,
"4079616" : 1097,
"4112384" : 1194,
"4145152" : 1140,
"4177920" : 1170,
"4227072" : 2087,
"4292608" : 2147,
"4358144" : 2003,
"4423680" : 2224,
"4489216" : 2040,
"4554752" : 2119,
"4620288" : 1898,
"4685824" : 2118,
"4751360" : 1903,
"4816896" : 1928,
"4882432" : 1985,
"4947968" : 1866,
"5013504" : 2071,
"5079040" : 1592,
"5144576" : 1820,
"5210112" : 1751,
"5275648" : 1901,
"5341184" : 1736,
"5406720" : 1557,
"5472256" : 1631,
"5537792" : 1555,
"5603328" : 1485,
"5668864" : 1478,
"5734400" : 1417,
"5799936" : 1482,
"5865472" : 1435,
"5931008" : 1479,
"5996544" : 1310,
"6062080" : 1342,
"6127616" : 1308,
"6193152" : 1315,
"6258688" : 1126,
"6324224" : 1009,
"6389760" : 1099,
"6455296" : 1093,
"6520832" : 1167,
"6586368" : 1032,
"6651904" : 1106,
"6717440" : 1087,
"6782976" : 1026,
"6848512" : 932,
"6914048" : 865,
"6979584" : 886,
"7045120" : 939,
"7110656" : 951,
"7176192" : 809,
"7241728" : 732,
"7307264" : 959,
"7372800" : 791,
"7438336" : 703,
"7503872" : 711,
"7569408" : 578,
"7634944" : 536,
"7700480" : 700,
"7766016" : 738,
"7831552" : 576,
"7897088" : 574,
"7962624" : 556,
"8028160" : 549,
"8093696" : 590,
"8159232" : 584,
"8224768" : 472,
"8290304" : 527,
"8355840" : 412,
"8454144" : 901,
"8585216" : 844,
"8716288" : 784,
"8847360" : 772,
"8978432" : 757,
"9109504" : 775,
"9240576" : 699,
"9371648" : 748,
"9502720" : 710,
"9633792" : 516,
"9764864" : 612,
"9895936" : 427,
"10027008" : 516,
"10158080" : 318,
"10289152" : 353,
"10420224" : 348,
"10551296" : 270,
"10682368" : 369,
"10813440" : 297,
"10944512" : 288,
"11075584" : 277,
"11206656" : 232,
"11337728" : 224,
"11468800" : 188,
"11599872" : 260,
"11730944" : 181,
"11862016" : 140,
"11993088" : 202,
"12124160" : 166,
"12255232" : 154,
"12386304" : 128,
"12517376" : 88,
"12648448" : 127,
"12779520" : 93,
"12910592" : 103,
"13041664" : 128,
"13172736" : 101,
"13303808" : 130,
"13434880" : 45,
"13565952" : 97,
"13697024" : 60,
"13828096" : 77,
"13959168" : 60,
"14090240" : 32,
"14221312" : 28,
"14352384" : 67,
"14483456" : 50,
"14614528" : 28,
"14745600" : 35,
"14876672" : 30,
"15007744" : 33,
"15138816" : 43,
"15269888" : 22,
"15400960" : 37,
"15532032" : 15,
"15663104" : 21,
"15794176" : 20,
"15925248" : 11,
"16056320" : 16,
"16187392" : 9,
"16318464" : 39,
"16449536" : 27,
"16580608" : 5,
"16711680" : 19,
"16908288" : 24,
"17170432" : 26,
"17432576" : 7,
"17694720" : 9,
"17956864" : 37,
"18219008" : 20,
"18481152" : 13,
"18743296" : 5,
"19005440" : 11,
"19267584" : 6,
"19529728" : 9,
"19791872" : 4,
"20054016" : 3,
"20316160" : 9,
"20578304" : 4,
"20840448" : 8,
"21364736" : 6,
"21889024" : 6,
"22151168" : 2,
"23199744" : 2,
"23986176" : 3
}
},
"lat_ns" : {
"min" : 751248,
"max" : 23929082,
"mean" : 1837618.649830,
"stddev" : 1591716.590991,
"N" : 1392631
},
"bw_min" : 29088,
"bw_max" : 133306,
"bw_agg" : 100.000000,
"bw_mean" : 69710.704403,
"bw_dev" : 31846.276061,
"bw_samples" : 159,
"iops_min" : 7272,
"iops_max" : 33326,
"iops_mean" : 17427.660377,
"iops_stddev" : 7961.541887,
"iops_samples" : 159
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 3.050038,
"sys_cpu" : 50.439380,
"ctx" : 90984,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999928,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999928,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 28.325502
},
"latency_ms" : {
"2" : 49.059622,
"4" : 15.231231,
"10" : 6.903618,
"20" : 0.471984,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096008,
"timestamp_ms" : 1773096008394,
"time" : "Mon Mar 9 19:40:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6373261312,
"io_kbytes" : 6223888,
"bw_bytes" : 70814801,
"bw" : 69155,
"iops" : 17288.780986,
"runtime" : 89999,
"total_ios" : 1555973,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8553,
"max" : 5162238,
"mean" : 56037.318792,
"stddev" : 189972.100747,
"N" : 1555973
},
"clat_ns" : {
"min" : 727621,
"max" : 23896413,
"mean" : 1794328.204373,
"stddev" : 1542885.004558,
"N" : 1555972,
"percentile" : {
"1.000000" : 806912,
"5.000000" : 864256,
"10.000000" : 905216,
"20.000000" : 946176,
"30.000000" : 1011712,
"40.000000" : 1105920,
"50.000000" : 1187840,
"60.000000" : 1384448,
"70.000000" : 1679360,
"80.000000" : 2179072,
"90.000000" : 3424256,
"95.000000" : 5013504,
"99.000000" : 8454144,
"99.500000" : 9764864,
"99.900000" : 12910592,
"99.950000" : 14090240,
"99.990000" : 17694720
},
"bins" : {
"724992" : 1,
"733184" : 3,
"741376" : 52,
"749568" : 89,
"757760" : 154,
"765952" : 403,
"774144" : 933,
"782336" : 1689,
"790528" : 2932,
"798720" : 4459,
"806912" : 6450,
"815104" : 7993,
"823296" : 9540,
"831488" : 9949,
"839680" : 9776,
"847872" : 9194,
"856064" : 8478,
"864256" : 8813,
"872448" : 9944,
"880640" : 12618,
"888832" : 16282,
"897024" : 20757,
"905216" : 25332,
"913408" : 30028,
"921600" : 34069,
"929792" : 35896,
"937984" : 35264,
"946176" : 32406,
"954368" : 27528,
"962560" : 22650,
"970752" : 18059,
"978944" : 14647,
"987136" : 13120,
"995328" : 13248,
"1003520" : 14383,
"1011712" : 16366,
"1019904" : 17622,
"1028096" : 18694,
"1036288" : 18273,
"1044480" : 16615,
"1056768" : 27130,
"1073152" : 21183,
"1089536" : 21819,
"1105920" : 29172,
"1122304" : 36432,
"1138688" : 37056,
"1155072" : 32214,
"1171456" : 28194,
"1187840" : 25448,
"1204224" : 23358,
"1220608" : 20292,
"1236992" : 16192,
"1253376" : 12969,
"1269760" : 9469,
"1286144" : 8112,
"1302528" : 7878,
"1318912" : 8313,
"1335296" : 8158,
"1351680" : 7077,
"1368064" : 6703,
"1384448" : 7123,
"1400832" : 8262,
"1417216" : 10350,
"1433600" : 12445,
"1449984" : 13683,
"1466368" : 14982,
"1482752" : 15627,
"1499136" : 15107,
"1515520" : 13138,
"1531904" : 10713,
"1548288" : 8969,
"1564672" : 6576,
"1581056" : 4318,
"1597440" : 3339,
"1613824" : 2825,
"1630208" : 2566,
"1646592" : 2649,
"1662976" : 2774,
"1679360" : 3090,
"1695744" : 3811,
"1712128" : 4681,
"1728512" : 5395,
"1744896" : 6622,
"1761280" : 7885,
"1777664" : 8672,
"1794048" : 9213,
"1810432" : 9521,
"1826816" : 8500,
"1843200" : 7793,
"1859584" : 7026,
"1875968" : 6276,
"1892352" : 4790,
"1908736" : 3606,
"1925120" : 2699,
"1941504" : 2054,
"1957888" : 2021,
"1974272" : 1858,
"1990656" : 2111,
"2007040" : 2527,
"2023424" : 3231,
"2039808" : 3527,
"2056192" : 3998,
"2072576" : 4376,
"2088960" : 4896,
"2113536" : 11111,
"2146304" : 11342,
"2179072" : 9497,
"2211840" : 6781,
"2244608" : 4938,
"2277376" : 4163,
"2310144" : 3872,
"2342912" : 4657,
"2375680" : 5364,
"2408448" : 6477,
"2441216" : 6955,
"2473984" : 6334,
"2506752" : 6146,
"2539520" : 4758,
"2572288" : 3991,
"2605056" : 3454,
"2637824" : 3410,
"2670592" : 3479,
"2703360" : 3865,
"2736128" : 4566,
"2768896" : 4889,
"2801664" : 4926,
"2834432" : 4348,
"2867200" : 3770,
"2899968" : 3358,
"2932736" : 3464,
"2965504" : 3160,
"2998272" : 3370,
"3031040" : 3453,
"3063808" : 3442,
"3096576" : 3494,
"3129344" : 3493,
"3162112" : 3404,
"3194880" : 2688,
"3227648" : 2883,
"3260416" : 2891,
"3293184" : 2841,
"3325952" : 2418,
"3358720" : 2522,
"3391488" : 2553,
"3424256" : 2516,
"3457024" : 2477,
"3489792" : 2156,
"3522560" : 2140,
"3555328" : 2136,
"3588096" : 2047,
"3620864" : 2192,
"3653632" : 2069,
"3686400" : 2210,
"3719168" : 2234,
"3751936" : 2035,
"3784704" : 1695,
"3817472" : 1891,
"3850240" : 2078,
"3883008" : 2729,
"3915776" : 1730,
"3948544" : 1861,
"3981312" : 1732,
"4014080" : 1517,
"4046848" : 1446,
"4079616" : 1364,
"4112384" : 1473,
"4145152" : 1407,
"4177920" : 1384,
"4227072" : 2534,
"4292608" : 2684,
"4358144" : 2423,
"4423680" : 2613,
"4489216" : 2400,
"4554752" : 2517,
"4620288" : 2325,
"4685824" : 2518,
"4751360" : 2138,
"4816896" : 2361,
"4882432" : 2403,
"4947968" : 2315,
"5013504" : 2429,
"5079040" : 1939,
"5144576" : 2184,
"5210112" : 2073,
"5275648" : 2152,
"5341184" : 2096,
"5406720" : 1836,
"5472256" : 2036,
"5537792" : 1844,
"5603328" : 1707,
"5668864" : 1703,
"5734400" : 1685,
"5799936" : 1665,
"5865472" : 1584,
"5931008" : 1675,
"5996544" : 1482,
"6062080" : 1497,
"6127616" : 1577,
"6193152" : 1405,
"6258688" : 1287,
"6324224" : 1227,
"6389760" : 1327,
"6455296" : 1252,
"6520832" : 1336,
"6586368" : 1170,
"6651904" : 1253,
"6717440" : 1270,
"6782976" : 1141,
"6848512" : 990,
"6914048" : 985,
"6979584" : 974,
"7045120" : 1064,
"7110656" : 1070,
"7176192" : 884,
"7241728" : 829,
"7307264" : 1059,
"7372800" : 890,
"7438336" : 831,
"7503872" : 753,
"7569408" : 621,
"7634944" : 596,
"7700480" : 730,
"7766016" : 771,
"7831552" : 672,
"7897088" : 608,
"7962624" : 600,
"8028160" : 604,
"8093696" : 657,
"8159232" : 619,
"8224768" : 516,
"8290304" : 585,
"8355840" : 466,
"8454144" : 936,
"8585216" : 933,
"8716288" : 835,
"8847360" : 848,
"8978432" : 791,
"9109504" : 802,
"9240576" : 732,
"9371648" : 795,
"9502720" : 717,
"9633792" : 523,
"9764864" : 640,
"9895936" : 434,
"10027008" : 525,
"10158080" : 341,
"10289152" : 371,
"10420224" : 387,
"10551296" : 275,
"10682368" : 370,
"10813440" : 308,
"10944512" : 288,
"11075584" : 290,
"11206656" : 235,
"11337728" : 231,
"11468800" : 188,
"11599872" : 269,
"11730944" : 187,
"11862016" : 143,
"11993088" : 212,
"12124160" : 166,
"12255232" : 158,
"12386304" : 138,
"12517376" : 88,
"12648448" : 129,
"12779520" : 93,
"12910592" : 103,
"13041664" : 128,
"13172736" : 101,
"13303808" : 130,
"13434880" : 45,
"13565952" : 97,
"13697024" : 60,
"13828096" : 77,
"13959168" : 60,
"14090240" : 32,
"14221312" : 28,
"14352384" : 67,
"14483456" : 50,
"14614528" : 28,
"14745600" : 41,
"14876672" : 30,
"15007744" : 33,
"15138816" : 43,
"15269888" : 22,
"15400960" : 37,
"15532032" : 15,
"15663104" : 21,
"15794176" : 20,
"15925248" : 11,
"16056320" : 16,
"16187392" : 9,
"16318464" : 39,
"16449536" : 27,
"16580608" : 5,
"16711680" : 19,
"16908288" : 24,
"17170432" : 26,
"17432576" : 7,
"17694720" : 9,
"17956864" : 37,
"18219008" : 20,
"18481152" : 13,
"18743296" : 5,
"19005440" : 11,
"19267584" : 6,
"19529728" : 9,
"19791872" : 4,
"20054016" : 3,
"20316160" : 9,
"20578304" : 4,
"20840448" : 8,
"21364736" : 6,
"21889024" : 6,
"22151168" : 2,
"23199744" : 2,
"23986176" : 3
}
},
"lat_ns" : {
"min" : 751248,
"max" : 23929082,
"mean" : 1850364.347669,
"stddev" : 1581145.588334,
"N" : 1555972
},
"bw_min" : 29088,
"bw_max" : 133306,
"bw_agg" : 100.000000,
"bw_mean" : 69164.603352,
"bw_dev" : 30086.943232,
"bw_samples" : 179,
"iops_min" : 7272,
"iops_max" : 33326,
"iops_mean" : 17291.134078,
"iops_stddev" : 7521.709514,
"iops_samples" : 179
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 3.012256,
"sys_cpu" : 49.952777,
"ctx" : 97022,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999936,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999936,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 28.511163
},
"latency_ms" : {
"2" : 48.291583,
"4" : 15.614538,
"10" : 7.140869,
"20" : 0.433427,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096018,
"timestamp_ms" : 1773096018393,
"time" : "Mon Mar 9 19:40:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7115579392,
"io_kbytes" : 6948808,
"bw_bytes" : 71155793,
"bw" : 69488,
"iops" : 17372.030000,
"runtime" : 100000,
"total_ios" : 1737203,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8553,
"max" : 5162238,
"mean" : 55759.219740,
"stddev" : 193190.754009,
"N" : 1737203
},
"clat_ns" : {
"min" : 721122,
"max" : 23896413,
"mean" : 1785684.206228,
"stddev" : 1523060.733897,
"N" : 1737202,
"percentile" : {
"1.000000" : 806912,
"5.000000" : 847872,
"10.000000" : 897024,
"20.000000" : 937984,
"30.000000" : 1003520,
"40.000000" : 1089536,
"50.000000" : 1171456,
"60.000000" : 1368064,
"70.000000" : 1662976,
"80.000000" : 2211840,
"90.000000" : 3424256,
"95.000000" : 5013504,
"99.000000" : 8290304,
"99.500000" : 9633792,
"99.900000" : 12648448,
"99.950000" : 13828096,
"99.990000" : 17170432
},
"bins" : {
"724992" : 13,
"733184" : 12,
"741376" : 75,
"749568" : 125,
"757760" : 231,
"765952" : 630,
"774144" : 1364,
"782336" : 2473,
"790528" : 4281,
"798720" : 6831,
"806912" : 9756,
"815104" : 12283,
"823296" : 14472,
"831488" : 15616,
"839680" : 14965,
"847872" : 13336,
"856064" : 11503,
"864256" : 10942,
"872448" : 11905,
"880640" : 14754,
"888832" : 18975,
"897024" : 23929,
"905216" : 28836,
"913408" : 34080,
"921600" : 37881,
"929792" : 39243,
"937984" : 38175,
"946176" : 34838,
"954368" : 29561,
"962560" : 24403,
"970752" : 19665,
"978944" : 15933,
"987136" : 14059,
"995328" : 14026,
"1003520" : 15107,
"1011712" : 16998,
"1019904" : 18158,
"1028096" : 19093,
"1036288" : 18652,
"1044480" : 16909,
"1056768" : 27769,
"1073152" : 21938,
"1089536" : 23047,
"1105920" : 31198,
"1122304" : 39559,
"1138688" : 41077,
"1155072" : 36329,
"1171456" : 32225,
"1187840" : 29166,
"1204224" : 26675,
"1220608" : 22443,
"1236992" : 17411,
"1253376" : 13869,
"1269760" : 10165,
"1286144" : 8761,
"1302528" : 8529,
"1318912" : 8903,
"1335296" : 8678,
"1351680" : 7567,
"1368064" : 7189,
"1384448" : 7666,
"1400832" : 8955,
"1417216" : 11251,
"1433600" : 13537,
"1449984" : 14930,
"1466368" : 16202,
"1482752" : 17141,
"1499136" : 16553,
"1515520" : 14476,
"1531904" : 11995,
"1548288" : 9953,
"1564672" : 7321,
"1581056" : 4784,
"1597440" : 3812,
"1613824" : 3272,
"1630208" : 2914,
"1646592" : 2939,
"1662976" : 3079,
"1679360" : 3407,
"1695744" : 4175,
"1712128" : 5072,
"1728512" : 5777,
"1744896" : 7001,
"1761280" : 8300,
"1777664" : 9068,
"1794048" : 9639,
"1810432" : 9997,
"1826816" : 9010,
"1843200" : 8235,
"1859584" : 7505,
"1875968" : 6721,
"1892352" : 5151,
"1908736" : 3898,
"1925120" : 2929,
"1941504" : 2234,
"1957888" : 2209,
"1974272" : 2080,
"1990656" : 2299,
"2007040" : 2715,
"2023424" : 3409,
"2039808" : 3683,
"2056192" : 4194,
"2072576" : 4566,
"2088960" : 5099,
"2113536" : 11616,
"2146304" : 11737,
"2179072" : 9968,
"2211840" : 7251,
"2244608" : 5387,
"2277376" : 4592,
"2310144" : 4381,
"2342912" : 5100,
"2375680" : 5815,
"2408448" : 6887,
"2441216" : 7346,
"2473984" : 6738,
"2506752" : 6625,
"2539520" : 5221,
"2572288" : 4480,
"2605056" : 4056,
"2637824" : 4032,
"2670592" : 4031,
"2703360" : 4596,
"2736128" : 5118,
"2768896" : 5492,
"2801664" : 5524,
"2834432" : 5103,
"2867200" : 4574,
"2899968" : 4231,
"2932736" : 4051,
"2965504" : 3822,
"2998272" : 4161,
"3031040" : 4233,
"3063808" : 4171,
"3096576" : 4371,
"3129344" : 4244,
"3162112" : 4007,
"3194880" : 3351,
"3227648" : 3595,
"3260416" : 3511,
"3293184" : 3450,
"3325952" : 3048,
"3358720" : 3124,
"3391488" : 3250,
"3424256" : 3023,
"3457024" : 2872,
"3489792" : 2615,
"3522560" : 2738,
"3555328" : 2620,
"3588096" : 2414,
"3620864" : 2398,
"3653632" : 2299,
"3686400" : 2574,
"3719168" : 2693,
"3751936" : 2418,
"3784704" : 1914,
"3817472" : 2204,
"3850240" : 2436,
"3883008" : 3059,
"3915776" : 1965,
"3948544" : 2146,
"3981312" : 2006,
"4014080" : 1809,
"4046848" : 1663,
"4079616" : 1680,
"4112384" : 1751,
"4145152" : 1671,
"4177920" : 1577,
"4227072" : 2982,
"4292608" : 2941,
"4358144" : 2734,
"4423680" : 2984,
"4489216" : 2816,
"4554752" : 2795,
"4620288" : 2590,
"4685824" : 2771,
"4751360" : 2486,
"4816896" : 2640,
"4882432" : 2662,
"4947968" : 2749,
"5013504" : 2772,
"5079040" : 2360,
"5144576" : 2497,
"5210112" : 2362,
"5275648" : 2555,
"5341184" : 2480,
"5406720" : 2055,
"5472256" : 2221,
"5537792" : 2097,
"5603328" : 1811,
"5668864" : 1958,
"5734400" : 1932,
"5799936" : 1958,
"5865472" : 1749,
"5931008" : 1848,
"5996544" : 1613,
"6062080" : 1665,
"6127616" : 1724,
"6193152" : 1615,
"6258688" : 1386,
"6324224" : 1309,
"6389760" : 1433,
"6455296" : 1332,
"6520832" : 1429,
"6586368" : 1251,
"6651904" : 1384,
"6717440" : 1293,
"6782976" : 1173,
"6848512" : 1105,
"6914048" : 1033,
"6979584" : 1059,
"7045120" : 1122,
"7110656" : 1221,
"7176192" : 967,
"7241728" : 901,
"7307264" : 1112,
"7372800" : 938,
"7438336" : 906,
"7503872" : 814,
"7569408" : 691,
"7634944" : 674,
"7700480" : 770,
"7766016" : 778,
"7831552" : 758,
"7897088" : 648,
"7962624" : 620,
"8028160" : 657,
"8093696" : 696,
"8159232" : 629,
"8224768" : 553,
"8290304" : 616,
"8355840" : 511,
"8454144" : 953,
"8585216" : 961,
"8716288" : 877,
"8847360" : 917,
"8978432" : 802,
"9109504" : 850,
"9240576" : 757,
"9371648" : 811,
"9502720" : 723,
"9633792" : 543,
"9764864" : 660,
"9895936" : 458,
"10027008" : 533,
"10158080" : 350,
"10289152" : 371,
"10420224" : 399,
"10551296" : 276,
"10682368" : 385,
"10813440" : 316,
"10944512" : 311,
"11075584" : 299,
"11206656" : 242,
"11337728" : 233,
"11468800" : 200,
"11599872" : 269,
"11730944" : 191,
"11862016" : 143,
"11993088" : 212,
"12124160" : 166,
"12255232" : 158,
"12386304" : 138,
"12517376" : 92,
"12648448" : 130,
"12779520" : 93,
"12910592" : 103,
"13041664" : 128,
"13172736" : 107,
"13303808" : 134,
"13434880" : 45,
"13565952" : 97,
"13697024" : 60,
"13828096" : 77,
"13959168" : 60,
"14090240" : 32,
"14221312" : 28,
"14352384" : 67,
"14483456" : 50,
"14614528" : 28,
"14745600" : 41,
"14876672" : 30,
"15007744" : 33,
"15138816" : 43,
"15269888" : 22,
"15400960" : 37,
"15532032" : 15,
"15663104" : 21,
"15794176" : 20,
"15925248" : 11,
"16056320" : 16,
"16187392" : 9,
"16318464" : 39,
"16449536" : 27,
"16580608" : 5,
"16711680" : 19,
"16908288" : 24,
"17170432" : 26,
"17432576" : 7,
"17694720" : 9,
"17956864" : 37,
"18219008" : 20,
"18481152" : 13,
"18743296" : 5,
"19005440" : 11,
"19267584" : 6,
"19529728" : 9,
"19791872" : 4,
"20054016" : 3,
"20316160" : 9,
"20578304" : 4,
"20840448" : 8,
"21364736" : 6,
"21889024" : 6,
"22151168" : 2,
"23199744" : 2,
"23986176" : 3
}
},
"lat_ns" : {
"min" : 739079,
"max" : 23929082,
"mean" : 1841442.154367,
"stddev" : 1560134.963101,
"N" : 1737202
},
"bw_min" : 29088,
"bw_max" : 133306,
"bw_agg" : 99.966787,
"bw_mean" : 69465.798995,
"bw_dev" : 28591.348872,
"bw_samples" : 199,
"iops_min" : 7272,
"iops_max" : 33326,
"iops_mean" : 17366.432161,
"iops_stddev" : 7147.812644,
"iops_samples" : 199
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 100000,
"usr_cpu" : 3.019000,
"sys_cpu" : 50.042000,
"ctx" : 101857,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999942,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999942,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 29.934844
},
"latency_ms" : {
"2" : 46.746293,
"4" : 15.789980,
"10" : 7.122426,
"20" : 0.395175,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096028,
"timestamp_ms" : 1773096028392,
"time" : "Mon Mar 9 19:40:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7952396288,
"io_kbytes" : 7766012,
"bw_bytes" : 72295168,
"bw" : 70600,
"iops" : 17650.196820,
"runtime" : 109999,
"total_ios" : 1941504,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8553,
"max" : 5162238,
"mean" : 54852.660964,
"stddev" : 193164.055710,
"N" : 1941504
},
"clat_ns" : {
"min" : 716836,
"max" : 23896413,
"mean" : 1757601.195834,
"stddev" : 1490490.894410,
"N" : 1941503,
"percentile" : {
"1.000000" : 798720,
"5.000000" : 831488,
"10.000000" : 880640,
"20.000000" : 929792,
"30.000000" : 978944,
"40.000000" : 1073152,
"50.000000" : 1155072,
"60.000000" : 1318912,
"70.000000" : 1597440,
"80.000000" : 2179072,
"90.000000" : 3391488,
"95.000000" : 4882432,
"99.000000" : 8093696,
"99.500000" : 9371648,
"99.900000" : 12517376,
"99.950000" : 13697024,
"99.990000" : 16908288
},
"bins" : {
"716800" : 4,
"724992" : 20,
"733184" : 27,
"741376" : 114,
"749568" : 175,
"757760" : 337,
"765952" : 892,
"774144" : 1833,
"782336" : 3454,
"790528" : 5896,
"798720" : 9726,
"806912" : 13824,
"815104" : 17643,
"823296" : 20793,
"831488" : 22718,
"839680" : 21698,
"847872" : 18994,
"856064" : 15622,
"864256" : 13894,
"872448" : 14513,
"880640" : 17463,
"888832" : 21836,
"897024" : 27362,
"905216" : 32900,
"913408" : 38639,
"921600" : 43261,
"929792" : 44812,
"937984" : 43521,
"946176" : 39402,
"954368" : 33515,
"962560" : 27628,
"970752" : 22130,
"978944" : 18103,
"987136" : 16054,
"995328" : 15752,
"1003520" : 16715,
"1011712" : 18334,
"1019904" : 19319,
"1028096" : 20104,
"1036288" : 19448,
"1044480" : 17595,
"1056768" : 28961,
"1073152" : 22994,
"1089536" : 24283,
"1105920" : 33144,
"1122304" : 42631,
"1138688" : 45041,
"1155072" : 40372,
"1171456" : 36153,
"1187840" : 32957,
"1204224" : 30274,
"1220608" : 25021,
"1236992" : 18814,
"1253376" : 14681,
"1269760" : 10833,
"1286144" : 9292,
"1302528" : 9032,
"1318912" : 9361,
"1335296" : 9129,
"1351680" : 7966,
"1368064" : 7533,
"1384448" : 7976,
"1400832" : 9355,
"1417216" : 11806,
"1433600" : 14156,
"1449984" : 15672,
"1466368" : 17134,
"1482752" : 18041,
"1499136" : 17493,
"1515520" : 15399,
"1531904" : 12777,
"1548288" : 10735,
"1564672" : 8013,
"1581056" : 5315,
"1597440" : 4087,
"1613824" : 3500,
"1630208" : 3158,
"1646592" : 3142,
"1662976" : 3256,
"1679360" : 3636,
"1695744" : 4387,
"1712128" : 5356,
"1728512" : 6134,
"1744896" : 7305,
"1761280" : 8543,
"1777664" : 9375,
"1794048" : 9903,
"1810432" : 10336,
"1826816" : 9385,
"1843200" : 8565,
"1859584" : 7810,
"1875968" : 6961,
"1892352" : 5488,
"1908736" : 4144,
"1925120" : 3157,
"1941504" : 2399,
"1957888" : 2343,
"1974272" : 2224,
"1990656" : 2489,
"2007040" : 2933,
"2023424" : 3713,
"2039808" : 3892,
"2056192" : 4331,
"2072576" : 4744,
"2088960" : 5324,
"2113536" : 12048,
"2146304" : 12093,
"2179072" : 10423,
"2211840" : 7776,
"2244608" : 5853,
"2277376" : 5016,
"2310144" : 4892,
"2342912" : 5585,
"2375680" : 6314,
"2408448" : 7377,
"2441216" : 7705,
"2473984" : 7039,
"2506752" : 7064,
"2539520" : 5678,
"2572288" : 5069,
"2605056" : 4604,
"2637824" : 4470,
"2670592" : 4697,
"2703360" : 5295,
"2736128" : 5828,
"2768896" : 6127,
"2801664" : 6108,
"2834432" : 5689,
"2867200" : 5189,
"2899968" : 4801,
"2932736" : 4731,
"2965504" : 4728,
"2998272" : 4980,
"3031040" : 5013,
"3063808" : 4898,
"3096576" : 5143,
"3129344" : 4945,
"3162112" : 4657,
"3194880" : 4159,
"3227648" : 4265,
"3260416" : 4212,
"3293184" : 4149,
"3325952" : 3741,
"3358720" : 3691,
"3391488" : 3817,
"3424256" : 3428,
"3457024" : 3394,
"3489792" : 3257,
"3522560" : 3161,
"3555328" : 2992,
"3588096" : 2815,
"3620864" : 2738,
"3653632" : 2638,
"3686400" : 2949,
"3719168" : 3045,
"3751936" : 2693,
"3784704" : 2224,
"3817472" : 2415,
"3850240" : 2663,
"3883008" : 3307,
"3915776" : 2229,
"3948544" : 2351,
"3981312" : 2161,
"4014080" : 1946,
"4046848" : 1818,
"4079616" : 1802,
"4112384" : 2078,
"4145152" : 1922,
"4177920" : 1794,
"4227072" : 3445,
"4292608" : 3458,
"4358144" : 3145,
"4423680" : 3221,
"4489216" : 3128,
"4554752" : 3178,
"4620288" : 2856,
"4685824" : 2882,
"4751360" : 2859,
"4816896" : 2887,
"4882432" : 2817,
"4947968" : 3016,
"5013504" : 3014,
"5079040" : 2636,
"5144576" : 2808,
"5210112" : 2700,
"5275648" : 2709,
"5341184" : 2790,
"5406720" : 2242,
"5472256" : 2354,
"5537792" : 2283,
"5603328" : 1980,
"5668864" : 2075,
"5734400" : 2058,
"5799936" : 2114,
"5865472" : 1923,
"5931008" : 1950,
"5996544" : 1778,
"6062080" : 1751,
"6127616" : 1880,
"6193152" : 1715,
"6258688" : 1507,
"6324224" : 1413,
"6389760" : 1455,
"6455296" : 1425,
"6520832" : 1542,
"6586368" : 1321,
"6651904" : 1440,
"6717440" : 1334,
"6782976" : 1235,
"6848512" : 1194,
"6914048" : 1044,
"6979584" : 1070,
"7045120" : 1137,
"7110656" : 1255,
"7176192" : 997,
"7241728" : 975,
"7307264" : 1175,
"7372800" : 948,
"7438336" : 968,
"7503872" : 835,
"7569408" : 736,
"7634944" : 717,
"7700480" : 779,
"7766016" : 778,
"7831552" : 770,
"7897088" : 661,
"7962624" : 649,
"8028160" : 679,
"8093696" : 702,
"8159232" : 671,
"8224768" : 563,
"8290304" : 624,
"8355840" : 523,
"8454144" : 994,
"8585216" : 967,
"8716288" : 894,
"8847360" : 933,
"8978432" : 808,
"9109504" : 871,
"9240576" : 757,
"9371648" : 811,
"9502720" : 726,
"9633792" : 543,
"9764864" : 660,
"9895936" : 459,
"10027008" : 540,
"10158080" : 350,
"10289152" : 385,
"10420224" : 402,
"10551296" : 276,
"10682368" : 398,
"10813440" : 316,
"10944512" : 311,
"11075584" : 299,
"11206656" : 244,
"11337728" : 233,
"11468800" : 200,
"11599872" : 269,
"11730944" : 191,
"11862016" : 143,
"11993088" : 212,
"12124160" : 166,
"12255232" : 158,
"12386304" : 138,
"12517376" : 92,
"12648448" : 130,
"12779520" : 93,
"12910592" : 103,
"13041664" : 137,
"13172736" : 107,
"13303808" : 134,
"13434880" : 55,
"13565952" : 97,
"13697024" : 60,
"13828096" : 77,
"13959168" : 60,
"14090240" : 32,
"14221312" : 28,
"14352384" : 67,
"14483456" : 50,
"14614528" : 28,
"14745600" : 41,
"14876672" : 30,
"15007744" : 33,
"15138816" : 43,
"15269888" : 22,
"15400960" : 37,
"15532032" : 15,
"15663104" : 21,
"15794176" : 20,
"15925248" : 11,
"16056320" : 16,
"16187392" : 9,
"16318464" : 39,
"16449536" : 27,
"16580608" : 5,
"16711680" : 19,
"16908288" : 24,
"17170432" : 26,
"17432576" : 7,
"17694720" : 9,
"17956864" : 37,
"18219008" : 20,
"18481152" : 13,
"18743296" : 5,
"19005440" : 11,
"19267584" : 6,
"19529728" : 9,
"19791872" : 4,
"20054016" : 3,
"20316160" : 9,
"20578304" : 4,
"20840448" : 8,
"21364736" : 6,
"21889024" : 6,
"22151168" : 2,
"23199744" : 2,
"23986176" : 3
}
},
"lat_ns" : {
"min" : 739079,
"max" : 23929082,
"mean" : 1812453.989001,
"stddev" : 1526244.996336,
"N" : 1941503
},
"bw_min" : 29088,
"bw_max" : 133306,
"bw_agg" : 99.946530,
"bw_mean" : 70563.826484,
"bw_dev" : 27509.196025,
"bw_samples" : 219,
"iops_min" : 7272,
"iops_max" : 33326,
"iops_mean" : 17640.940639,
"iops_stddev" : 6877.277052,
"iops_samples" : 219
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 3.069119,
"sys_cpu" : 50.701370,
"ctx" : 105717,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999948,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999948,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.012156,
"1000" : 32.214613
},
"latency_ms" : {
"2" : 44.810982,
"4" : 15.720751,
"10" : 6.882654,
"20" : 0.356579,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096038,
"timestamp_ms" : 1773096038392,
"time" : "Mon Mar 9 19:40:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8879362048,
"io_kbytes" : 8671252,
"bw_bytes" : 73995300,
"bw" : 72261,
"iops" : 18065.275544,
"runtime" : 119999,
"total_ios" : 2167815,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8553,
"max" : 5162238,
"mean" : 53551.116247,
"stddev" : 191181.850038,
"N" : 2167815
},
"clat_ns" : {
"min" : 716836,
"max" : 23896413,
"mean" : 1717246.687452,
"stddev" : 1453434.268224,
"N" : 2167814,
"percentile" : {
"1.000000" : 798720,
"5.000000" : 831488,
"10.000000" : 864256,
"20.000000" : 921600,
"30.000000" : 962560,
"40.000000" : 1036288,
"50.000000" : 1138688,
"60.000000" : 1253376,
"70.000000" : 1531904,
"80.000000" : 2146304,
"90.000000" : 3325952,
"95.000000" : 4751360,
"99.000000" : 7897088,
"99.500000" : 9240576,
"99.900000" : 12255232,
"99.950000" : 13565952,
"99.990000" : 16711680
},
"bins" : {
"716800" : 4,
"724992" : 22,
"733184" : 47,
"741376" : 151,
"749568" : 228,
"757760" : 502,
"765952" : 1167,
"774144" : 2565,
"782336" : 4782,
"790528" : 8424,
"798720" : 13896,
"806912" : 19716,
"815104" : 25433,
"823296" : 29389,
"831488" : 31174,
"839680" : 28863,
"847872" : 24811,
"856064" : 20175,
"864256" : 17416,
"872448" : 17644,
"880640" : 20717,
"888832" : 25753,
"897024" : 32251,
"905216" : 38922,
"913408" : 45744,
"921600" : 50950,
"929792" : 52363,
"937984" : 50944,
"946176" : 45859,
"954368" : 39225,
"962560" : 32505,
"970752" : 26389,
"978944" : 21553,
"987136" : 18983,
"995328" : 17992,
"1003520" : 18543,
"1011712" : 19980,
"1019904" : 20728,
"1028096" : 21247,
"1036288" : 20412,
"1044480" : 18390,
"1056768" : 30233,
"1073152" : 23963,
"1089536" : 25458,
"1105920" : 34869,
"1122304" : 45052,
"1138688" : 48262,
"1155072" : 43830,
"1171456" : 39541,
"1187840" : 36119,
"1204224" : 32879,
"1220608" : 27091,
"1236992" : 20128,
"1253376" : 15369,
"1269760" : 11313,
"1286144" : 9703,
"1302528" : 9412,
"1318912" : 9760,
"1335296" : 9457,
"1351680" : 8330,
"1368064" : 7790,
"1384448" : 8263,
"1400832" : 9690,
"1417216" : 12185,
"1433600" : 14619,
"1449984" : 16119,
"1466368" : 17636,
"1482752" : 18586,
"1499136" : 18112,
"1515520" : 16068,
"1531904" : 13270,
"1548288" : 11087,
"1564672" : 8355,
"1581056" : 5596,
"1597440" : 4389,
"1613824" : 3675,
"1630208" : 3252,
"1646592" : 3262,
"1662976" : 3393,
"1679360" : 3736,
"1695744" : 4506,
"1712128" : 5547,
"1728512" : 6367,
"1744896" : 7514,
"1761280" : 8724,
"1777664" : 9562,
"1794048" : 10068,
"1810432" : 10523,
"1826816" : 9581,
"1843200" : 8741,
"1859584" : 7998,
"1875968" : 7101,
"1892352" : 5673,
"1908736" : 4331,
"1925120" : 3379,
"1941504" : 2570,
"1957888" : 2497,
"1974272" : 2426,
"1990656" : 2604,
"2007040" : 3080,
"2023424" : 3881,
"2039808" : 3994,
"2056192" : 4438,
"2072576" : 4893,
"2088960" : 5456,
"2113536" : 12456,
"2146304" : 12457,
"2179072" : 10580,
"2211840" : 8073,
"2244608" : 6244,
"2277376" : 5360,
"2310144" : 5296,
"2342912" : 6008,
"2375680" : 6699,
"2408448" : 7756,
"2441216" : 8057,
"2473984" : 7543,
"2506752" : 7578,
"2539520" : 6218,
"2572288" : 5551,
"2605056" : 5105,
"2637824" : 4993,
"2670592" : 5423,
"2703360" : 5852,
"2736128" : 6451,
"2768896" : 6723,
"2801664" : 6669,
"2834432" : 6200,
"2867200" : 5701,
"2899968" : 5548,
"2932736" : 5194,
"2965504" : 5314,
"2998272" : 5770,
"3031040" : 5743,
"3063808" : 5569,
"3096576" : 5894,
"3129344" : 5551,
"3162112" : 5398,
"3194880" : 4933,
"3227648" : 4898,
"3260416" : 4777,
"3293184" : 4882,
"3325952" : 4557,
"3358720" : 4345,
"3391488" : 4443,
"3424256" : 3863,
"3457024" : 3953,
"3489792" : 3736,
"3522560" : 3548,
"3555328" : 3531,
"3588096" : 3318,
"3620864" : 3329,
"3653632" : 3046,
"3686400" : 3335,
"3719168" : 3415,
"3751936" : 3056,
"3784704" : 2486,
"3817472" : 2646,
"3850240" : 2903,
"3883008" : 3528,
"3915776" : 2427,
"3948544" : 2520,
"3981312" : 2307,
"4014080" : 2017,
"4046848" : 1928,
"4079616" : 2024,
"4112384" : 2273,
"4145152" : 2092,
"4177920" : 1972,
"4227072" : 3720,
"4292608" : 3718,
"4358144" : 3316,
"4423680" : 3379,
"4489216" : 3284,
"4554752" : 3360,
"4620288" : 3150,
"4685824" : 3139,
"4751360" : 3069,
"4816896" : 3042,
"4882432" : 2928,
"4947968" : 3235,
"5013504" : 3257,
"5079040" : 2882,
"5144576" : 3019,
"5210112" : 2958,
"5275648" : 2921,
"5341184" : 3052,
"5406720" : 2353,
"5472256" : 2404,
"5537792" : 2380,
"5603328" : 2148,
"5668864" : 2264,
"5734400" : 2186,
"5799936" : 2229,
"5865472" : 2060,
"5931008" : 2012,
"5996544" : 1845,
"6062080" : 1846,
"6127616" : 1948,
"6193152" : 1841,
"6258688" : 1587,
"6324224" : 1443,
"6389760" : 1484,
"6455296" : 1451,
"6520832" : 1589,
"6586368" : 1367,
"6651904" : 1456,
"6717440" : 1340,
"6782976" : 1272,
"6848512" : 1260,
"6914048" : 1093,
"6979584" : 1115,
"7045120" : 1153,
"7110656" : 1262,
"7176192" : 1011,
"7241728" : 987,
"7307264" : 1198,
"7372800" : 963,
"7438336" : 994,
"7503872" : 855,
"7569408" : 773,
"7634944" : 746,
"7700480" : 784,
"7766016" : 798,
"7831552" : 771,
"7897088" : 670,
"7962624" : 652,
"8028160" : 685,
"8093696" : 727,
"8159232" : 673,
"8224768" : 592,
"8290304" : 630,
"8355840" : 526,
"8454144" : 1026,
"8585216" : 976,
"8716288" : 901,
"8847360" : 935,
"8978432" : 825,
"9109504" : 887,
"9240576" : 760,
"9371648" : 811,
"9502720" : 726,
"9633792" : 545,
"9764864" : 660,
"9895936" : 480,
"10027008" : 540,
"10158080" : 350,
"10289152" : 385,
"10420224" : 402,
"10551296" : 276,
"10682368" : 398,
"10813440" : 316,
"10944512" : 311,
"11075584" : 299,
"11206656" : 244,
"11337728" : 233,
"11468800" : 200,
"11599872" : 269,
"11730944" : 191,
"11862016" : 146,
"11993088" : 213,
"12124160" : 166,
"12255232" : 175,
"12386304" : 138,
"12517376" : 92,
"12648448" : 130,
"12779520" : 93,
"12910592" : 103,
"13041664" : 137,
"13172736" : 107,
"13303808" : 134,
"13434880" : 55,
"13565952" : 97,
"13697024" : 60,
"13828096" : 77,
"13959168" : 60,
"14090240" : 32,
"14221312" : 28,
"14352384" : 67,
"14483456" : 50,
"14614528" : 28,
"14745600" : 41,
"14876672" : 30,
"15007744" : 33,
"15138816" : 43,
"15269888" : 22,
"15400960" : 37,
"15532032" : 15,
"15663104" : 21,
"15794176" : 20,
"15925248" : 11,
"16056320" : 16,
"16187392" : 9,
"16318464" : 39,
"16449536" : 27,
"16580608" : 5,
"16711680" : 19,
"16908288" : 24,
"17170432" : 26,
"17432576" : 7,
"17694720" : 9,
"17956864" : 37,
"18219008" : 20,
"18481152" : 13,
"18743296" : 5,
"19005440" : 11,
"19267584" : 6,
"19529728" : 9,
"19791872" : 4,
"20054016" : 3,
"20316160" : 9,
"20578304" : 4,
"20840448" : 8,
"21364736" : 6,
"21889024" : 6,
"22151168" : 2,
"23199744" : 2,
"23986176" : 3
}
},
"lat_ns" : {
"min" : 739079,
"max" : 23929082,
"mean" : 1770797.783289,
"stddev" : 1487908.666359,
"N" : 2167814
},
"bw_min" : 29088,
"bw_max" : 133306,
"bw_agg" : 99.898929,
"bw_mean" : 72188.790795,
"bw_dev" : 26894.980544,
"bw_samples" : 239,
"iops_min" : 7272,
"iops_max" : 33326,
"iops_mean" : 18047.179916,
"iops_stddev" : 6723.723610,
"iops_samples" : 239
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 3.130859,
"sys_cpu" : 51.737098,
"ctx" : 108627,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999954,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999954,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.014669,
"1000" : 35.404682
},
"latency_ms" : {
"2" : 42.337377,
"4" : 15.428115,
"10" : 6.492805,
"20" : 0.320323,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096048,
"timestamp_ms" : 1773096048394,
"time" : "Mon Mar 9 19:40:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9886466048,
"io_kbytes" : 9654752,
"bw_bytes" : 76050323,
"bw" : 74267,
"iops" : 18566.981284,
"runtime" : 129999,
"total_ios" : 2413689,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8553,
"max" : 5162238,
"mean" : 52058.929261,
"stddev" : 187700.541057,
"N" : 2413690
},
"clat_ns" : {
"min" : 716836,
"max" : 23896413,
"mean" : 1670879.018826,
"stddev" : 1413495.498653,
"N" : 2413688,
"percentile" : {
"1.000000" : 798720,
"5.000000" : 823296,
"10.000000" : 856064,
"20.000000" : 913408,
"30.000000" : 946176,
"40.000000" : 1011712,
"50.000000" : 1122304,
"60.000000" : 1220608,
"70.000000" : 1499136,
"80.000000" : 2113536,
"90.000000" : 3260416,
"95.000000" : 4554752,
"99.000000" : 7700480,
"99.500000" : 9109504,
"99.900000" : 12124160,
"99.950000" : 13303808,
"99.990000" : 16449536
},
"bins" : {
"716800" : 4,
"724992" : 22,
"733184" : 47,
"741376" : 175,
"749568" : 264,
"757760" : 563,
"765952" : 1284,
"774144" : 2784,
"782336" : 5356,
"790528" : 9409,
"798720" : 15633,
"806912" : 22769,
"815104" : 29990,
"823296" : 35528,
"831488" : 38688,
"839680" : 36994,
"847872" : 32124,
"856064" : 26869,
"864256" : 22865,
"872448" : 22125,
"880640" : 25387,
"888832" : 31437,
"897024" : 39388,
"905216" : 47953,
"913408" : 56375,
"921600" : 62612,
"929792" : 64194,
"937984" : 62646,
"946176" : 55964,
"954368" : 47339,
"962560" : 39021,
"970752" : 31618,
"978944" : 25848,
"987136" : 22765,
"995328" : 21458,
"1003520" : 21627,
"1011712" : 22775,
"1019904" : 23055,
"1028096" : 23370,
"1036288" : 22177,
"1044480" : 19878,
"1056768" : 32578,
"1073152" : 25580,
"1089536" : 26802,
"1105920" : 36116,
"1122304" : 46470,
"1138688" : 49810,
"1155072" : 45724,
"1171456" : 41739,
"1187840" : 38158,
"1204224" : 34843,
"1220608" : 28724,
"1236992" : 21599,
"1253376" : 16418,
"1269760" : 11964,
"1286144" : 10112,
"1302528" : 9791,
"1318912" : 10155,
"1335296" : 9766,
"1351680" : 8618,
"1368064" : 8147,
"1384448" : 8546,
"1400832" : 9895,
"1417216" : 12391,
"1433600" : 14865,
"1449984" : 16356,
"1466368" : 17946,
"1482752" : 18892,
"1499136" : 18386,
"1515520" : 16278,
"1531904" : 13463,
"1548288" : 11347,
"1564672" : 8591,
"1581056" : 5809,
"1597440" : 4611,
"1613824" : 3844,
"1630208" : 3383,
"1646592" : 3420,
"1662976" : 3556,
"1679360" : 3884,
"1695744" : 4646,
"1712128" : 5655,
"1728512" : 6555,
"1744896" : 7646,
"1761280" : 8796,
"1777664" : 9647,
"1794048" : 10165,
"1810432" : 10652,
"1826816" : 9768,
"1843200" : 8924,
"1859584" : 8174,
"1875968" : 7242,
"1892352" : 5798,
"1908736" : 4462,
"1925120" : 3523,
"1941504" : 2716,
"1957888" : 2657,
"1974272" : 2635,
"1990656" : 2756,
"2007040" : 3196,
"2023424" : 3954,
"2039808" : 4102,
"2056192" : 4500,
"2072576" : 4952,
"2088960" : 5554,
"2113536" : 12746,
"2146304" : 12788,
"2179072" : 10873,
"2211840" : 8272,
"2244608" : 6468,
"2277376" : 5511,
"2310144" : 5491,
"2342912" : 6227,
"2375680" : 6975,
"2408448" : 8105,
"2441216" : 8394,
"2473984" : 7759,
"2506752" : 7896,
"2539520" : 6544,
"2572288" : 5980,
"2605056" : 5554,
"2637824" : 5441,
"2670592" : 5831,
"2703360" : 6214,
"2736128" : 6811,
"2768896" : 7168,
"2801664" : 7109,
"2834432" : 6846,
"2867200" : 6217,
"2899968" : 6342,
"2932736" : 5964,
"2965504" : 5929,
"2998272" : 6276,
"3031040" : 6243,
"3063808" : 6302,
"3096576" : 6636,
"3129344" : 6226,
"3162112" : 6061,
"3194880" : 5475,
"3227648" : 5333,
"3260416" : 5238,
"3293184" : 5586,
"3325952" : 5328,
"3358720" : 4883,
"3391488" : 5062,
"3424256" : 4416,
"3457024" : 4384,
"3489792" : 4256,
"3522560" : 4058,
"3555328" : 3966,
"3588096" : 3593,
"3620864" : 3633,
"3653632" : 3457,
"3686400" : 3720,
"3719168" : 3700,
"3751936" : 3382,
"3784704" : 2700,
"3817472" : 2898,
"3850240" : 3169,
"3883008" : 3765,
"3915776" : 2584,
"3948544" : 2575,
"3981312" : 2489,
"4014080" : 2208,
"4046848" : 2082,
"4079616" : 2134,
"4112384" : 2418,
"4145152" : 2267,
"4177920" : 2103,
"4227072" : 3902,
"4292608" : 3968,
"4358144" : 3487,
"4423680" : 3535,
"4489216" : 3455,
"4554752" : 3513,
"4620288" : 3398,
"4685824" : 3296,
"4751360" : 3163,
"4816896" : 3213,
"4882432" : 3025,
"4947968" : 3296,
"5013504" : 3419,
"5079040" : 3024,
"5144576" : 3162,
"5210112" : 3075,
"5275648" : 2973,
"5341184" : 3145,
"5406720" : 2407,
"5472256" : 2461,
"5537792" : 2524,
"5603328" : 2252,
"5668864" : 2332,
"5734400" : 2300,
"5799936" : 2335,
"5865472" : 2148,
"5931008" : 2036,
"5996544" : 1915,
"6062080" : 1923,
"6127616" : 1996,
"6193152" : 1878,
"6258688" : 1642,
"6324224" : 1497,
"6389760" : 1511,
"6455296" : 1490,
"6520832" : 1635,
"6586368" : 1380,
"6651904" : 1482,
"6717440" : 1366,
"6782976" : 1340,
"6848512" : 1278,
"6914048" : 1107,
"6979584" : 1128,
"7045120" : 1153,
"7110656" : 1283,
"7176192" : 1024,
"7241728" : 1001,
"7307264" : 1216,
"7372800" : 985,
"7438336" : 1000,
"7503872" : 874,
"7569408" : 817,
"7634944" : 798,
"7700480" : 786,
"7766016" : 798,
"7831552" : 771,
"7897088" : 670,
"7962624" : 652,
"8028160" : 692,
"8093696" : 744,
"8159232" : 679,
"8224768" : 615,
"8290304" : 652,
"8355840" : 526,
"8454144" : 1026,
"8585216" : 976,
"8716288" : 910,
"8847360" : 947,
"8978432" : 825,
"9109504" : 917,
"9240576" : 776,
"9371648" : 811,
"9502720" : 737,
"9633792" : 548,
"9764864" : 660,
"9895936" : 480,
"10027008" : 540,
"10158080" : 350,
"10289152" : 398,
"10420224" : 414,
"10551296" : 276,
"10682368" : 398,
"10813440" : 316,
"10944512" : 311,
"11075584" : 299,
"11206656" : 250,
"11337728" : 233,
"11468800" : 200,
"11599872" : 269,
"11730944" : 191,
"11862016" : 146,
"11993088" : 213,
"12124160" : 166,
"12255232" : 175,
"12386304" : 138,
"12517376" : 92,
"12648448" : 130,
"12779520" : 93,
"12910592" : 103,
"13041664" : 137,
"13172736" : 107,
"13303808" : 134,
"13434880" : 55,
"13565952" : 97,
"13697024" : 60,
"13828096" : 77,
"13959168" : 60,
"14090240" : 32,
"14221312" : 28,
"14352384" : 67,
"14483456" : 50,
"14614528" : 28,
"14745600" : 41,
"14876672" : 30,
"15007744" : 33,
"15138816" : 43,
"15269888" : 22,
"15400960" : 37,
"15532032" : 15,
"15663104" : 21,
"15794176" : 20,
"15925248" : 11,
"16056320" : 16,
"16187392" : 9,
"16318464" : 39,
"16449536" : 27,
"16580608" : 5,
"16711680" : 19,
"16908288" : 24,
"17170432" : 26,
"17432576" : 7,
"17694720" : 9,
"17956864" : 37,
"18219008" : 20,
"18481152" : 13,
"18743296" : 5,
"19005440" : 11,
"19267584" : 6,
"19529728" : 9,
"19791872" : 4,
"20054016" : 3,
"20316160" : 9,
"20578304" : 4,
"20840448" : 8,
"21364736" : 6,
"21889024" : 6,
"22151168" : 2,
"23199744" : 2,
"23986176" : 3
}
},
"lat_ns" : {
"min" : 739079,
"max" : 23929082,
"mean" : 1722937.277237,
"stddev" : 1446750.413261,
"N" : 2413688
},
"bw_min" : 29088,
"bw_max" : 133306,
"bw_agg" : 99.888386,
"bw_mean" : 74185.563707,
"bw_dev" : 26756.179576,
"bw_samples" : 259,
"iops_min" : 7272,
"iops_max" : 33326,
"iops_mean" : 18546.370656,
"iops_stddev" : 6689.022603,
"iops_samples" : 259
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 3.187717,
"sys_cpu" : 53.132716,
"ctx" : 110681,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999959,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.015039,
"1000" : 38.887363
},
"latency_ms" : {
"2" : 39.880821,
"4" : 14.876109,
"10" : 6.049868,
"20" : 0.288977,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096058,
"timestamp_ms" : 1773096058393,
"time" : "Mon Mar 9 19:40:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10998427648,
"io_kbytes" : 10740652,
"bw_bytes" : 78560758,
"bw" : 76719,
"iops" : 19179.886999,
"runtime" : 139999,
"total_ios" : 2685165,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8553,
"max" : 5162238,
"mean" : 50342.266382,
"stddev" : 182281.657735,
"N" : 2685165
},
"clat_ns" : {
"min" : 716836,
"max" : 23896413,
"mean" : 1617498.155826,
"stddev" : 1367627.120624,
"N" : 2685164,
"percentile" : {
"1.000000" : 798720,
"5.000000" : 823296,
"10.000000" : 856064,
"20.000000" : 905216,
"30.000000" : 937984,
"40.000000" : 978944,
"50.000000" : 1073152,
"60.000000" : 1187840,
"70.000000" : 1449984,
"80.000000" : 1990656,
"90.000000" : 3162112,
"95.000000" : 4292608,
"99.000000" : 7503872,
"99.500000" : 8847360,
"99.900000" : 11862016,
"99.950000" : 13172736,
"99.990000" : 16318464
},
"bins" : {
"716800" : 4,
"724992" : 22,
"733184" : 47,
"741376" : 184,
"749568" : 286,
"757760" : 671,
"765952" : 1499,
"774144" : 3137,
"782336" : 5930,
"790528" : 10240,
"798720" : 17049,
"806912" : 24817,
"815104" : 32795,
"823296" : 39210,
"831488" : 43538,
"839680" : 42715,
"847872" : 38759,
"856064" : 34842,
"864256" : 32032,
"872448" : 33232,
"880640" : 38797,
"888832" : 46390,
"897024" : 55130,
"905216" : 64093,
"913408" : 72359,
"921600" : 77227,
"929792" : 76667,
"937984" : 72856,
"946176" : 64060,
"954368" : 53564,
"962560" : 43920,
"970752" : 35774,
"978944" : 29629,
"987136" : 26299,
"995328" : 24652,
"1003520" : 24719,
"1011712" : 25723,
"1019904" : 25874,
"1028096" : 25957,
"1036288" : 24500,
"1044480" : 21821,
"1056768" : 35855,
"1073152" : 28121,
"1089536" : 28597,
"1105920" : 37646,
"1122304" : 47892,
"1138688" : 51258,
"1155072" : 47134,
"1171456" : 43033,
"1187840" : 39500,
"1204224" : 36120,
"1220608" : 29791,
"1236992" : 22484,
"1253376" : 17069,
"1269760" : 12477,
"1286144" : 10551,
"1302528" : 10214,
"1318912" : 10438,
"1335296" : 10059,
"1351680" : 8846,
"1368064" : 8293,
"1384448" : 8693,
"1400832" : 10073,
"1417216" : 12579,
"1433600" : 15036,
"1449984" : 16541,
"1466368" : 18101,
"1482752" : 19012,
"1499136" : 18494,
"1515520" : 16406,
"1531904" : 13555,
"1548288" : 11464,
"1564672" : 8716,
"1581056" : 5952,
"1597440" : 4740,
"1613824" : 3987,
"1630208" : 3551,
"1646592" : 3555,
"1662976" : 3672,
"1679360" : 3988,
"1695744" : 4751,
"1712128" : 5772,
"1728512" : 6651,
"1744896" : 7741,
"1761280" : 8922,
"1777664" : 9759,
"1794048" : 10263,
"1810432" : 10788,
"1826816" : 9943,
"1843200" : 9071,
"1859584" : 8317,
"1875968" : 7358,
"1892352" : 5880,
"1908736" : 4530,
"1925120" : 3664,
"1941504" : 2874,
"1957888" : 2790,
"1974272" : 2774,
"1990656" : 2852,
"2007040" : 3292,
"2023424" : 4048,
"2039808" : 4261,
"2056192" : 4648,
"2072576" : 5057,
"2088960" : 5659,
"2113536" : 12926,
"2146304" : 13015,
"2179072" : 11039,
"2211840" : 8456,
"2244608" : 6741,
"2277376" : 5751,
"2310144" : 5736,
"2342912" : 6532,
"2375680" : 7209,
"2408448" : 8392,
"2441216" : 8697,
"2473984" : 8182,
"2506752" : 8260,
"2539520" : 6917,
"2572288" : 6514,
"2605056" : 5887,
"2637824" : 5821,
"2670592" : 6215,
"2703360" : 6521,
"2736128" : 7227,
"2768896" : 7623,
"2801664" : 7611,
"2834432" : 7312,
"2867200" : 6852,
"2899968" : 6869,
"2932736" : 6419,
"2965504" : 6405,
"2998272" : 6897,
"3031040" : 6690,
"3063808" : 6753,
"3096576" : 7222,
"3129344" : 6850,
"3162112" : 6640,
"3194880" : 5823,
"3227648" : 5591,
"3260416" : 5636,
"3293184" : 5986,
"3325952" : 5774,
"3358720" : 5191,
"3391488" : 5365,
"3424256" : 4806,
"3457024" : 4774,
"3489792" : 4727,
"3522560" : 4475,
"3555328" : 4205,
"3588096" : 3890,
"3620864" : 3907,
"3653632" : 3709,
"3686400" : 4026,
"3719168" : 3990,
"3751936" : 3633,
"3784704" : 2885,
"3817472" : 3067,
"3850240" : 3306,
"3883008" : 3894,
"3915776" : 2646,
"3948544" : 2703,
"3981312" : 2643,
"4014080" : 2364,
"4046848" : 2207,
"4079616" : 2158,
"4112384" : 2476,
"4145152" : 2363,
"4177920" : 2202,
"4227072" : 4058,
"4292608" : 4125,
"4358144" : 3651,
"4423680" : 3703,
"4489216" : 3593,
"4554752" : 3635,
"4620288" : 3456,
"4685824" : 3379,
"4751360" : 3215,
"4816896" : 3325,
"4882432" : 3218,
"4947968" : 3371,
"5013504" : 3494,
"5079040" : 3053,
"5144576" : 3211,
"5210112" : 3191,
"5275648" : 2995,
"5341184" : 3172,
"5406720" : 2428,
"5472256" : 2480,
"5537792" : 2601,
"5603328" : 2258,
"5668864" : 2353,
"5734400" : 2326,
"5799936" : 2365,
"5865472" : 2164,
"5931008" : 2045,
"5996544" : 1927,
"6062080" : 1943,
"6127616" : 2013,
"6193152" : 1912,
"6258688" : 1674,
"6324224" : 1546,
"6389760" : 1551,
"6455296" : 1495,
"6520832" : 1661,
"6586368" : 1412,
"6651904" : 1493,
"6717440" : 1368,
"6782976" : 1340,
"6848512" : 1281,
"6914048" : 1112,
"6979584" : 1128,
"7045120" : 1153,
"7110656" : 1283,
"7176192" : 1054,
"7241728" : 1001,
"7307264" : 1216,
"7372800" : 985,
"7438336" : 1000,
"7503872" : 874,
"7569408" : 817,
"7634944" : 803,
"7700480" : 786,
"7766016" : 807,
"7831552" : 775,
"7897088" : 671,
"7962624" : 654,
"8028160" : 702,
"8093696" : 744,
"8159232" : 679,
"8224768" : 618,
"8290304" : 652,
"8355840" : 526,
"8454144" : 1026,
"8585216" : 976,
"8716288" : 910,
"8847360" : 947,
"8978432" : 825,
"9109504" : 917,
"9240576" : 776,
"9371648" : 819,
"9502720" : 738,
"9633792" : 548,
"9764864" : 665,
"9895936" : 480,
"10027008" : 540,
"10158080" : 350,
"10289152" : 398,
"10420224" : 414,
"10551296" : 276,
"10682368" : 398,
"10813440" : 316,
"10944512" : 311,
"11075584" : 299,
"11206656" : 250,
"11337728" : 233,
"11468800" : 200,
"11599872" : 269,
"11730944" : 191,
"11862016" : 146,
"11993088" : 213,
"12124160" : 166,
"12255232" : 175,
"12386304" : 138,
"12517376" : 92,
"12648448" : 130,
"12779520" : 93,
"12910592" : 103,
"13041664" : 137,
"13172736" : 107,
"13303808" : 134,
"13434880" : 55,
"13565952" : 97,
"13697024" : 60,
"13828096" : 77,
"13959168" : 60,
"14090240" : 32,
"14221312" : 28,
"14352384" : 67,
"14483456" : 50,
"14614528" : 28,
"14745600" : 41,
"14876672" : 30,
"15007744" : 33,
"15138816" : 43,
"15269888" : 22,
"15400960" : 37,
"15532032" : 15,
"15663104" : 21,
"15794176" : 20,
"15925248" : 11,
"16056320" : 16,
"16187392" : 9,
"16318464" : 39,
"16449536" : 27,
"16580608" : 5,
"16711680" : 19,
"16908288" : 24,
"17170432" : 26,
"17432576" : 7,
"17694720" : 9,
"17956864" : 37,
"18219008" : 20,
"18481152" : 13,
"18743296" : 5,
"19005440" : 11,
"19267584" : 6,
"19529728" : 9,
"19791872" : 4,
"20054016" : 3,
"20316160" : 9,
"20578304" : 4,
"20840448" : 8,
"21364736" : 6,
"21889024" : 6,
"22151168" : 2,
"23199744" : 2,
"23986176" : 3
}
},
"lat_ns" : {
"min" : 739079,
"max" : 23929082,
"mean" : 1667839.393977,
"stddev" : 1399726.283422,
"N" : 2685164
},
"bw_min" : 29088,
"bw_max" : 133306,
"bw_agg" : 99.876837,
"bw_mean" : 76625.637993,
"bw_dev" : 27259.033032,
"bw_samples" : 279,
"iops_min" : 7272,
"iops_max" : 33326,
"iops_mean" : 19156.387097,
"iops_stddev" : 6814.735626,
"iops_samples" : 279
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 3.321452,
"sys_cpu" : 54.736820,
"ctx" : 113352,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.014115,
"1000" : 42.594924
},
"latency_ms" : {
"2" : 37.439301,
"4" : 14.142706,
"10" : 5.547555,
"20" : 0.259761,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096068,
"timestamp_ms" : 1773096068393,
"time" : "Mon Mar 9 19:41:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12175319040,
"io_kbytes" : 11889960,
"bw_bytes" : 81169334,
"bw" : 79266,
"iops" : 19816.738778,
"runtime" : 149999,
"total_ios" : 2972491,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8553,
"max" : 5417457,
"mean" : 48670.537306,
"stddev" : 176344.730800,
"N" : 2972491
},
"clat_ns" : {
"min" : 716836,
"max" : 23896413,
"mean" : 1565574.076500,
"stddev" : 1322522.832691,
"N" : 2972490,
"percentile" : {
"1.000000" : 798720,
"5.000000" : 823296,
"10.000000" : 856064,
"20.000000" : 897024,
"30.000000" : 929792,
"40.000000" : 962560,
"50.000000" : 1036288,
"60.000000" : 1155072,
"70.000000" : 1351680,
"80.000000" : 1859584,
"90.000000" : 3063808,
"95.000000" : 4145152,
"99.000000" : 7307264,
"99.500000" : 8585216,
"99.900000" : 11730944,
"99.950000" : 13041664,
"99.990000" : 16318464
},
"bins" : {
"716800" : 4,
"724992" : 24,
"733184" : 59,
"741376" : 221,
"749568" : 334,
"757760" : 798,
"765952" : 1797,
"774144" : 3653,
"782336" : 6838,
"790528" : 11994,
"798720" : 19306,
"806912" : 27788,
"815104" : 36512,
"823296" : 43607,
"831488" : 47964,
"839680" : 47369,
"847872" : 43321,
"856064" : 40031,
"864256" : 38455,
"872448" : 42268,
"880640" : 50397,
"888832" : 61120,
"897024" : 71524,
"905216" : 82531,
"913408" : 91930,
"921600" : 95762,
"929792" : 93339,
"937984" : 86621,
"946176" : 74980,
"954368" : 62372,
"962560" : 50666,
"970752" : 41314,
"978944" : 34248,
"987136" : 30180,
"995328" : 28252,
"1003520" : 28058,
"1011712" : 28548,
"1019904" : 28581,
"1028096" : 28623,
"1036288" : 26940,
"1044480" : 24114,
"1056768" : 40011,
"1073152" : 32200,
"1089536" : 32256,
"1105920" : 40423,
"1122304" : 49943,
"1138688" : 53018,
"1155072" : 48415,
"1171456" : 44026,
"1187840" : 40393,
"1204224" : 37009,
"1220608" : 30530,
"1236992" : 23074,
"1253376" : 17518,
"1269760" : 12761,
"1286144" : 10777,
"1302528" : 10405,
"1318912" : 10671,
"1335296" : 10244,
"1351680" : 9068,
"1368064" : 8428,
"1384448" : 8804,
"1400832" : 10161,
"1417216" : 12661,
"1433600" : 15142,
"1449984" : 16683,
"1466368" : 18186,
"1482752" : 19086,
"1499136" : 18582,
"1515520" : 16500,
"1531904" : 13602,
"1548288" : 11485,
"1564672" : 8743,
"1581056" : 6024,
"1597440" : 4853,
"1613824" : 4051,
"1630208" : 3564,
"1646592" : 3574,
"1662976" : 3724,
"1679360" : 4054,
"1695744" : 4844,
"1712128" : 5853,
"1728512" : 6740,
"1744896" : 7811,
"1761280" : 8990,
"1777664" : 9827,
"1794048" : 10334,
"1810432" : 10843,
"1826816" : 9984,
"1843200" : 9148,
"1859584" : 8402,
"1875968" : 7449,
"1892352" : 5956,
"1908736" : 4614,
"1925120" : 3756,
"1941504" : 2957,
"1957888" : 2849,
"1974272" : 2840,
"1990656" : 2928,
"2007040" : 3366,
"2023424" : 4138,
"2039808" : 4329,
"2056192" : 4735,
"2072576" : 5157,
"2088960" : 5754,
"2113536" : 13025,
"2146304" : 13061,
"2179072" : 11200,
"2211840" : 8658,
"2244608" : 7007,
"2277376" : 5904,
"2310144" : 5924,
"2342912" : 6720,
"2375680" : 7415,
"2408448" : 8563,
"2441216" : 8904,
"2473984" : 8487,
"2506752" : 8463,
"2539520" : 7098,
"2572288" : 6628,
"2605056" : 6045,
"2637824" : 5991,
"2670592" : 6473,
"2703360" : 6854,
"2736128" : 7509,
"2768896" : 7912,
"2801664" : 7845,
"2834432" : 7542,
"2867200" : 7235,
"2899968" : 7228,
"2932736" : 6843,
"2965504" : 6875,
"2998272" : 7429,
"3031040" : 7197,
"3063808" : 7228,
"3096576" : 7516,
"3129344" : 7225,
"3162112" : 6999,
"3194880" : 6247,
"3227648" : 6106,
"3260416" : 5959,
"3293184" : 6129,
"3325952" : 6077,
"3358720" : 5529,
"3391488" : 5643,
"3424256" : 5055,
"3457024" : 4969,
"3489792" : 4901,
"3522560" : 4671,
"3555328" : 4355,
"3588096" : 4097,
"3620864" : 4121,
"3653632" : 3973,
"3686400" : 4207,
"3719168" : 4207,
"3751936" : 3801,
"3784704" : 3017,
"3817472" : 3276,
"3850240" : 3455,
"3883008" : 4085,
"3915776" : 2830,
"3948544" : 2883,
"3981312" : 2771,
"4014080" : 2435,
"4046848" : 2299,
"4079616" : 2226,
"4112384" : 2559,
"4145152" : 2445,
"4177920" : 2252,
"4227072" : 4273,
"4292608" : 4287,
"4358144" : 3833,
"4423680" : 3804,
"4489216" : 3681,
"4554752" : 3685,
"4620288" : 3468,
"4685824" : 3387,
"4751360" : 3293,
"4816896" : 3384,
"4882432" : 3309,
"4947968" : 3418,
"5013504" : 3615,
"5079040" : 3118,
"5144576" : 3262,
"5210112" : 3210,
"5275648" : 3029,
"5341184" : 3174,
"5406720" : 2444,
"5472256" : 2495,
"5537792" : 2617,
"5603328" : 2307,
"5668864" : 2362,
"5734400" : 2399,
"5799936" : 2400,
"5865472" : 2173,
"5931008" : 2057,
"5996544" : 1944,
"6062080" : 1943,
"6127616" : 2013,
"6193152" : 1912,
"6258688" : 1680,
"6324224" : 1581,
"6389760" : 1564,
"6455296" : 1495,
"6520832" : 1673,
"6586368" : 1471,
"6651904" : 1499,
"6717440" : 1368,
"6782976" : 1341,
"6848512" : 1294,
"6914048" : 1117,
"6979584" : 1141,
"7045120" : 1153,
"7110656" : 1283,
"7176192" : 1054,
"7241728" : 1011,
"7307264" : 1216,
"7372800" : 985,
"7438336" : 1019,
"7503872" : 874,
"7569408" : 817,
"7634944" : 803,
"7700480" : 786,
"7766016" : 807,
"7831552" : 775,
"7897088" : 671,
"7962624" : 654,
"8028160" : 702,
"8093696" : 744,
"8159232" : 679,
"8224768" : 618,
"8290304" : 652,
"8355840" : 526,
"8454144" : 1026,
"8585216" : 976,
"8716288" : 910,
"8847360" : 947,
"8978432" : 825,
"9109504" : 917,
"9240576" : 776,
"9371648" : 819,
"9502720" : 738,
"9633792" : 548,
"9764864" : 665,
"9895936" : 480,
"10027008" : 540,
"10158080" : 350,
"10289152" : 398,
"10420224" : 414,
"10551296" : 276,
"10682368" : 398,
"10813440" : 316,
"10944512" : 311,
"11075584" : 299,
"11206656" : 250,
"11337728" : 233,
"11468800" : 200,
"11599872" : 269,
"11730944" : 191,
"11862016" : 146,
"11993088" : 213,
"12124160" : 166,
"12255232" : 175,
"12386304" : 138,
"12517376" : 92,
"12648448" : 130,
"12779520" : 93,
"12910592" : 103,
"13041664" : 137,
"13172736" : 107,
"13303808" : 134,
"13434880" : 55,
"13565952" : 97,
"13697024" : 60,
"13828096" : 77,
"13959168" : 60,
"14090240" : 32,
"14221312" : 28,
"14352384" : 67,
"14483456" : 50,
"14614528" : 28,
"14745600" : 41,
"14876672" : 30,
"15007744" : 33,
"15138816" : 43,
"15269888" : 22,
"15400960" : 37,
"15532032" : 15,
"15663104" : 21,
"15794176" : 20,
"15925248" : 11,
"16056320" : 16,
"16187392" : 9,
"16318464" : 39,
"16449536" : 27,
"16580608" : 5,
"16711680" : 19,
"16908288" : 24,
"17170432" : 26,
"17432576" : 7,
"17694720" : 9,
"17956864" : 37,
"18219008" : 20,
"18481152" : 13,
"18743296" : 5,
"19005440" : 11,
"19267584" : 6,
"19529728" : 9,
"19791872" : 4,
"20054016" : 3,
"20316160" : 9,
"20578304" : 4,
"20840448" : 8,
"21364736" : 6,
"21889024" : 6,
"22151168" : 2,
"23199744" : 2,
"23986176" : 3
}
},
"lat_ns" : {
"min" : 739079,
"max" : 23929082,
"mean" : 1614244.665683,
"stddev" : 1353547.829809,
"N" : 2972490
},
"bw_min" : 29088,
"bw_max" : 133306,
"bw_agg" : 99.841135,
"bw_mean" : 79141.254181,
"bw_dev" : 27983.827118,
"bw_samples" : 299,
"iops_min" : 7272,
"iops_max" : 33326,
"iops_mean" : 19785.290970,
"iops_stddev" : 6995.935732,
"iops_samples" : 299
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 3.415356,
"sys_cpu" : 56.515043,
"ctx" : 114278,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999966,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999966,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.014937,
"1000" : 46.058676
},
"latency_ms" : {
"2" : 35.320578,
"4" : 13.282160,
"10" : 5.087518,
"20" : 0.234652,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096078,
"timestamp_ms" : 1773096078392,
"time" : "Mon Mar 9 19:41:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13419851776,
"io_kbytes" : 13105324,
"bw_bytes" : 83874597,
"bw" : 81908,
"iops" : 20477.202983,
"runtime" : 159999,
"total_ios" : 3276332,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8553,
"max" : 5417457,
"mean" : 47046.624017,
"stddev" : 169942.402074,
"N" : 3276332
},
"clat_ns" : {
"min" : 712439,
"max" : 23896413,
"mean" : 1515109.767740,
"stddev" : 1277548.422216,
"N" : 3276331,
"percentile" : {
"1.000000" : 798720,
"5.000000" : 823296,
"10.000000" : 856064,
"20.000000" : 897024,
"30.000000" : 921600,
"40.000000" : 946176,
"50.000000" : 1003520,
"60.000000" : 1122304,
"70.000000" : 1253376,
"80.000000" : 1777664,
"90.000000" : 2965504,
"95.000000" : 3948544,
"99.000000" : 7110656,
"99.500000" : 8454144,
"99.900000" : 11468800,
"99.950000" : 12779520,
"99.990000" : 16056320
},
"bins" : {
"708608" : 1,
"716800" : 4,
"724992" : 40,
"733184" : 61,
"741376" : 233,
"749568" : 376,
"757760" : 882,
"765952" : 1961,
"774144" : 4084,
"782336" : 7644,
"790528" : 13296,
"798720" : 21379,
"806912" : 30739,
"815104" : 39718,
"823296" : 47244,
"831488" : 52196,
"839680" : 51786,
"847872" : 48116,
"856064" : 46463,
"864256" : 46557,
"872448" : 52801,
"880640" : 64446,
"888832" : 78551,
"897024" : 92149,
"905216" : 104983,
"913408" : 114188,
"921600" : 116233,
"929792" : 110987,
"937984" : 100849,
"946176" : 86240,
"954368" : 71579,
"962560" : 58157,
"970752" : 47581,
"978944" : 39557,
"987136" : 34920,
"995328" : 32372,
"1003520" : 31743,
"1011712" : 31819,
"1019904" : 31443,
"1028096" : 31318,
"1036288" : 29422,
"1044480" : 26427,
"1056768" : 44187,
"1073152" : 36077,
"1089536" : 35274,
"1105920" : 42623,
"1122304" : 51473,
"1138688" : 54213,
"1155072" : 49471,
"1171456" : 44972,
"1187840" : 41216,
"1204224" : 37819,
"1220608" : 31279,
"1236992" : 23537,
"1253376" : 17900,
"1269760" : 13126,
"1286144" : 11085,
"1302528" : 10642,
"1318912" : 10844,
"1335296" : 10400,
"1351680" : 9157,
"1368064" : 8492,
"1384448" : 8868,
"1400832" : 10257,
"1417216" : 12713,
"1433600" : 15188,
"1449984" : 16743,
"1466368" : 18217,
"1482752" : 19120,
"1499136" : 18625,
"1515520" : 16525,
"1531904" : 13619,
"1548288" : 11503,
"1564672" : 8774,
"1581056" : 6067,
"1597440" : 4879,
"1613824" : 4059,
"1630208" : 3569,
"1646592" : 3582,
"1662976" : 3728,
"1679360" : 4074,
"1695744" : 4881,
"1712128" : 5901,
"1728512" : 6775,
"1744896" : 7855,
"1761280" : 9041,
"1777664" : 9867,
"1794048" : 10392,
"1810432" : 10881,
"1826816" : 10032,
"1843200" : 9174,
"1859584" : 8424,
"1875968" : 7504,
"1892352" : 6024,
"1908736" : 4673,
"1925120" : 3809,
"1941504" : 3019,
"1957888" : 2876,
"1974272" : 2863,
"1990656" : 3014,
"2007040" : 3398,
"2023424" : 4157,
"2039808" : 4351,
"2056192" : 4776,
"2072576" : 5195,
"2088960" : 5791,
"2113536" : 13164,
"2146304" : 13215,
"2179072" : 11323,
"2211840" : 8743,
"2244608" : 7058,
"2277376" : 5987,
"2310144" : 5982,
"2342912" : 6837,
"2375680" : 7612,
"2408448" : 8667,
"2441216" : 9045,
"2473984" : 8612,
"2506752" : 8548,
"2539520" : 7228,
"2572288" : 6791,
"2605056" : 6199,
"2637824" : 6118,
"2670592" : 6566,
"2703360" : 6914,
"2736128" : 7629,
"2768896" : 8201,
"2801664" : 8075,
"2834432" : 7722,
"2867200" : 7416,
"2899968" : 7646,
"2932736" : 7248,
"2965504" : 7194,
"2998272" : 7665,
"3031040" : 7413,
"3063808" : 7472,
"3096576" : 7737,
"3129344" : 7502,
"3162112" : 7348,
"3194880" : 6562,
"3227648" : 6412,
"3260416" : 6153,
"3293184" : 6276,
"3325952" : 6292,
"3358720" : 5701,
"3391488" : 5823,
"3424256" : 5313,
"3457024" : 5123,
"3489792" : 5072,
"3522560" : 4888,
"3555328" : 4632,
"3588096" : 4269,
"3620864" : 4260,
"3653632" : 4075,
"3686400" : 4316,
"3719168" : 4381,
"3751936" : 3999,
"3784704" : 3197,
"3817472" : 3365,
"3850240" : 3562,
"3883008" : 4234,
"3915776" : 2969,
"3948544" : 2992,
"3981312" : 2819,
"4014080" : 2519,
"4046848" : 2408,
"4079616" : 2246,
"4112384" : 2597,
"4145152" : 2509,
"4177920" : 2274,
"4227072" : 4360,
"4292608" : 4317,
"4358144" : 3928,
"4423680" : 3884,
"4489216" : 3731,
"4554752" : 3784,
"4620288" : 3492,
"4685824" : 3447,
"4751360" : 3365,
"4816896" : 3410,
"4882432" : 3322,
"4947968" : 3420,
"5013504" : 3617,
"5079040" : 3159,
"5144576" : 3296,
"5210112" : 3213,
"5275648" : 3069,
"5341184" : 3209,
"5406720" : 2482,
"5472256" : 2495,
"5537792" : 2617,
"5603328" : 2307,
"5668864" : 2365,
"5734400" : 2403,
"5799936" : 2400,
"5865472" : 2173,
"5931008" : 2057,
"5996544" : 1946,
"6062080" : 1954,
"6127616" : 2013,
"6193152" : 1918,
"6258688" : 1685,
"6324224" : 1581,
"6389760" : 1564,
"6455296" : 1495,
"6520832" : 1675,
"6586368" : 1472,
"6651904" : 1524,
"6717440" : 1368,
"6782976" : 1341,
"6848512" : 1294,
"6914048" : 1117,
"6979584" : 1141,
"7045120" : 1153,
"7110656" : 1283,
"7176192" : 1054,
"7241728" : 1011,
"7307264" : 1216,
"7372800" : 985,
"7438336" : 1019,
"7503872" : 874,
"7569408" : 817,
"7634944" : 803,
"7700480" : 786,
"7766016" : 807,
"7831552" : 775,
"7897088" : 671,
"7962624" : 654,
"8028160" : 702,
"8093696" : 744,
"8159232" : 679,
"8224768" : 618,
"8290304" : 652,
"8355840" : 526,
"8454144" : 1026,
"8585216" : 976,
"8716288" : 910,
"8847360" : 947,
"8978432" : 825,
"9109504" : 917,
"9240576" : 776,
"9371648" : 819,
"9502720" : 738,
"9633792" : 548,
"9764864" : 665,
"9895936" : 480,
"10027008" : 540,
"10158080" : 350,
"10289152" : 398,
"10420224" : 414,
"10551296" : 276,
"10682368" : 398,
"10813440" : 316,
"10944512" : 311,
"11075584" : 299,
"11206656" : 250,
"11337728" : 233,
"11468800" : 200,
"11599872" : 269,
"11730944" : 191,
"11862016" : 146,
"11993088" : 213,
"12124160" : 166,
"12255232" : 175,
"12386304" : 138,
"12517376" : 92,
"12648448" : 130,
"12779520" : 93,
"12910592" : 103,
"13041664" : 137,
"13172736" : 107,
"13303808" : 134,
"13434880" : 55,
"13565952" : 97,
"13697024" : 60,
"13828096" : 77,
"13959168" : 60,
"14090240" : 32,
"14221312" : 28,
"14352384" : 67,
"14483456" : 50,
"14614528" : 28,
"14745600" : 41,
"14876672" : 30,
"15007744" : 33,
"15138816" : 43,
"15269888" : 22,
"15400960" : 37,
"15532032" : 15,
"15663104" : 21,
"15794176" : 20,
"15925248" : 11,
"16056320" : 16,
"16187392" : 9,
"16318464" : 39,
"16449536" : 27,
"16580608" : 5,
"16711680" : 19,
"16908288" : 24,
"17170432" : 26,
"17432576" : 7,
"17694720" : 9,
"17956864" : 37,
"18219008" : 20,
"18481152" : 13,
"18743296" : 5,
"19005440" : 11,
"19267584" : 6,
"19529728" : 9,
"19791872" : 4,
"20054016" : 3,
"20316160" : 9,
"20578304" : 4,
"20840448" : 8,
"21364736" : 6,
"21889024" : 6,
"22151168" : 2,
"23199744" : 2,
"23986176" : 3
}
},
"lat_ns" : {
"min" : 736095,
"max" : 23929082,
"mean" : 1562156.432008,
"stddev" : 1307583.314787,
"N" : 3276331
},
"bw_min" : 29088,
"bw_max" : 133306,
"bw_agg" : 99.861082,
"bw_mean" : 81795.460815,
"bw_dev" : 28983.898494,
"bw_samples" : 319,
"iops_min" : 7272,
"iops_max" : 33326,
"iops_mean" : 20448.840125,
"iops_stddev" : 7245.952092,
"iops_samples" : 319
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 3.518147,
"sys_cpu" : 58.314739,
"ctx" : 115841,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.014803,
"1000" : 49.448316
},
"latency_ms" : {
"2" : 33.302272,
"4" : 12.367245,
"10" : 4.653130,
"20" : 0.212891,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096088,
"timestamp_ms" : 1773096088392,
"time" : "Mon Mar 9 19:41:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14527442944,
"io_kbytes" : 14186956,
"bw_bytes" : 85456049,
"bw" : 83453,
"iops" : 20863.299196,
"runtime" : 169999,
"total_ios" : 3546740,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8553,
"max" : 5417457,
"mean" : 46145.277570,
"stddev" : 164283.229407,
"N" : 3546740
},
"clat_ns" : {
"min" : 712439,
"max" : 23896413,
"mean" : 1487094.620809,
"stddev" : 1238135.741638,
"N" : 3546739,
"percentile" : {
"1.000000" : 798720,
"5.000000" : 831488,
"10.000000" : 856064,
"20.000000" : 897024,
"30.000000" : 921600,
"40.000000" : 954368,
"50.000000" : 1011712,
"60.000000" : 1105920,
"70.000000" : 1220608,
"80.000000" : 1662976,
"90.000000" : 2867200,
"95.000000" : 3850240,
"99.000000" : 6979584,
"99.500000" : 8290304,
"99.900000" : 11337728,
"99.950000" : 12648448,
"99.990000" : 15794176
},
"bins" : {
"708608" : 1,
"716800" : 4,
"724992" : 40,
"733184" : 61,
"741376" : 234,
"749568" : 386,
"757760" : 899,
"765952" : 2023,
"774144" : 4188,
"782336" : 7763,
"790528" : 13493,
"798720" : 21721,
"806912" : 31180,
"815104" : 40361,
"823296" : 48022,
"831488" : 53109,
"839680" : 53029,
"847872" : 49815,
"856064" : 48684,
"864256" : 49663,
"872448" : 56932,
"880640" : 69924,
"888832" : 84993,
"897024" : 99580,
"905216" : 113371,
"913408" : 122990,
"921600" : 125044,
"929792" : 119388,
"937984" : 108229,
"946176" : 92371,
"954368" : 76773,
"962560" : 62253,
"970752" : 51144,
"978944" : 42963,
"987136" : 38505,
"995328" : 36439,
"1003520" : 36508,
"1011712" : 37317,
"1019904" : 37609,
"1028096" : 37317,
"1036288" : 35004,
"1044480" : 31421,
"1056768" : 52337,
"1073152" : 42538,
"1089536" : 42042,
"1105920" : 51814,
"1122304" : 61111,
"1138688" : 62562,
"1155072" : 56172,
"1171456" : 50536,
"1187840" : 46443,
"1204224" : 44184,
"1220608" : 37277,
"1236992" : 28295,
"1253376" : 21625,
"1269760" : 16123,
"1286144" : 14035,
"1302528" : 13703,
"1318912" : 13956,
"1335296" : 12910,
"1351680" : 11140,
"1368064" : 10073,
"1384448" : 10480,
"1400832" : 11717,
"1417216" : 14083,
"1433600" : 16299,
"1449984" : 17784,
"1466368" : 19034,
"1482752" : 19805,
"1499136" : 19209,
"1515520" : 17040,
"1531904" : 14186,
"1548288" : 12050,
"1564672" : 9165,
"1581056" : 6482,
"1597440" : 5237,
"1613824" : 4345,
"1630208" : 3848,
"1646592" : 3805,
"1662976" : 4007,
"1679360" : 4353,
"1695744" : 5044,
"1712128" : 6105,
"1728512" : 6934,
"1744896" : 8001,
"1761280" : 9243,
"1777664" : 10028,
"1794048" : 10540,
"1810432" : 11008,
"1826816" : 10128,
"1843200" : 9275,
"1859584" : 8553,
"1875968" : 7606,
"1892352" : 6130,
"1908736" : 4800,
"1925120" : 3912,
"1941504" : 3146,
"1957888" : 2980,
"1974272" : 2955,
"1990656" : 3082,
"2007040" : 3451,
"2023424" : 4230,
"2039808" : 4413,
"2056192" : 4849,
"2072576" : 5277,
"2088960" : 5901,
"2113536" : 13273,
"2146304" : 13341,
"2179072" : 11427,
"2211840" : 8866,
"2244608" : 7189,
"2277376" : 6083,
"2310144" : 6116,
"2342912" : 6989,
"2375680" : 7726,
"2408448" : 8791,
"2441216" : 9158,
"2473984" : 8671,
"2506752" : 8591,
"2539520" : 7291,
"2572288" : 6914,
"2605056" : 6344,
"2637824" : 6269,
"2670592" : 6730,
"2703360" : 7060,
"2736128" : 7816,
"2768896" : 8310,
"2801664" : 8199,
"2834432" : 7858,
"2867200" : 7608,
"2899968" : 7819,
"2932736" : 7445,
"2965504" : 7454,
"2998272" : 7876,
"3031040" : 7615,
"3063808" : 7629,
"3096576" : 7928,
"3129344" : 7651,
"3162112" : 7464,
"3194880" : 6691,
"3227648" : 6529,
"3260416" : 6369,
"3293184" : 6442,
"3325952" : 6435,
"3358720" : 5896,
"3391488" : 5955,
"3424256" : 5448,
"3457024" : 5264,
"3489792" : 5202,
"3522560" : 4998,
"3555328" : 4759,
"3588096" : 4468,
"3620864" : 4424,
"3653632" : 4204,
"3686400" : 4449,
"3719168" : 4507,
"3751936" : 4096,
"3784704" : 3302,
"3817472" : 3491,
"3850240" : 3746,
"3883008" : 4592,
"3915776" : 3034,
"3948544" : 3126,
"3981312" : 2911,
"4014080" : 2640,
"4046848" : 2457,
"4079616" : 2290,
"4112384" : 2667,
"4145152" : 2626,
"4177920" : 2303,
"4227072" : 4455,
"4292608" : 4465,
"4358144" : 3993,
"4423680" : 3908,
"4489216" : 3751,
"4554752" : 3811,
"4620288" : 3520,
"4685824" : 3461,
"4751360" : 3388,
"4816896" : 3423,
"4882432" : 3328,
"4947968" : 3455,
"5013504" : 3661,
"5079040" : 3166,
"5144576" : 3334,
"5210112" : 3238,
"5275648" : 3069,
"5341184" : 3210,
"5406720" : 2483,
"5472256" : 2495,
"5537792" : 2618,
"5603328" : 2310,
"5668864" : 2365,
"5734400" : 2404,
"5799936" : 2401,
"5865472" : 2176,
"5931008" : 2067,
"5996544" : 1947,
"6062080" : 1954,
"6127616" : 2016,
"6193152" : 1920,
"6258688" : 1686,
"6324224" : 1581,
"6389760" : 1565,
"6455296" : 1495,
"6520832" : 1696,
"6586368" : 1472,
"6651904" : 1524,
"6717440" : 1368,
"6782976" : 1341,
"6848512" : 1294,
"6914048" : 1117,
"6979584" : 1141,
"7045120" : 1153,
"7110656" : 1284,
"7176192" : 1060,
"7241728" : 1011,
"7307264" : 1216,
"7372800" : 985,
"7438336" : 1019,
"7503872" : 874,
"7569408" : 817,
"7634944" : 803,
"7700480" : 786,
"7766016" : 807,
"7831552" : 775,
"7897088" : 671,
"7962624" : 654,
"8028160" : 702,
"8093696" : 744,
"8159232" : 679,
"8224768" : 618,
"8290304" : 652,
"8355840" : 526,
"8454144" : 1026,
"8585216" : 976,
"8716288" : 910,
"8847360" : 947,
"8978432" : 825,
"9109504" : 917,
"9240576" : 776,
"9371648" : 819,
"9502720" : 738,
"9633792" : 548,
"9764864" : 665,
"9895936" : 480,
"10027008" : 540,
"10158080" : 350,
"10289152" : 398,
"10420224" : 414,
"10551296" : 276,
"10682368" : 398,
"10813440" : 316,
"10944512" : 311,
"11075584" : 299,
"11206656" : 250,
"11337728" : 233,
"11468800" : 200,
"11599872" : 269,
"11730944" : 191,
"11862016" : 146,
"11993088" : 213,
"12124160" : 166,
"12255232" : 175,
"12386304" : 138,
"12517376" : 92,
"12648448" : 130,
"12779520" : 93,
"12910592" : 103,
"13041664" : 137,
"13172736" : 107,
"13303808" : 134,
"13434880" : 55,
"13565952" : 97,
"13697024" : 60,
"13828096" : 77,
"13959168" : 60,
"14090240" : 32,
"14221312" : 28,
"14352384" : 67,
"14483456" : 50,
"14614528" : 28,
"14745600" : 41,
"14876672" : 30,
"15007744" : 33,
"15138816" : 43,
"15269888" : 22,
"15400960" : 37,
"15532032" : 15,
"15663104" : 21,
"15794176" : 20,
"15925248" : 11,
"16056320" : 16,
"16187392" : 9,
"16318464" : 39,
"16449536" : 27,
"16580608" : 5,
"16711680" : 19,
"16908288" : 24,
"17170432" : 26,
"17432576" : 7,
"17694720" : 9,
"17956864" : 37,
"18219008" : 20,
"18481152" : 13,
"18743296" : 5,
"19005440" : 11,
"19267584" : 6,
"19529728" : 9,
"19791872" : 4,
"20054016" : 3,
"20316160" : 9,
"20578304" : 4,
"20840448" : 8,
"21364736" : 6,
"21889024" : 6,
"22151168" : 2,
"23199744" : 2,
"23986176" : 3
}
},
"lat_ns" : {
"min" : 736095,
"max" : 23929082,
"mean" : 1533239.865621,
"stddev" : 1267301.380607,
"N" : 3546739
},
"bw_min" : 29088,
"bw_max" : 133306,
"bw_agg" : 99.941077,
"bw_mean" : 83404.687316,
"bw_dev" : 28960.301138,
"bw_samples" : 339,
"iops_min" : 7272,
"iops_max" : 33326,
"iops_mean" : 20851.144543,
"iops_stddev" : 7240.052317,
"iops_samples" : 339
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 3.574727,
"sys_cpu" : 59.366232,
"ctx" : 131575,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.013900,
"1000" : 48.709491
},
"latency_ms" : {
"2" : 35.078974,
"4" : 11.670520,
"10" : 4.329215,
"20" : 0.196659,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096098,
"timestamp_ms" : 1773096098393,
"time" : "Mon Mar 9 19:41:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15576121344,
"io_kbytes" : 15211056,
"bw_bytes" : 86534488,
"bw" : 84506,
"iops" : 21126.589592,
"runtime" : 179999,
"total_ios" : 3802765,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8553,
"max" : 5417457,
"mean" : 45548.363810,
"stddev" : 159284.695191,
"N" : 3802765
},
"clat_ns" : {
"min" : 712439,
"max" : 23896413,
"mean" : 1468578.613167,
"stddev" : 1202926.794102,
"N" : 3802764,
"percentile" : {
"1.000000" : 798720,
"5.000000" : 831488,
"10.000000" : 864256,
"20.000000" : 905216,
"30.000000" : 929792,
"40.000000" : 954368,
"50.000000" : 1019904,
"60.000000" : 1122304,
"70.000000" : 1220608,
"80.000000" : 1564672,
"90.000000" : 2768896,
"95.000000" : 3751936,
"99.000000" : 6848512,
"99.500000" : 8159232,
"99.900000" : 11206656,
"99.950000" : 12517376,
"99.990000" : 15663104
},
"bins" : {
"708608" : 1,
"716800" : 4,
"724992" : 40,
"733184" : 61,
"741376" : 234,
"749568" : 386,
"757760" : 899,
"765952" : 2023,
"774144" : 4189,
"782336" : 7769,
"790528" : 13505,
"798720" : 21738,
"806912" : 31207,
"815104" : 40423,
"823296" : 48173,
"831488" : 53341,
"839680" : 53357,
"847872" : 50443,
"856064" : 49556,
"864256" : 50863,
"872448" : 58343,
"880640" : 71874,
"888832" : 87503,
"897024" : 102777,
"905216" : 117281,
"913408" : 127348,
"921600" : 129705,
"929792" : 123818,
"937984" : 112263,
"946176" : 96041,
"954368" : 80014,
"962560" : 65049,
"970752" : 53765,
"978944" : 45613,
"987136" : 41721,
"995328" : 40566,
"1003520" : 41457,
"1011712" : 42808,
"1019904" : 43475,
"1028096" : 43110,
"1036288" : 40467,
"1044480" : 36439,
"1056768" : 60632,
"1073152" : 49884,
"1089536" : 50632,
"1105920" : 62613,
"1122304" : 72454,
"1138688" : 72520,
"1155072" : 63926,
"1171456" : 57013,
"1187840" : 53440,
"1204224" : 52146,
"1220608" : 45245,
"1236992" : 34811,
"1253376" : 27140,
"1269760" : 20797,
"1286144" : 18376,
"1302528" : 18122,
"1318912" : 18197,
"1335296" : 16762,
"1351680" : 14429,
"1368064" : 12766,
"1384448" : 12746,
"1400832" : 13877,
"1417216" : 16171,
"1433600" : 18185,
"1449984" : 19546,
"1466368" : 20326,
"1482752" : 20910,
"1499136" : 20197,
"1515520" : 17998,
"1531904" : 15106,
"1548288" : 12925,
"1564672" : 9845,
"1581056" : 7091,
"1597440" : 5764,
"1613824" : 4850,
"1630208" : 4407,
"1646592" : 4312,
"1662976" : 4412,
"1679360" : 4741,
"1695744" : 5333,
"1712128" : 6354,
"1728512" : 7191,
"1744896" : 8315,
"1761280" : 9549,
"1777664" : 10258,
"1794048" : 10767,
"1810432" : 11240,
"1826816" : 10306,
"1843200" : 9462,
"1859584" : 8744,
"1875968" : 7774,
"1892352" : 6288,
"1908736" : 4919,
"1925120" : 4063,
"1941504" : 3270,
"1957888" : 3101,
"1974272" : 3074,
"1990656" : 3248,
"2007040" : 3597,
"2023424" : 4358,
"2039808" : 4555,
"2056192" : 4933,
"2072576" : 5409,
"2088960" : 6016,
"2113536" : 13506,
"2146304" : 13474,
"2179072" : 11616,
"2211840" : 9069,
"2244608" : 7358,
"2277376" : 6215,
"2310144" : 6307,
"2342912" : 7161,
"2375680" : 7852,
"2408448" : 8938,
"2441216" : 9276,
"2473984" : 8814,
"2506752" : 8753,
"2539520" : 7412,
"2572288" : 7046,
"2605056" : 6483,
"2637824" : 6411,
"2670592" : 6802,
"2703360" : 7153,
"2736128" : 7987,
"2768896" : 8465,
"2801664" : 8322,
"2834432" : 7978,
"2867200" : 7739,
"2899968" : 7921,
"2932736" : 7558,
"2965504" : 7580,
"2998272" : 8105,
"3031040" : 7802,
"3063808" : 7796,
"3096576" : 8062,
"3129344" : 7773,
"3162112" : 7649,
"3194880" : 6879,
"3227648" : 6645,
"3260416" : 6532,
"3293184" : 6581,
"3325952" : 6558,
"3358720" : 5981,
"3391488" : 6049,
"3424256" : 5589,
"3457024" : 5409,
"3489792" : 5308,
"3522560" : 5087,
"3555328" : 4847,
"3588096" : 4617,
"3620864" : 4535,
"3653632" : 4275,
"3686400" : 4540,
"3719168" : 4648,
"3751936" : 4231,
"3784704" : 3429,
"3817472" : 3602,
"3850240" : 3974,
"3883008" : 5189,
"3915776" : 3100,
"3948544" : 3322,
"3981312" : 3082,
"4014080" : 2728,
"4046848" : 2516,
"4079616" : 2311,
"4112384" : 2725,
"4145152" : 2656,
"4177920" : 2326,
"4227072" : 4465,
"4292608" : 4469,
"4358144" : 4044,
"4423680" : 3944,
"4489216" : 3788,
"4554752" : 3830,
"4620288" : 3532,
"4685824" : 3465,
"4751360" : 3403,
"4816896" : 3434,
"4882432" : 3331,
"4947968" : 3457,
"5013504" : 3661,
"5079040" : 3168,
"5144576" : 3365,
"5210112" : 3240,
"5275648" : 3069,
"5341184" : 3212,
"5406720" : 2483,
"5472256" : 2497,
"5537792" : 2618,
"5603328" : 2310,
"5668864" : 2373,
"5734400" : 2406,
"5799936" : 2401,
"5865472" : 2176,
"5931008" : 2067,
"5996544" : 1947,
"6062080" : 1954,
"6127616" : 2016,
"6193152" : 1920,
"6258688" : 1686,
"6324224" : 1581,
"6389760" : 1565,
"6455296" : 1495,
"6520832" : 1696,
"6586368" : 1472,
"6651904" : 1524,
"6717440" : 1368,
"6782976" : 1341,
"6848512" : 1294,
"6914048" : 1117,
"6979584" : 1141,
"7045120" : 1153,
"7110656" : 1284,
"7176192" : 1060,
"7241728" : 1011,
"7307264" : 1216,
"7372800" : 985,
"7438336" : 1019,
"7503872" : 874,
"7569408" : 817,
"7634944" : 803,
"7700480" : 786,
"7766016" : 807,
"7831552" : 775,
"7897088" : 671,
"7962624" : 654,
"8028160" : 702,
"8093696" : 744,
"8159232" : 679,
"8224768" : 618,
"8290304" : 652,
"8355840" : 526,
"8454144" : 1026,
"8585216" : 976,
"8716288" : 910,
"8847360" : 947,
"8978432" : 825,
"9109504" : 917,
"9240576" : 776,
"9371648" : 819,
"9502720" : 738,
"9633792" : 548,
"9764864" : 665,
"9895936" : 480,
"10027008" : 540,
"10158080" : 350,
"10289152" : 398,
"10420224" : 414,
"10551296" : 276,
"10682368" : 398,
"10813440" : 316,
"10944512" : 311,
"11075584" : 299,
"11206656" : 250,
"11337728" : 233,
"11468800" : 200,
"11599872" : 269,
"11730944" : 191,
"11862016" : 146,
"11993088" : 213,
"12124160" : 166,
"12255232" : 175,
"12386304" : 138,
"12517376" : 92,
"12648448" : 130,
"12779520" : 93,
"12910592" : 103,
"13041664" : 137,
"13172736" : 107,
"13303808" : 134,
"13434880" : 55,
"13565952" : 97,
"13697024" : 60,
"13828096" : 77,
"13959168" : 60,
"14090240" : 32,
"14221312" : 28,
"14352384" : 67,
"14483456" : 50,
"14614528" : 28,
"14745600" : 41,
"14876672" : 30,
"15007744" : 33,
"15138816" : 43,
"15269888" : 22,
"15400960" : 37,
"15532032" : 15,
"15663104" : 21,
"15794176" : 20,
"15925248" : 11,
"16056320" : 16,
"16187392" : 9,
"16318464" : 39,
"16449536" : 27,
"16580608" : 5,
"16711680" : 19,
"16908288" : 24,
"17170432" : 26,
"17432576" : 7,
"17694720" : 9,
"17956864" : 37,
"18219008" : 20,
"18481152" : 13,
"18743296" : 5,
"19005440" : 11,
"19267584" : 6,
"19529728" : 9,
"19791872" : 4,
"20054016" : 3,
"20316160" : 9,
"20578304" : 4,
"20840448" : 8,
"21364736" : 6,
"21889024" : 6,
"22151168" : 2,
"23199744" : 2,
"23986176" : 3
}
},
"lat_ns" : {
"min" : 736095,
"max" : 23929082,
"mean" : 1514126.922398,
"stddev" : 1231307.436925,
"N" : 3802764
},
"bw_min" : 29088,
"bw_max" : 133306,
"bw_agg" : 99.965286,
"bw_mean" : 84477.994429,
"bw_dev" : 28515.002083,
"bw_samples" : 359,
"iops_min" : 7272,
"iops_max" : 33326,
"iops_mean" : 21119.470752,
"iops_stddev" : 7128.728494,
"iops_samples" : 359
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 3.625576,
"sys_cpu" : 60.059223,
"ctx" : 152458,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999974,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999974,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.012964,
"1000" : 46.919939
},
"latency_ms" : {
"2" : 37.701804,
"4" : 11.129139,
"10" : 4.051578,
"20" : 0.183419,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096098,
"timestamp_ms" : 1773096098413,
"time" : "Mon Mar 9 19:41:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15576264704,
"io_kbytes" : 15211196,
"bw_bytes" : 86533842,
"bw" : 84505,
"iops" : 21126.248597,
"runtime" : 180002,
"total_ios" : 3802767,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8553,
"max" : 5417457,
"mean" : 45548.349581,
"stddev" : 159284.633175,
"N" : 3802768
},
"clat_ns" : {
"min" : 3435,
"max" : 23896413,
"mean" : 1468570.744538,
"stddev" : 1202924.827705,
"N" : 3802798,
"percentile" : {
"1.000000" : 798720,
"5.000000" : 831488,
"10.000000" : 864256,
"20.000000" : 905216,
"30.000000" : 929792,
"40.000000" : 954368,
"50.000000" : 1019904,
"60.000000" : 1122304,
"70.000000" : 1220608,
"80.000000" : 1564672,
"90.000000" : 2768896,
"95.000000" : 3751936,
"99.000000" : 6848512,
"99.500000" : 8159232,
"99.900000" : 11206656,
"99.950000" : 12517376,
"99.990000" : 15663104
},
"bins" : {
"3440" : 1,
"31616" : 1,
"60672" : 1,
"105984" : 1,
"132096" : 1,
"160768" : 1,
"189440" : 1,
"218112" : 1,
"250880" : 1,
"317440" : 1,
"358400" : 1,
"391168" : 1,
"419840" : 1,
"460800" : 1,
"493568" : 1,
"518144" : 1,
"544768" : 1,
"577536" : 1,
"602112" : 1,
"626688" : 1,
"659456" : 1,
"684032" : 1,
"708608" : 2,
"716800" : 4,
"724992" : 40,
"733184" : 61,
"741376" : 235,
"749568" : 386,
"757760" : 899,
"765952" : 2024,
"774144" : 4189,
"782336" : 7769,
"790528" : 13505,
"798720" : 21738,
"806912" : 31207,
"815104" : 40423,
"823296" : 48173,
"831488" : 53341,
"839680" : 53357,
"847872" : 50443,
"856064" : 49556,
"864256" : 50863,
"872448" : 58343,
"880640" : 71874,
"888832" : 87504,
"897024" : 102777,
"905216" : 117281,
"913408" : 127348,
"921600" : 129706,
"929792" : 123818,
"937984" : 112263,
"946176" : 96041,
"954368" : 80014,
"962560" : 65049,
"970752" : 53765,
"978944" : 45613,
"987136" : 41721,
"995328" : 40566,
"1003520" : 41457,
"1011712" : 42808,
"1019904" : 43475,
"1028096" : 43110,
"1036288" : 40467,
"1044480" : 36440,
"1056768" : 60632,
"1073152" : 49885,
"1089536" : 50632,
"1105920" : 62614,
"1122304" : 72454,
"1138688" : 72521,
"1155072" : 63926,
"1171456" : 57013,
"1187840" : 53440,
"1204224" : 52146,
"1220608" : 45245,
"1236992" : 34811,
"1253376" : 27141,
"1269760" : 20799,
"1286144" : 18376,
"1302528" : 18122,
"1318912" : 18197,
"1335296" : 16762,
"1351680" : 14429,
"1368064" : 12766,
"1384448" : 12746,
"1400832" : 13877,
"1417216" : 16171,
"1433600" : 18185,
"1449984" : 19546,
"1466368" : 20326,
"1482752" : 20910,
"1499136" : 20197,
"1515520" : 17998,
"1531904" : 15106,
"1548288" : 12925,
"1564672" : 9845,
"1581056" : 7091,
"1597440" : 5764,
"1613824" : 4850,
"1630208" : 4407,
"1646592" : 4312,
"1662976" : 4412,
"1679360" : 4741,
"1695744" : 5333,
"1712128" : 6354,
"1728512" : 7191,
"1744896" : 8315,
"1761280" : 9549,
"1777664" : 10258,
"1794048" : 10767,
"1810432" : 11240,
"1826816" : 10306,
"1843200" : 9462,
"1859584" : 8744,
"1875968" : 7774,
"1892352" : 6288,
"1908736" : 4919,
"1925120" : 4063,
"1941504" : 3270,
"1957888" : 3101,
"1974272" : 3074,
"1990656" : 3248,
"2007040" : 3597,
"2023424" : 4358,
"2039808" : 4555,
"2056192" : 4933,
"2072576" : 5409,
"2088960" : 6016,
"2113536" : 13506,
"2146304" : 13474,
"2179072" : 11616,
"2211840" : 9069,
"2244608" : 7358,
"2277376" : 6215,
"2310144" : 6307,
"2342912" : 7161,
"2375680" : 7852,
"2408448" : 8938,
"2441216" : 9276,
"2473984" : 8814,
"2506752" : 8753,
"2539520" : 7412,
"2572288" : 7046,
"2605056" : 6483,
"2637824" : 6411,
"2670592" : 6802,
"2703360" : 7153,
"2736128" : 7987,
"2768896" : 8465,
"2801664" : 8322,
"2834432" : 7978,
"2867200" : 7739,
"2899968" : 7921,
"2932736" : 7558,
"2965504" : 7580,
"2998272" : 8105,
"3031040" : 7802,
"3063808" : 7796,
"3096576" : 8062,
"3129344" : 7773,
"3162112" : 7649,
"3194880" : 6879,
"3227648" : 6645,
"3260416" : 6532,
"3293184" : 6581,
"3325952" : 6558,
"3358720" : 5981,
"3391488" : 6049,
"3424256" : 5589,
"3457024" : 5409,
"3489792" : 5308,
"3522560" : 5087,
"3555328" : 4847,
"3588096" : 4617,
"3620864" : 4535,
"3653632" : 4275,
"3686400" : 4540,
"3719168" : 4648,
"3751936" : 4231,
"3784704" : 3429,
"3817472" : 3602,
"3850240" : 3974,
"3883008" : 5189,
"3915776" : 3100,
"3948544" : 3322,
"3981312" : 3082,
"4014080" : 2728,
"4046848" : 2516,
"4079616" : 2311,
"4112384" : 2725,
"4145152" : 2656,
"4177920" : 2326,
"4227072" : 4465,
"4292608" : 4469,
"4358144" : 4044,
"4423680" : 3944,
"4489216" : 3788,
"4554752" : 3830,
"4620288" : 3532,
"4685824" : 3465,
"4751360" : 3403,
"4816896" : 3434,
"4882432" : 3331,
"4947968" : 3457,
"5013504" : 3661,
"5079040" : 3168,
"5144576" : 3365,
"5210112" : 3240,
"5275648" : 3069,
"5341184" : 3212,
"5406720" : 2483,
"5472256" : 2497,
"5537792" : 2618,
"5603328" : 2310,
"5668864" : 2373,
"5734400" : 2406,
"5799936" : 2401,
"5865472" : 2176,
"5931008" : 2067,
"5996544" : 1947,
"6062080" : 1954,
"6127616" : 2016,
"6193152" : 1920,
"6258688" : 1686,
"6324224" : 1581,
"6389760" : 1565,
"6455296" : 1495,
"6520832" : 1696,
"6586368" : 1472,
"6651904" : 1524,
"6717440" : 1368,
"6782976" : 1341,
"6848512" : 1294,
"6914048" : 1117,
"6979584" : 1141,
"7045120" : 1153,
"7110656" : 1284,
"7176192" : 1060,
"7241728" : 1011,
"7307264" : 1216,
"7372800" : 985,
"7438336" : 1019,
"7503872" : 874,
"7569408" : 817,
"7634944" : 803,
"7700480" : 786,
"7766016" : 807,
"7831552" : 775,
"7897088" : 671,
"7962624" : 654,
"8028160" : 702,
"8093696" : 744,
"8159232" : 679,
"8224768" : 618,
"8290304" : 652,
"8355840" : 526,
"8454144" : 1026,
"8585216" : 976,
"8716288" : 910,
"8847360" : 947,
"8978432" : 825,
"9109504" : 917,
"9240576" : 776,
"9371648" : 819,
"9502720" : 738,
"9633792" : 548,
"9764864" : 665,
"9895936" : 480,
"10027008" : 540,
"10158080" : 350,
"10289152" : 398,
"10420224" : 414,
"10551296" : 276,
"10682368" : 398,
"10813440" : 316,
"10944512" : 311,
"11075584" : 299,
"11206656" : 250,
"11337728" : 233,
"11468800" : 200,
"11599872" : 269,
"11730944" : 191,
"11862016" : 146,
"11993088" : 213,
"12124160" : 166,
"12255232" : 175,
"12386304" : 138,
"12517376" : 92,
"12648448" : 130,
"12779520" : 93,
"12910592" : 103,
"13041664" : 137,
"13172736" : 107,
"13303808" : 134,
"13434880" : 55,
"13565952" : 97,
"13697024" : 60,
"13828096" : 77,
"13959168" : 60,
"14090240" : 32,
"14221312" : 28,
"14352384" : 67,
"14483456" : 50,
"14614528" : 28,
"14745600" : 41,
"14876672" : 30,
"15007744" : 33,
"15138816" : 43,
"15269888" : 22,
"15400960" : 37,
"15532032" : 15,
"15663104" : 21,
"15794176" : 20,
"15925248" : 11,
"16056320" : 16,
"16187392" : 9,
"16318464" : 39,
"16449536" : 27,
"16580608" : 5,
"16711680" : 19,
"16908288" : 24,
"17170432" : 26,
"17432576" : 7,
"17694720" : 9,
"17956864" : 37,
"18219008" : 20,
"18481152" : 13,
"18743296" : 5,
"19005440" : 11,
"19267584" : 6,
"19529728" : 9,
"19791872" : 4,
"20054016" : 3,
"20316160" : 9,
"20578304" : 4,
"20840448" : 8,
"21364736" : 6,
"21889024" : 6,
"22151168" : 2,
"23199744" : 2,
"23986176" : 3
}
},
"lat_ns" : {
"min" : 29455,
"max" : 23929082,
"mean" : 1514118.981725,
"stddev" : 1231305.338390,
"N" : 3802798
},
"bw_min" : 29088,
"bw_max" : 133306,
"bw_agg" : 99.966032,
"bw_mean" : 84477.994429,
"bw_dev" : 28515.002083,
"bw_samples" : 359,
"iops_min" : 7272,
"iops_max" : 33326,
"iops_mean" : 21119.470752,
"iops_stddev" : 7128.728494,
"iops_samples" : 359
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180001,
"usr_cpu" : 3.625535,
"sys_cpu" : 60.058555,
"ctx" : 152459,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999974,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.010000,
"750" : 0.013201,
"1000" : 46.919993
},
"latency_ms" : {
"2" : 37.701968,
"4" : 11.129133,
"10" : 4.051576,
"20" : 0.183419,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}