raidz2/benchmarks/rand/rand-write-qd32-nj1_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774124052,
"timestamp_ms" : 1774124052874,
"time" : "Sat Mar 21 17:14:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1129795584,
"io_kbytes" : 1103316,
"bw_bytes" : 115698472,
"bw" : 112986,
"iops" : 28250.281618,
"runtime" : 9765,
"total_ios" : 275864,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9765,
"usr_cpu" : 4.925755,
"sys_cpu" : 66.564260,
"ctx" : 31185,
"majf" : 0,
"minf" : 6,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.988763,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124063,
"timestamp_ms" : 1774124063108,
"time" : "Sat Mar 21 17:14:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1103609856,
"io_kbytes" : 1077744,
"bw_bytes" : 110372022,
"bw" : 107785,
"iops" : 26946.394639,
"runtime" : 9999,
"total_ios" : 269437,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9605,
"max" : 337055,
"mean" : 35310.028953,
"stddev" : 29905.379895,
"N" : 269437
},
"clat_ns" : {
"min" : 665476,
"max" : 3710539,
"mean" : 1151751.347014,
"stddev" : 268920.519742,
"N" : 269436,
"percentile" : {
"1.000000" : 790528,
"5.000000" : 888832,
"10.000000" : 937984,
"20.000000" : 995328,
"30.000000" : 1036288,
"40.000000" : 1073152,
"50.000000" : 1105920,
"60.000000" : 1155072,
"70.000000" : 1187840,
"80.000000" : 1253376,
"90.000000" : 1335296,
"95.000000" : 1466368,
"99.000000" : 2572288,
"99.500000" : 2801664,
"99.900000" : 3129344,
"99.950000" : 3227648,
"99.990000" : 3424256
},
"bins" : {
"667648" : 3,
"675840" : 6,
"684032" : 9,
"692224" : 19,
"700416" : 59,
"708608" : 43,
"716800" : 38,
"724992" : 74,
"733184" : 129,
"741376" : 248,
"749568" : 300,
"757760" : 424,
"765952" : 395,
"774144" : 412,
"782336" : 483,
"790528" : 424,
"798720" : 406,
"806912" : 476,
"815104" : 586,
"823296" : 723,
"831488" : 709,
"839680" : 854,
"847872" : 884,
"856064" : 1006,
"864256" : 955,
"872448" : 1112,
"880640" : 1300,
"888832" : 1416,
"897024" : 1631,
"905216" : 1889,
"913408" : 2554,
"921600" : 2976,
"929792" : 3629,
"937984" : 3761,
"946176" : 4026,
"954368" : 3965,
"962560" : 3825,
"970752" : 3727,
"978944" : 3763,
"987136" : 3656,
"995328" : 3745,
"1003520" : 3998,
"1011712" : 4642,
"1019904" : 5497,
"1028096" : 6235,
"1036288" : 6711,
"1044480" : 7130,
"1056768" : 13267,
"1073152" : 11588,
"1089536" : 9966,
"1105920" : 9906,
"1122304" : 11686,
"1138688" : 12880,
"1155072" : 12493,
"1171456" : 11094,
"1187840" : 8747,
"1204224" : 7257,
"1220608" : 7150,
"1236992" : 7654,
"1253376" : 7308,
"1269760" : 6100,
"1286144" : 4948,
"1302528" : 3617,
"1318912" : 3063,
"1335296" : 3235,
"1351680" : 3073,
"1368064" : 2598,
"1384448" : 2095,
"1400832" : 1405,
"1417216" : 1164,
"1433600" : 1065,
"1449984" : 966,
"1466368" : 867,
"1482752" : 734,
"1499136" : 589,
"1515520" : 521,
"1531904" : 405,
"1548288" : 487,
"1564672" : 369,
"1581056" : 317,
"1597440" : 282,
"1613824" : 319,
"1630208" : 279,
"1646592" : 295,
"1662976" : 298,
"1679360" : 198,
"1695744" : 198,
"1712128" : 173,
"1728512" : 184,
"1744896" : 190,
"1761280" : 144,
"1777664" : 176,
"1794048" : 130,
"1810432" : 122,
"1826816" : 140,
"1843200" : 151,
"1859584" : 109,
"1875968" : 99,
"1892352" : 97,
"1908736" : 83,
"1925120" : 89,
"1941504" : 97,
"1957888" : 103,
"1974272" : 46,
"1990656" : 82,
"2007040" : 70,
"2023424" : 60,
"2039808" : 74,
"2056192" : 86,
"2072576" : 65,
"2088960" : 74,
"2113536" : 112,
"2146304" : 189,
"2179072" : 178,
"2211840" : 149,
"2244608" : 174,
"2277376" : 190,
"2310144" : 183,
"2342912" : 230,
"2375680" : 225,
"2408448" : 165,
"2441216" : 239,
"2473984" : 232,
"2506752" : 202,
"2539520" : 205,
"2572288" : 222,
"2605056" : 221,
"2637824" : 202,
"2670592" : 194,
"2703360" : 189,
"2736128" : 181,
"2768896" : 163,
"2801664" : 176,
"2834432" : 144,
"2867200" : 129,
"2899968" : 109,
"2932736" : 134,
"2965504" : 79,
"2998272" : 125,
"3031040" : 101,
"3063808" : 62,
"3096576" : 47,
"3129344" : 70,
"3162112" : 41,
"3194880" : 41,
"3227648" : 31,
"3260416" : 22,
"3293184" : 29,
"3325952" : 21,
"3358720" : 13,
"3391488" : 8,
"3424256" : 13,
"3457024" : 4,
"3489792" : 3,
"3522560" : 4,
"3620864" : 2,
"3719168" : 3
}
},
"lat_ns" : {
"min" : 686128,
"max" : 3845736,
"mean" : 1187060.796575,
"stddev" : 276279.778369,
"N" : 269436
},
"bw_min" : 98960,
"bw_max" : 121763,
"bw_agg" : 100.000000,
"bw_mean" : 108233.368421,
"bw_dev" : 6119.375015,
"bw_samples" : 19,
"iops_min" : 24740,
"iops_max" : 30440,
"iops_mean" : 27058.263158,
"iops_stddev" : 1529.726331,
"iops_samples" : 19
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 4.650465,
"sys_cpu" : 69.066907,
"ctx" : 26560,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999629,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999629,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.286523,
"1000" : 20.839009
},
"latency_ms" : {
"2" : 76.691768,
"4" : 2.182328,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124073,
"timestamp_ms" : 1774124073108,
"time" : "Sat Mar 21 17:14:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2039394304,
"io_kbytes" : 1991596,
"bw_bytes" : 101974813,
"bw" : 99584,
"iops" : 24896.244812,
"runtime" : 19999,
"total_ios" : 497900,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9605,
"max" : 349214,
"mean" : 38362.672715,
"stddev" : 32900.301039,
"N" : 497900
},
"clat_ns" : {
"min" : 665476,
"max" : 3942734,
"mean" : 1246466.470296,
"stddev" : 307038.887879,
"N" : 497899,
"percentile" : {
"1.000000" : 815104,
"5.000000" : 921600,
"10.000000" : 962560,
"20.000000" : 1044480,
"30.000000" : 1089536,
"40.000000" : 1138688,
"50.000000" : 1187840,
"60.000000" : 1236992,
"70.000000" : 1302528,
"80.000000" : 1384448,
"90.000000" : 1515520,
"95.000000" : 1777664,
"99.000000" : 2572288,
"99.500000" : 2736128,
"99.900000" : 3129344,
"99.950000" : 3293184,
"99.990000" : 3653632
},
"bins" : {
"667648" : 3,
"675840" : 6,
"684032" : 9,
"692224" : 19,
"700416" : 59,
"708608" : 43,
"716800" : 38,
"724992" : 74,
"733184" : 141,
"741376" : 275,
"749568" : 344,
"757760" : 458,
"765952" : 439,
"774144" : 481,
"782336" : 582,
"790528" : 534,
"798720" : 552,
"806912" : 639,
"815104" : 769,
"823296" : 878,
"831488" : 876,
"839680" : 1042,
"847872" : 1161,
"856064" : 1305,
"864256" : 1313,
"872448" : 1548,
"880640" : 1774,
"888832" : 1919,
"897024" : 2086,
"905216" : 2372,
"913408" : 3001,
"921600" : 3426,
"929792" : 4049,
"937984" : 4234,
"946176" : 4511,
"954368" : 4486,
"962560" : 4472,
"970752" : 4435,
"978944" : 4470,
"987136" : 4447,
"995328" : 4564,
"1003520" : 4858,
"1011712" : 5438,
"1019904" : 6279,
"1028096" : 7035,
"1036288" : 7714,
"1044480" : 8290,
"1056768" : 16488,
"1073152" : 15918,
"1089536" : 15014,
"1105920" : 14376,
"1122304" : 15717,
"1138688" : 17478,
"1155072" : 18603,
"1171456" : 18877,
"1187840" : 17215,
"1204224" : 15119,
"1220608" : 13743,
"1236992" : 14082,
"1253376" : 14759,
"1269760" : 15453,
"1286144" : 14935,
"1302528" : 12339,
"1318912" : 10094,
"1335296" : 9326,
"1351680" : 9302,
"1368064" : 9815,
"1384448" : 9460,
"1400832" : 8044,
"1417216" : 6307,
"1433600" : 5295,
"1449984" : 5123,
"1466368" : 5175,
"1482752" : 5342,
"1499136" : 4434,
"1515520" : 3611,
"1531904" : 2800,
"1548288" : 2625,
"1564672" : 2545,
"1581056" : 2578,
"1597440" : 2249,
"1613824" : 1819,
"1630208" : 1373,
"1646592" : 1258,
"1662976" : 1145,
"1679360" : 1028,
"1695744" : 1000,
"1712128" : 930,
"1728512" : 752,
"1744896" : 794,
"1761280" : 660,
"1777664" : 619,
"1794048" : 587,
"1810432" : 498,
"1826816" : 563,
"1843200" : 544,
"1859584" : 483,
"1875968" : 438,
"1892352" : 447,
"1908736" : 428,
"1925120" : 481,
"1941504" : 487,
"1957888" : 496,
"1974272" : 461,
"1990656" : 483,
"2007040" : 525,
"2023424" : 432,
"2039808" : 524,
"2056192" : 461,
"2072576" : 446,
"2088960" : 442,
"2113536" : 905,
"2146304" : 894,
"2179072" : 831,
"2211840" : 918,
"2244608" : 817,
"2277376" : 829,
"2310144" : 777,
"2342912" : 844,
"2375680" : 727,
"2408448" : 640,
"2441216" : 709,
"2473984" : 581,
"2506752" : 604,
"2539520" : 516,
"2572288" : 528,
"2605056" : 474,
"2637824" : 412,
"2670592" : 432,
"2703360" : 369,
"2736128" : 329,
"2768896" : 280,
"2801664" : 299,
"2834432" : 221,
"2867200" : 193,
"2899968" : 187,
"2932736" : 182,
"2965504" : 112,
"2998272" : 168,
"3031040" : 139,
"3063808" : 83,
"3096576" : 67,
"3129344" : 84,
"3162112" : 54,
"3194880" : 63,
"3227648" : 41,
"3260416" : 26,
"3293184" : 38,
"3325952" : 35,
"3358720" : 15,
"3391488" : 16,
"3424256" : 27,
"3457024" : 12,
"3489792" : 15,
"3522560" : 16,
"3555328" : 12,
"3588096" : 23,
"3620864" : 7,
"3653632" : 12,
"3686400" : 10,
"3719168" : 17,
"3751936" : 3,
"3784704" : 2,
"3817472" : 7,
"3850240" : 2,
"3883008" : 1,
"3948544" : 1
}
},
"lat_ns" : {
"min" : 686128,
"max" : 3999861,
"mean" : 1284829.127052,
"stddev" : 315503.965339,
"N" : 497899
},
"bw_min" : 84680,
"bw_max" : 121763,
"bw_agg" : 100.000000,
"bw_mean" : 99844.358974,
"bw_dev" : 9990.219434,
"bw_samples" : 39,
"iops_min" : 21170,
"iops_max" : 30440,
"iops_mean" : 24961.051282,
"iops_stddev" : 2497.487642,
"iops_samples" : 39
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 4.280214,
"sys_cpu" : 65.033252,
"ctx" : 61751,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999799,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999799,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.168709,
"1000" : 13.524603
},
"latency_ms" : {
"2" : 82.611368,
"4" : 3.695120,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124083,
"timestamp_ms" : 1774124083108,
"time" : "Sat Mar 21 17:14:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2930229248,
"io_kbytes" : 2861552,
"bw_bytes" : 97677564,
"bw" : 95388,
"iops" : 23847.094903,
"runtime" : 29999,
"total_ios" : 715389,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9605,
"max" : 860304,
"mean" : 40125.132896,
"stddev" : 34377.993674,
"N" : 715389
},
"clat_ns" : {
"min" : 665476,
"max" : 4592957,
"mean" : 1301236.814522,
"stddev" : 325053.911441,
"N" : 715388,
"percentile" : {
"1.000000" : 831488,
"5.000000" : 929792,
"10.000000" : 995328,
"20.000000" : 1073152,
"30.000000" : 1138688,
"40.000000" : 1187840,
"50.000000" : 1236992,
"60.000000" : 1302528,
"70.000000" : 1368064,
"80.000000" : 1466368,
"90.000000" : 1630208,
"95.000000" : 1908736,
"99.000000" : 2572288,
"99.500000" : 2801664,
"99.900000" : 3424256,
"99.950000" : 3686400,
"99.990000" : 3883008
},
"bins" : {
"667648" : 3,
"675840" : 6,
"684032" : 9,
"692224" : 19,
"700416" : 59,
"708608" : 43,
"716800" : 38,
"724992" : 74,
"733184" : 141,
"741376" : 275,
"749568" : 344,
"757760" : 458,
"765952" : 439,
"774144" : 481,
"782336" : 586,
"790528" : 548,
"798720" : 588,
"806912" : 702,
"815104" : 851,
"823296" : 986,
"831488" : 1015,
"839680" : 1192,
"847872" : 1400,
"856064" : 1571,
"864256" : 1658,
"872448" : 1897,
"880640" : 2151,
"888832" : 2251,
"897024" : 2512,
"905216" : 2713,
"913408" : 3332,
"921600" : 3783,
"929792" : 4355,
"937984" : 4540,
"946176" : 4792,
"954368" : 4822,
"962560" : 4881,
"970752" : 4885,
"978944" : 4990,
"987136" : 4974,
"995328" : 5220,
"1003520" : 5551,
"1011712" : 6078,
"1019904" : 6917,
"1028096" : 7600,
"1036288" : 8270,
"1044480" : 8810,
"1056768" : 18148,
"1073152" : 18380,
"1089536" : 18454,
"1105920" : 18291,
"1122304" : 19055,
"1138688" : 20413,
"1155072" : 21912,
"1171456" : 23656,
"1187840" : 23299,
"1204224" : 21560,
"1220608" : 19469,
"1236992" : 18831,
"1253376" : 19610,
"1269760" : 21331,
"1286144" : 22570,
"1302528" : 20526,
"1318912" : 16859,
"1335296" : 14798,
"1351680" : 14303,
"1368064" : 15572,
"1384448" : 16466,
"1400832" : 15305,
"1417216" : 12710,
"1433600" : 10243,
"1449984" : 9327,
"1466368" : 9722,
"1482752" : 10589,
"1499136" : 9661,
"1515520" : 8167,
"1531904" : 6372,
"1548288" : 5711,
"1564672" : 5629,
"1581056" : 5786,
"1597440" : 5584,
"1613824" : 4785,
"1630208" : 3723,
"1646592" : 3250,
"1662976" : 3177,
"1679360" : 3005,
"1695744" : 3050,
"1712128" : 2910,
"1728512" : 2273,
"1744896" : 2163,
"1761280" : 1918,
"1777664" : 1785,
"1794048" : 1748,
"1810432" : 1627,
"1826816" : 1524,
"1843200" : 1470,
"1859584" : 1395,
"1875968" : 1280,
"1892352" : 1232,
"1908736" : 1110,
"1925120" : 1072,
"1941504" : 1107,
"1957888" : 990,
"1974272" : 1052,
"1990656" : 1066,
"2007040" : 1012,
"2023424" : 849,
"2039808" : 996,
"2056192" : 845,
"2072576" : 848,
"2088960" : 795,
"2113536" : 1525,
"2146304" : 1530,
"2179072" : 1434,
"2211840" : 1411,
"2244608" : 1372,
"2277376" : 1321,
"2310144" : 1177,
"2342912" : 1219,
"2375680" : 1056,
"2408448" : 931,
"2441216" : 977,
"2473984" : 856,
"2506752" : 836,
"2539520" : 743,
"2572288" : 754,
"2605056" : 662,
"2637824" : 596,
"2670592" : 577,
"2703360" : 520,
"2736128" : 441,
"2768896" : 377,
"2801664" : 421,
"2834432" : 332,
"2867200" : 277,
"2899968" : 263,
"2932736" : 266,
"2965504" : 177,
"2998272" : 212,
"3031040" : 191,
"3063808" : 148,
"3096576" : 103,
"3129344" : 141,
"3162112" : 120,
"3194880" : 95,
"3227648" : 73,
"3260416" : 75,
"3293184" : 66,
"3325952" : 64,
"3358720" : 51,
"3391488" : 47,
"3424256" : 72,
"3457024" : 48,
"3489792" : 50,
"3522560" : 44,
"3555328" : 56,
"3588096" : 69,
"3620864" : 21,
"3653632" : 36,
"3686400" : 53,
"3719168" : 60,
"3751936" : 54,
"3784704" : 20,
"3817472" : 53,
"3850240" : 61,
"3883008" : 37,
"3915776" : 6,
"3948544" : 12,
"3981312" : 3,
"4014080" : 1,
"4079616" : 1,
"4112384" : 1,
"4177920" : 1,
"4227072" : 2,
"4292608" : 1,
"4358144" : 1,
"4423680" : 3,
"4489216" : 7,
"4554752" : 1,
"4620288" : 1
}
},
"lat_ns" : {
"min" : 686128,
"max" : 4656634,
"mean" : 1341361.462774,
"stddev" : 333991.954789,
"N" : 715388
},
"bw_min" : 77328,
"bw_max" : 121763,
"bw_agg" : 100.000000,
"bw_mean" : 95581.779661,
"bw_dev" : 10563.083801,
"bw_samples" : 59,
"iops_min" : 19332,
"iops_max" : 30440,
"iops_mean" : 23895.406780,
"iops_stddev" : 2640.730764,
"iops_samples" : 59
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 4.156805,
"sys_cpu" : 62.918764,
"ctx" : 99181,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999860,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999860,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.117419,
"1000" : 10.504075
},
"latency_ms" : {
"2" : 85.258510,
"4" : 4.117061,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124093,
"timestamp_ms" : 1774124093107,
"time" : "Sat Mar 21 17:14:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3859718144,
"io_kbytes" : 3769256,
"bw_bytes" : 96495365,
"bw" : 94233,
"iops" : 23558.488962,
"runtime" : 39999,
"total_ios" : 942316,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9605,
"max" : 860304,
"mean" : 40635.836937,
"stddev" : 34526.504694,
"N" : 942316
},
"clat_ns" : {
"min" : 665476,
"max" : 4592957,
"mean" : 1317135.075817,
"stddev" : 327094.375304,
"N" : 942315,
"percentile" : {
"1.000000" : 839680,
"5.000000" : 946176,
"10.000000" : 1011712,
"20.000000" : 1089536,
"30.000000" : 1155072,
"40.000000" : 1204224,
"50.000000" : 1269760,
"60.000000" : 1318912,
"70.000000" : 1384448,
"80.000000" : 1482752,
"90.000000" : 1646592,
"95.000000" : 1892352,
"99.000000" : 2637824,
"99.500000" : 2899968,
"99.900000" : 3686400,
"99.950000" : 3850240,
"99.990000" : 3948544
},
"bins" : {
"667648" : 3,
"675840" : 6,
"684032" : 9,
"692224" : 19,
"700416" : 59,
"708608" : 43,
"716800" : 38,
"724992" : 74,
"733184" : 141,
"741376" : 275,
"749568" : 344,
"757760" : 458,
"765952" : 441,
"774144" : 484,
"782336" : 596,
"790528" : 562,
"798720" : 617,
"806912" : 751,
"815104" : 937,
"823296" : 1081,
"831488" : 1176,
"839680" : 1421,
"847872" : 1657,
"856064" : 1866,
"864256" : 1981,
"872448" : 2308,
"880640" : 2557,
"888832" : 2706,
"897024" : 3033,
"905216" : 3349,
"913408" : 3908,
"921600" : 4330,
"929792" : 4851,
"937984" : 4976,
"946176" : 5261,
"954368" : 5295,
"962560" : 5383,
"970752" : 5501,
"978944" : 5789,
"987136" : 5994,
"995328" : 6435,
"1003520" : 6971,
"1011712" : 7536,
"1019904" : 8282,
"1028096" : 8813,
"1036288" : 9412,
"1044480" : 9827,
"1056768" : 20229,
"1073152" : 21372,
"1089536" : 23175,
"1105920" : 24011,
"1122304" : 24542,
"1138688" : 25345,
"1155072" : 26127,
"1171456" : 28797,
"1187840" : 30338,
"1204224" : 29999,
"1220608" : 27530,
"1236992" : 25508,
"1253376" : 25200,
"1269760" : 27306,
"1286144" : 30201,
"1302528" : 29493,
"1318912" : 24875,
"1335296" : 21300,
"1351680" : 19622,
"1368064" : 21005,
"1384448" : 22950,
"1400832" : 22021,
"1417216" : 19088,
"1433600" : 15189,
"1449984" : 13322,
"1466368" : 13857,
"1482752" : 15099,
"1499136" : 14076,
"1515520" : 12060,
"1531904" : 9681,
"1548288" : 8380,
"1564672" : 8173,
"1581056" : 8442,
"1597440" : 8137,
"1613824" : 7130,
"1630208" : 5643,
"1646592" : 5014,
"1662976" : 4700,
"1679360" : 4445,
"1695744" : 4446,
"1712128" : 4219,
"1728512" : 3375,
"1744896" : 3096,
"1761280" : 2874,
"1777664" : 2595,
"1794048" : 2510,
"1810432" : 2393,
"1826816" : 2193,
"1843200" : 1987,
"1859584" : 1926,
"1875968" : 1772,
"1892352" : 1683,
"1908736" : 1527,
"1925120" : 1462,
"1941504" : 1454,
"1957888" : 1331,
"1974272" : 1429,
"1990656" : 1414,
"2007040" : 1306,
"2023424" : 1093,
"2039808" : 1270,
"2056192" : 1109,
"2072576" : 1111,
"2088960" : 1027,
"2113536" : 1883,
"2146304" : 1902,
"2179072" : 1814,
"2211840" : 1713,
"2244608" : 1678,
"2277376" : 1578,
"2310144" : 1389,
"2342912" : 1394,
"2375680" : 1241,
"2408448" : 1092,
"2441216" : 1123,
"2473984" : 1005,
"2506752" : 963,
"2539520" : 874,
"2572288" : 894,
"2605056" : 799,
"2637824" : 739,
"2670592" : 719,
"2703360" : 648,
"2736128" : 595,
"2768896" : 532,
"2801664" : 554,
"2834432" : 450,
"2867200" : 400,
"2899968" : 383,
"2932736" : 355,
"2965504" : 282,
"2998272" : 306,
"3031040" : 267,
"3063808" : 206,
"3096576" : 165,
"3129344" : 202,
"3162112" : 168,
"3194880" : 138,
"3227648" : 121,
"3260416" : 119,
"3293184" : 126,
"3325952" : 92,
"3358720" : 90,
"3391488" : 95,
"3424256" : 113,
"3457024" : 79,
"3489792" : 85,
"3522560" : 90,
"3555328" : 95,
"3588096" : 130,
"3620864" : 52,
"3653632" : 80,
"3686400" : 102,
"3719168" : 141,
"3751936" : 87,
"3784704" : 45,
"3817472" : 92,
"3850240" : 181,
"3883008" : 172,
"3915776" : 25,
"3948544" : 53,
"3981312" : 20,
"4014080" : 10,
"4046848" : 4,
"4079616" : 2,
"4112384" : 1,
"4145152" : 1,
"4177920" : 1,
"4227072" : 4,
"4292608" : 2,
"4358144" : 1,
"4423680" : 4,
"4489216" : 7,
"4554752" : 1,
"4620288" : 1
}
},
"lat_ns" : {
"min" : 686128,
"max" : 4656634,
"mean" : 1357770.908954,
"stddev" : 336051.405696,
"N" : 942315
},
"bw_min" : 77328,
"bw_max" : 121763,
"bw_agg" : 100.000000,
"bw_mean" : 94344.949367,
"bw_dev" : 9699.926705,
"bw_samples" : 79,
"iops_min" : 19332,
"iops_max" : 30440,
"iops_mean" : 23586.189873,
"iops_stddev" : 2424.915965,
"iops_samples" : 79
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 4.145104,
"sys_cpu" : 62.646566,
"ctx" : 133179,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.089142,
"1000" : 9.165715
},
"latency_ms" : {
"2" : 86.756566,
"4" : 3.984438,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124103,
"timestamp_ms" : 1774124103107,
"time" : "Sat Mar 21 17:15:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4726497280,
"io_kbytes" : 4615720,
"bw_bytes" : 94531836,
"bw" : 92316,
"iops" : 23079.081582,
"runtime" : 49999,
"total_ios" : 1153931,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9605,
"max" : 860304,
"mean" : 41516.395948,
"stddev" : 35236.896254,
"N" : 1153931
},
"clat_ns" : {
"min" : 665476,
"max" : 4592957,
"mean" : 1344451.611614,
"stddev" : 342910.735148,
"N" : 1153930,
"percentile" : {
"1.000000" : 856064,
"5.000000" : 954368,
"10.000000" : 1019904,
"20.000000" : 1105920,
"30.000000" : 1171456,
"40.000000" : 1220608,
"50.000000" : 1286144,
"60.000000" : 1351680,
"70.000000" : 1417216,
"80.000000" : 1515520,
"90.000000" : 1679360,
"95.000000" : 1925120,
"99.000000" : 2703360,
"99.500000" : 3096576,
"99.900000" : 3850240,
"99.950000" : 3948544,
"99.990000" : 4145152
},
"bins" : {
"667648" : 3,
"675840" : 6,
"684032" : 9,
"692224" : 19,
"700416" : 59,
"708608" : 43,
"716800" : 38,
"724992" : 74,
"733184" : 141,
"741376" : 276,
"749568" : 353,
"757760" : 459,
"765952" : 445,
"774144" : 486,
"782336" : 604,
"790528" : 570,
"798720" : 627,
"806912" : 761,
"815104" : 953,
"823296" : 1097,
"831488" : 1189,
"839680" : 1480,
"847872" : 1741,
"856064" : 1968,
"864256" : 2115,
"872448" : 2474,
"880640" : 2695,
"888832" : 2850,
"897024" : 3218,
"905216" : 3599,
"913408" : 4290,
"921600" : 4713,
"929792" : 5122,
"937984" : 5272,
"946176" : 5508,
"954368" : 5491,
"962560" : 5643,
"970752" : 5705,
"978944" : 6045,
"987136" : 6363,
"995328" : 6975,
"1003520" : 7768,
"1011712" : 8486,
"1019904" : 9339,
"1028096" : 9832,
"1036288" : 10341,
"1044480" : 10612,
"1056768" : 21382,
"1073152" : 22536,
"1089536" : 25275,
"1105920" : 27227,
"1122304" : 28764,
"1138688" : 29493,
"1155072" : 29047,
"1171456" : 31315,
"1187840" : 33799,
"1204224" : 35076,
"1220608" : 33663,
"1236992" : 31966,
"1253376" : 30261,
"1269760" : 31370,
"1286144" : 34554,
"1302528" : 34867,
"1318912" : 31139,
"1335296" : 28158,
"1351680" : 26228,
"1368064" : 26347,
"1384448" : 27784,
"1400832" : 27113,
"1417216" : 24696,
"1433600" : 21142,
"1449984" : 19481,
"1466368" : 19475,
"1482752" : 19499,
"1499136" : 18024,
"1515520" : 16224,
"1531904" : 13902,
"1548288" : 13233,
"1564672" : 12660,
"1581056" : 12340,
"1597440" : 11440,
"1613824" : 10042,
"1630208" : 8538,
"1646592" : 8183,
"1662976" : 7828,
"1679360" : 7123,
"1695744" : 6755,
"1712128" : 6090,
"1728512" : 5167,
"1744896" : 5069,
"1761280" : 4897,
"1777664" : 4326,
"1794048" : 3976,
"1810432" : 3522,
"1826816" : 3282,
"1843200" : 3000,
"1859584" : 3148,
"1875968" : 2829,
"1892352" : 2614,
"1908736" : 2219,
"1925120" : 2050,
"1941504" : 1974,
"1957888" : 1927,
"1974272" : 1991,
"1990656" : 1938,
"2007040" : 1739,
"2023424" : 1530,
"2039808" : 1638,
"2056192" : 1460,
"2072576" : 1441,
"2088960" : 1352,
"2113536" : 2425,
"2146304" : 2310,
"2179072" : 2271,
"2211840" : 2101,
"2244608" : 1963,
"2277376" : 1848,
"2310144" : 1602,
"2342912" : 1557,
"2375680" : 1430,
"2408448" : 1310,
"2441216" : 1291,
"2473984" : 1147,
"2506752" : 1139,
"2539520" : 999,
"2572288" : 1031,
"2605056" : 930,
"2637824" : 848,
"2670592" : 833,
"2703360" : 760,
"2736128" : 676,
"2768896" : 626,
"2801664" : 669,
"2834432" : 528,
"2867200" : 474,
"2899968" : 471,
"2932736" : 422,
"2965504" : 341,
"2998272" : 390,
"3031040" : 351,
"3063808" : 253,
"3096576" : 236,
"3129344" : 269,
"3162112" : 217,
"3194880" : 217,
"3227648" : 197,
"3260416" : 187,
"3293184" : 223,
"3325952" : 200,
"3358720" : 165,
"3391488" : 182,
"3424256" : 217,
"3457024" : 188,
"3489792" : 169,
"3522560" : 182,
"3555328" : 206,
"3588096" : 190,
"3620864" : 114,
"3653632" : 124,
"3686400" : 184,
"3719168" : 285,
"3751936" : 178,
"3784704" : 106,
"3817472" : 192,
"3850240" : 391,
"3883008" : 389,
"3915776" : 81,
"3948544" : 137,
"3981312" : 137,
"4014080" : 98,
"4046848" : 37,
"4079616" : 19,
"4112384" : 46,
"4145152" : 101,
"4177920" : 18,
"4227072" : 25,
"4292608" : 28,
"4358144" : 1,
"4423680" : 4,
"4489216" : 7,
"4554752" : 1,
"4620288" : 1
}
},
"lat_ns" : {
"min" : 686128,
"max" : 4656634,
"mean" : 1385966.155905,
"stddev" : 352367.738237,
"N" : 1153930
},
"bw_min" : 71488,
"bw_max" : 121763,
"bw_agg" : 100.000000,
"bw_mean" : 92594.898990,
"bw_dev" : 9700.489153,
"bw_samples" : 99,
"iops_min" : 17872,
"iops_max" : 30440,
"iops_mean" : 23148.676768,
"iops_stddev" : 2425.063424,
"iops_samples" : 99
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 4.112082,
"sys_cpu" : 61.687234,
"ctx" : 170016,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.073488,
"1000" : 7.900819
},
"latency_ms" : {
"2" : 87.868425,
"4" : 4.124250,
"10" : 0.032931,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124113,
"timestamp_ms" : 1774124113108,
"time" : "Sat Mar 21 17:15:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5546029056,
"io_kbytes" : 5416044,
"bw_bytes" : 92435358,
"bw" : 90268,
"iops" : 22567.242787,
"runtime" : 59999,
"total_ios" : 1354012,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9605,
"max" : 860304,
"mean" : 42497.110852,
"stddev" : 36135.647109,
"N" : 1354012
},
"clat_ns" : {
"min" : 665476,
"max" : 4592957,
"mean" : 1374945.659944,
"stddev" : 364374.850028,
"N" : 1354011,
"percentile" : {
"1.000000" : 864256,
"5.000000" : 970752,
"10.000000" : 1036288,
"20.000000" : 1122304,
"30.000000" : 1187840,
"40.000000" : 1253376,
"50.000000" : 1318912,
"60.000000" : 1384448,
"70.000000" : 1449984,
"80.000000" : 1548288,
"90.000000" : 1728512,
"95.000000" : 1974272,
"99.000000" : 2834432,
"99.500000" : 3457024,
"99.900000" : 4014080,
"99.950000" : 4145152,
"99.990000" : 4292608
},
"bins" : {
"667648" : 3,
"675840" : 6,
"684032" : 9,
"692224" : 19,
"700416" : 59,
"708608" : 43,
"716800" : 38,
"724992" : 74,
"733184" : 141,
"741376" : 276,
"749568" : 353,
"757760" : 459,
"765952" : 445,
"774144" : 486,
"782336" : 604,
"790528" : 570,
"798720" : 627,
"806912" : 761,
"815104" : 953,
"823296" : 1097,
"831488" : 1189,
"839680" : 1480,
"847872" : 1741,
"856064" : 1968,
"864256" : 2115,
"872448" : 2481,
"880640" : 2698,
"888832" : 2860,
"897024" : 3225,
"905216" : 3641,
"913408" : 4359,
"921600" : 4857,
"929792" : 5242,
"937984" : 5364,
"946176" : 5613,
"954368" : 5562,
"962560" : 5747,
"970752" : 5776,
"978944" : 6134,
"987136" : 6481,
"995328" : 7061,
"1003520" : 7939,
"1011712" : 8840,
"1019904" : 10035,
"1028096" : 10638,
"1036288" : 11099,
"1044480" : 11321,
"1056768" : 22413,
"1073152" : 23241,
"1089536" : 25941,
"1105920" : 28474,
"1122304" : 31442,
"1138688" : 33092,
"1155072" : 32083,
"1171456" : 33315,
"1187840" : 35218,
"1204224" : 36974,
"1220608" : 37446,
"1236992" : 37803,
"1253376" : 36133,
"1269760" : 35487,
"1286144" : 37249,
"1302528" : 37765,
"1318912" : 35172,
"1335296" : 34401,
"1351680" : 33609,
"1368064" : 32145,
"1384448" : 31849,
"1400832" : 30544,
"1417216" : 28516,
"1433600" : 26493,
"1449984" : 26519,
"1466368" : 26192,
"1482752" : 24140,
"1499136" : 21574,
"1515520" : 19681,
"1531904" : 18029,
"1548288" : 18743,
"1564672" : 18357,
"1581056" : 16943,
"1597440" : 14900,
"1613824" : 12943,
"1630208" : 11569,
"1646592" : 12021,
"1662976" : 11878,
"1679360" : 10955,
"1695744" : 9505,
"1712128" : 8334,
"1728512" : 7337,
"1744896" : 7523,
"1761280" : 7740,
"1777664" : 7005,
"1794048" : 6046,
"1810432" : 5167,
"1826816" : 4519,
"1843200" : 4433,
"1859584" : 4712,
"1875968" : 4474,
"1892352" : 3959,
"1908736" : 3317,
"1925120" : 2783,
"1941504" : 2707,
"1957888" : 2788,
"1974272" : 2940,
"1990656" : 2783,
"2007040" : 2432,
"2023424" : 2110,
"2039808" : 2146,
"2056192" : 1933,
"2072576" : 1855,
"2088960" : 1777,
"2113536" : 3206,
"2146304" : 2976,
"2179072" : 2826,
"2211840" : 2534,
"2244608" : 2374,
"2277376" : 2239,
"2310144" : 1881,
"2342912" : 1812,
"2375680" : 1673,
"2408448" : 1527,
"2441216" : 1497,
"2473984" : 1389,
"2506752" : 1317,
"2539520" : 1208,
"2572288" : 1194,
"2605056" : 1062,
"2637824" : 1049,
"2670592" : 965,
"2703360" : 885,
"2736128" : 835,
"2768896" : 730,
"2801664" : 765,
"2834432" : 640,
"2867200" : 588,
"2899968" : 545,
"2932736" : 534,
"2965504" : 464,
"2998272" : 503,
"3031040" : 425,
"3063808" : 342,
"3096576" : 330,
"3129344" : 342,
"3162112" : 292,
"3194880" : 296,
"3227648" : 277,
"3260416" : 268,
"3293184" : 307,
"3325952" : 275,
"3358720" : 237,
"3391488" : 235,
"3424256" : 311,
"3457024" : 274,
"3489792" : 261,
"3522560" : 266,
"3555328" : 315,
"3588096" : 321,
"3620864" : 235,
"3653632" : 231,
"3686400" : 300,
"3719168" : 442,
"3751936" : 274,
"3784704" : 188,
"3817472" : 292,
"3850240" : 584,
"3883008" : 601,
"3915776" : 172,
"3948544" : 267,
"3981312" : 284,
"4014080" : 275,
"4046848" : 124,
"4079616" : 109,
"4112384" : 165,
"4145152" : 391,
"4177920" : 144,
"4227072" : 122,
"4292608" : 107,
"4358144" : 17,
"4423680" : 23,
"4489216" : 7,
"4554752" : 1,
"4620288" : 1
}
},
"lat_ns" : {
"min" : 686128,
"max" : 4656634,
"mean" : 1417442.753965,
"stddev" : 374534.625438,
"N" : 1354011
},
"bw_min" : 61048,
"bw_max" : 121763,
"bw_agg" : 99.976842,
"bw_mean" : 90248.521008,
"bw_dev" : 10777.288850,
"bw_samples" : 119,
"iops_min" : 15262,
"iops_max" : 30440,
"iops_mean" : 22562.084034,
"iops_stddev" : 2694.277667,
"iops_samples" : 119
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 4.015067,
"sys_cpu" : 60.641011,
"ctx" : 209057,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999926,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999926,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.062629,
"1000" : 6.818034
},
"latency_ms" : {
"2" : 88.540279,
"4" : 4.470640,
"10" : 0.108345,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124123,
"timestamp_ms" : 1774124123108,
"time" : "Sat Mar 21 17:15:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6456758272,
"io_kbytes" : 6305428,
"bw_bytes" : 92240721,
"bw" : 90078,
"iops" : 22519.721710,
"runtime" : 69999,
"total_ios" : 1576358,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9605,
"max" : 860304,
"mean" : 42590.005712,
"stddev" : 36051.136837,
"N" : 1576358
},
"clat_ns" : {
"min" : 665476,
"max" : 4592957,
"mean" : 1377818.794889,
"stddev" : 369649.652247,
"N" : 1576357,
"percentile" : {
"1.000000" : 872448,
"5.000000" : 978944,
"10.000000" : 1044480,
"20.000000" : 1122304,
"30.000000" : 1187840,
"40.000000" : 1253376,
"50.000000" : 1318912,
"60.000000" : 1384448,
"70.000000" : 1449984,
"80.000000" : 1548288,
"90.000000" : 1728512,
"95.000000" : 1957888,
"99.000000" : 2965504,
"99.500000" : 3588096,
"99.900000" : 4046848,
"99.950000" : 4145152,
"99.990000" : 4292608
},
"bins" : {
"667648" : 3,
"675840" : 6,
"684032" : 9,
"692224" : 19,
"700416" : 59,
"708608" : 43,
"716800" : 38,
"724992" : 74,
"733184" : 141,
"741376" : 276,
"749568" : 353,
"757760" : 459,
"765952" : 445,
"774144" : 486,
"782336" : 604,
"790528" : 570,
"798720" : 627,
"806912" : 761,
"815104" : 953,
"823296" : 1101,
"831488" : 1193,
"839680" : 1485,
"847872" : 1750,
"856064" : 1974,
"864256" : 2147,
"872448" : 2528,
"880640" : 2737,
"888832" : 2947,
"897024" : 3332,
"905216" : 3831,
"913408" : 4859,
"921600" : 5660,
"929792" : 6080,
"937984" : 6033,
"946176" : 6192,
"954368" : 6023,
"962560" : 6159,
"970752" : 6141,
"978944" : 6474,
"987136" : 6836,
"995328" : 7746,
"1003520" : 9046,
"1011712" : 10422,
"1019904" : 12123,
"1028096" : 13054,
"1036288" : 13451,
"1044480" : 13387,
"1056768" : 25508,
"1073152" : 25371,
"1089536" : 28308,
"1105920" : 33022,
"1122304" : 38652,
"1138688" : 41096,
"1155072" : 38215,
"1171456" : 37729,
"1187840" : 39163,
"1204224" : 42167,
"1220608" : 45435,
"1236992" : 46608,
"1253376" : 43908,
"1269760" : 41408,
"1286144" : 41896,
"1302528" : 42868,
"1318912" : 41825,
"1335296" : 42400,
"1351680" : 40895,
"1368064" : 38052,
"1384448" : 36420,
"1400832" : 34615,
"1417216" : 32925,
"1433600" : 32425,
"1449984" : 32606,
"1466368" : 30678,
"1482752" : 27613,
"1499136" : 24678,
"1515520" : 22814,
"1531904" : 21692,
"1548288" : 22871,
"1564672" : 21870,
"1581056" : 19646,
"1597440" : 17122,
"1613824" : 14905,
"1630208" : 13620,
"1646592" : 14448,
"1662976" : 14374,
"1679360" : 12849,
"1695744" : 10940,
"1712128" : 9424,
"1728512" : 8585,
"1744896" : 8747,
"1761280" : 9075,
"1777664" : 8061,
"1794048" : 6902,
"1810432" : 5738,
"1826816" : 5193,
"1843200" : 5136,
"1859584" : 5395,
"1875968" : 5113,
"1892352" : 4391,
"1908736" : 3610,
"1925120" : 3143,
"1941504" : 3093,
"1957888" : 3172,
"1974272" : 3400,
"1990656" : 3064,
"2007040" : 2628,
"2023424" : 2275,
"2039808" : 2344,
"2056192" : 2136,
"2072576" : 2044,
"2088960" : 1964,
"2113536" : 3494,
"2146304" : 3222,
"2179072" : 3062,
"2211840" : 2765,
"2244608" : 2603,
"2277376" : 2409,
"2310144" : 2085,
"2342912" : 1983,
"2375680" : 1798,
"2408448" : 1647,
"2441216" : 1617,
"2473984" : 1483,
"2506752" : 1432,
"2539520" : 1294,
"2572288" : 1285,
"2605056" : 1135,
"2637824" : 1134,
"2670592" : 1037,
"2703360" : 956,
"2736128" : 918,
"2768896" : 796,
"2801664" : 840,
"2834432" : 731,
"2867200" : 661,
"2899968" : 619,
"2932736" : 621,
"2965504" : 531,
"2998272" : 607,
"3031040" : 538,
"3063808" : 412,
"3096576" : 422,
"3129344" : 459,
"3162112" : 380,
"3194880" : 399,
"3227648" : 398,
"3260416" : 359,
"3293184" : 404,
"3325952" : 387,
"3358720" : 305,
"3391488" : 321,
"3424256" : 415,
"3457024" : 344,
"3489792" : 370,
"3522560" : 358,
"3555328" : 426,
"3588096" : 451,
"3620864" : 335,
"3653632" : 318,
"3686400" : 426,
"3719168" : 568,
"3751936" : 402,
"3784704" : 252,
"3817472" : 403,
"3850240" : 847,
"3883008" : 820,
"3915776" : 245,
"3948544" : 375,
"3981312" : 427,
"4014080" : 502,
"4046848" : 191,
"4079616" : 153,
"4112384" : 264,
"4145152" : 542,
"4177920" : 168,
"4227072" : 139,
"4292608" : 112,
"4358144" : 17,
"4423680" : 23,
"4489216" : 7,
"4554752" : 1,
"4620288" : 1
}
},
"lat_ns" : {
"min" : 686128,
"max" : 4656634,
"mean" : 1420406.969452,
"stddev" : 379999.479396,
"N" : 1576357
},
"bw_min" : 61048,
"bw_max" : 121763,
"bw_agg" : 100.000000,
"bw_mean" : 90190.417266,
"bw_dev" : 10285.062101,
"bw_samples" : 139,
"iops_min" : 15262,
"iops_max" : 30440,
"iops_mean" : 22547.561151,
"iops_stddev" : 2571.227165,
"iops_samples" : 139
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 4.054344,
"sys_cpu" : 60.753725,
"ctx" : 242115,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999937,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999937,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.053795,
"1000" : 6.275668
},
"latency_ms" : {
"2" : 89.190336,
"4" : 4.348061,
"10" : 0.132077,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124133,
"timestamp_ms" : 1774124133108,
"time" : "Sat Mar 21 17:15:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7423610880,
"io_kbytes" : 7249620,
"bw_bytes" : 92796295,
"bw" : 90621,
"iops" : 22655.358192,
"runtime" : 79999,
"total_ios" : 1812406,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9605,
"max" : 860304,
"mean" : 42324.351694,
"stddev" : 35639.419827,
"N" : 1812406
},
"clat_ns" : {
"min" : 665476,
"max" : 4592957,
"mean" : 1369603.385967,
"stddev" : 373472.641589,
"N" : 1812405,
"percentile" : {
"1.000000" : 872448,
"5.000000" : 970752,
"10.000000" : 1036288,
"20.000000" : 1122304,
"30.000000" : 1187840,
"40.000000" : 1236992,
"50.000000" : 1302528,
"60.000000" : 1368064,
"70.000000" : 1449984,
"80.000000" : 1548288,
"90.000000" : 1712128,
"95.000000" : 1941504,
"99.000000" : 3031040,
"99.500000" : 3653632,
"99.900000" : 4079616,
"99.950000" : 4145152,
"99.990000" : 4292608
},
"bins" : {
"667648" : 3,
"675840" : 6,
"684032" : 9,
"692224" : 19,
"700416" : 59,
"708608" : 43,
"716800" : 38,
"724992" : 74,
"733184" : 141,
"741376" : 276,
"749568" : 353,
"757760" : 459,
"765952" : 445,
"774144" : 486,
"782336" : 604,
"790528" : 570,
"798720" : 627,
"806912" : 768,
"815104" : 958,
"823296" : 1118,
"831488" : 1214,
"839680" : 1509,
"847872" : 1791,
"856064" : 2059,
"864256" : 2276,
"872448" : 2725,
"880640" : 2987,
"888832" : 3355,
"897024" : 3985,
"905216" : 4895,
"913408" : 6355,
"921600" : 7448,
"929792" : 8180,
"937984" : 7926,
"946176" : 7671,
"954368" : 7169,
"962560" : 7115,
"970752" : 7202,
"978944" : 7452,
"987136" : 8061,
"995328" : 9379,
"1003520" : 11283,
"1011712" : 13752,
"1019904" : 16449,
"1028096" : 17436,
"1036288" : 17495,
"1044480" : 16805,
"1056768" : 30260,
"1073152" : 29156,
"1089536" : 32690,
"1105920" : 39776,
"1122304" : 48606,
"1138688" : 51364,
"1155072" : 45363,
"1171456" : 42581,
"1187840" : 44188,
"1204224" : 48527,
"1220608" : 54024,
"1236992" : 56253,
"1253376" : 51553,
"1269760" : 46751,
"1286144" : 46374,
"1302528" : 47369,
"1318912" : 47767,
"1335296" : 49763,
"1351680" : 47421,
"1368064" : 42921,
"1384448" : 40296,
"1400832" : 37877,
"1417216" : 36464,
"1433600" : 36990,
"1449984" : 37704,
"1466368" : 34648,
"1482752" : 30430,
"1499136" : 27000,
"1515520" : 24908,
"1531904" : 24462,
"1548288" : 26062,
"1564672" : 24744,
"1581056" : 21663,
"1597440" : 18589,
"1613824" : 16120,
"1630208" : 15097,
"1646592" : 16103,
"1662976" : 15977,
"1679360" : 14131,
"1695744" : 11840,
"1712128" : 10180,
"1728512" : 9308,
"1744896" : 9585,
"1761280" : 9821,
"1777664" : 8731,
"1794048" : 7416,
"1810432" : 6188,
"1826816" : 5548,
"1843200" : 5552,
"1859584" : 5883,
"1875968" : 5438,
"1892352" : 4657,
"1908736" : 3864,
"1925120" : 3374,
"1941504" : 3351,
"1957888" : 3448,
"1974272" : 3616,
"1990656" : 3256,
"2007040" : 2810,
"2023424" : 2442,
"2039808" : 2538,
"2056192" : 2309,
"2072576" : 2181,
"2088960" : 2082,
"2113536" : 3726,
"2146304" : 3435,
"2179072" : 3226,
"2211840" : 2939,
"2244608" : 2752,
"2277376" : 2521,
"2310144" : 2214,
"2342912" : 2101,
"2375680" : 1903,
"2408448" : 1750,
"2441216" : 1720,
"2473984" : 1567,
"2506752" : 1507,
"2539520" : 1441,
"2572288" : 1357,
"2605056" : 1226,
"2637824" : 1223,
"2670592" : 1106,
"2703360" : 1046,
"2736128" : 980,
"2768896" : 860,
"2801664" : 896,
"2834432" : 799,
"2867200" : 732,
"2899968" : 689,
"2932736" : 681,
"2965504" : 595,
"2998272" : 684,
"3031040" : 613,
"3063808" : 472,
"3096576" : 495,
"3129344" : 546,
"3162112" : 445,
"3194880" : 459,
"3227648" : 475,
"3260416" : 412,
"3293184" : 505,
"3325952" : 462,
"3358720" : 378,
"3391488" : 430,
"3424256" : 505,
"3457024" : 450,
"3489792" : 437,
"3522560" : 430,
"3555328" : 520,
"3588096" : 543,
"3620864" : 400,
"3653632" : 397,
"3686400" : 499,
"3719168" : 738,
"3751936" : 502,
"3784704" : 317,
"3817472" : 498,
"3850240" : 1032,
"3883008" : 1098,
"3915776" : 294,
"3948544" : 488,
"3981312" : 575,
"4014080" : 649,
"4046848" : 250,
"4079616" : 188,
"4112384" : 360,
"4145152" : 731,
"4177920" : 256,
"4227072" : 193,
"4292608" : 194,
"4358144" : 22,
"4423680" : 39,
"4489216" : 10,
"4554752" : 1,
"4620288" : 1
}
},
"lat_ns" : {
"min" : 686128,
"max" : 4656634,
"mean" : 1411927.646338,
"stddev" : 383998.993136,
"N" : 1812405
},
"bw_min" : 61048,
"bw_max" : 121763,
"bw_agg" : 100.000000,
"bw_mean" : 90632.704403,
"bw_dev" : 10263.279340,
"bw_samples" : 159,
"iops_min" : 15262,
"iops_max" : 30440,
"iops_mean" : 22658.138365,
"iops_stddev" : 2565.787896,
"iops_samples" : 159
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 4.053801,
"sys_cpu" : 61.390767,
"ctx" : 271046,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999945,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999945,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.046789,
"1000" : 6.495289
},
"latency_ms" : {
"2" : 89.148127,
"4" : 4.152822,
"10" : 0.156918,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124143,
"timestamp_ms" : 1774124143108,
"time" : "Sat Mar 21 17:15:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8293064704,
"io_kbytes" : 8098696,
"bw_bytes" : 92146187,
"bw" : 89986,
"iops" : 22496.638852,
"runtime" : 89999,
"total_ios" : 2024675,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9605,
"max" : 860304,
"mean" : 42633.610535,
"stddev" : 35851.248979,
"N" : 2024675
},
"clat_ns" : {
"min" : 665476,
"max" : 4592957,
"mean" : 1379258.301492,
"stddev" : 380119.631341,
"N" : 2024674,
"percentile" : {
"1.000000" : 880640,
"5.000000" : 978944,
"10.000000" : 1044480,
"20.000000" : 1122304,
"30.000000" : 1187840,
"40.000000" : 1253376,
"50.000000" : 1318912,
"60.000000" : 1368064,
"70.000000" : 1449984,
"80.000000" : 1548288,
"90.000000" : 1712128,
"95.000000" : 1941504,
"99.000000" : 3162112,
"99.500000" : 3719168,
"99.900000" : 4112384,
"99.950000" : 4145152,
"99.990000" : 4292608
},
"bins" : {
"667648" : 3,
"675840" : 6,
"684032" : 9,
"692224" : 19,
"700416" : 59,
"708608" : 43,
"716800" : 38,
"724992" : 74,
"733184" : 141,
"741376" : 276,
"749568" : 353,
"757760" : 459,
"765952" : 445,
"774144" : 486,
"782336" : 604,
"790528" : 570,
"798720" : 627,
"806912" : 768,
"815104" : 958,
"823296" : 1118,
"831488" : 1214,
"839680" : 1509,
"847872" : 1791,
"856064" : 2059,
"864256" : 2276,
"872448" : 2730,
"880640" : 2990,
"888832" : 3389,
"897024" : 4026,
"905216" : 4954,
"913408" : 6457,
"921600" : 7595,
"929792" : 8363,
"937984" : 8097,
"946176" : 7839,
"954368" : 7366,
"962560" : 7316,
"970752" : 7349,
"978944" : 7596,
"987136" : 8260,
"995328" : 9647,
"1003520" : 11665,
"1011712" : 14322,
"1019904" : 17147,
"1028096" : 18481,
"1036288" : 18544,
"1044480" : 17939,
"1056768" : 32280,
"1073152" : 30680,
"1089536" : 33989,
"1105920" : 41629,
"1122304" : 52369,
"1138688" : 56807,
"1155072" : 50412,
"1171456" : 46352,
"1187840" : 47181,
"1204224" : 51772,
"1220608" : 59308,
"1236992" : 64022,
"1253376" : 59737,
"1269760" : 52701,
"1286144" : 50958,
"1302528" : 51661,
"1318912" : 53490,
"1335296" : 57907,
"1351680" : 56571,
"1368064" : 50594,
"1384448" : 45621,
"1400832" : 42325,
"1417216" : 41600,
"1433600" : 43998,
"1449984" : 45290,
"1466368" : 41718,
"1482752" : 35476,
"1499136" : 31160,
"1515520" : 28760,
"1531904" : 28848,
"1548288" : 31386,
"1564672" : 29461,
"1581056" : 25297,
"1597440" : 21411,
"1613824" : 18391,
"1630208" : 17648,
"1646592" : 18706,
"1662976" : 18503,
"1679360" : 16296,
"1695744" : 13597,
"1712128" : 11478,
"1728512" : 10624,
"1744896" : 10953,
"1761280" : 11121,
"1777664" : 9867,
"1794048" : 8328,
"1810432" : 6943,
"1826816" : 6240,
"1843200" : 6194,
"1859584" : 6572,
"1875968" : 5999,
"1892352" : 5105,
"1908736" : 4246,
"1925120" : 3720,
"1941504" : 3708,
"1957888" : 3776,
"1974272" : 3921,
"1990656" : 3506,
"2007040" : 3074,
"2023424" : 2718,
"2039808" : 2768,
"2056192" : 2556,
"2072576" : 2379,
"2088960" : 2253,
"2113536" : 4042,
"2146304" : 3738,
"2179072" : 3515,
"2211840" : 3197,
"2244608" : 2979,
"2277376" : 2694,
"2310144" : 2433,
"2342912" : 2263,
"2375680" : 2056,
"2408448" : 1896,
"2441216" : 1838,
"2473984" : 1672,
"2506752" : 1612,
"2539520" : 1560,
"2572288" : 1453,
"2605056" : 1300,
"2637824" : 1319,
"2670592" : 1199,
"2703360" : 1130,
"2736128" : 1054,
"2768896" : 939,
"2801664" : 975,
"2834432" : 892,
"2867200" : 829,
"2899968" : 758,
"2932736" : 743,
"2965504" : 678,
"2998272" : 781,
"3031040" : 688,
"3063808" : 539,
"3096576" : 604,
"3129344" : 653,
"3162112" : 523,
"3194880" : 543,
"3227648" : 560,
"3260416" : 528,
"3293184" : 606,
"3325952" : 579,
"3358720" : 484,
"3391488" : 525,
"3424256" : 642,
"3457024" : 610,
"3489792" : 526,
"3522560" : 573,
"3555328" : 663,
"3588096" : 650,
"3620864" : 521,
"3653632" : 511,
"3686400" : 656,
"3719168" : 895,
"3751936" : 647,
"3784704" : 456,
"3817472" : 606,
"3850240" : 1328,
"3883008" : 1412,
"3915776" : 413,
"3948544" : 658,
"3981312" : 765,
"4014080" : 867,
"4046848" : 297,
"4079616" : 234,
"4112384" : 487,
"4145152" : 1025,
"4177920" : 338,
"4227072" : 227,
"4292608" : 265,
"4358144" : 27,
"4423680" : 48,
"4489216" : 10,
"4554752" : 1,
"4620288" : 1
}
},
"lat_ns" : {
"min" : 686128,
"max" : 4656634,
"mean" : 1421891.943614,
"stddev" : 390868.846593,
"N" : 2024674
},
"bw_min" : 61048,
"bw_max" : 121763,
"bw_agg" : 100.000000,
"bw_mean" : 90054.441341,
"bw_dev" : 9958.993372,
"bw_samples" : 179,
"iops_min" : 15262,
"iops_max" : 30440,
"iops_mean" : 22513.575419,
"iops_stddev" : 2489.718771,
"iops_samples" : 179
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 4.027823,
"sys_cpu" : 61.185124,
"ctx" : 306239,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999951,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999951,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.041883,
"1000" : 5.917592
},
"latency_ms" : {
"2" : 89.682937,
"4" : 4.171287,
"10" : 0.186252,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124153,
"timestamp_ms" : 1774124153107,
"time" : "Sat Mar 21 17:15:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9232863232,
"io_kbytes" : 9016468,
"bw_bytes" : 92329555,
"bw" : 90165,
"iops" : 22541.405414,
"runtime" : 99999,
"total_ios" : 2254118,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9605,
"max" : 860304,
"mean" : 42543.215541,
"stddev" : 35627.248723,
"N" : 2254118
},
"clat_ns" : {
"min" : 665476,
"max" : 4592957,
"mean" : 1376510.938339,
"stddev" : 381434.603898,
"N" : 2254117,
"percentile" : {
"1.000000" : 888832,
"5.000000" : 987136,
"10.000000" : 1044480,
"20.000000" : 1122304,
"30.000000" : 1187840,
"40.000000" : 1253376,
"50.000000" : 1318912,
"60.000000" : 1368064,
"70.000000" : 1449984,
"80.000000" : 1548288,
"90.000000" : 1695744,
"95.000000" : 1925120,
"99.000000" : 3260416,
"99.500000" : 3784704,
"99.900000" : 4145152,
"99.950000" : 4145152,
"99.990000" : 4292608
},
"bins" : {
"667648" : 3,
"675840" : 6,
"684032" : 9,
"692224" : 19,
"700416" : 59,
"708608" : 43,
"716800" : 38,
"724992" : 74,
"733184" : 141,
"741376" : 276,
"749568" : 353,
"757760" : 459,
"765952" : 445,
"774144" : 486,
"782336" : 604,
"790528" : 570,
"798720" : 627,
"806912" : 768,
"815104" : 958,
"823296" : 1118,
"831488" : 1217,
"839680" : 1511,
"847872" : 1802,
"856064" : 2095,
"864256" : 2332,
"872448" : 2786,
"880640" : 3025,
"888832" : 3425,
"897024" : 4138,
"905216" : 5147,
"913408" : 6797,
"921600" : 8359,
"929792" : 9291,
"937984" : 9083,
"946176" : 8734,
"954368" : 8201,
"962560" : 7952,
"970752" : 7845,
"978944" : 8097,
"987136" : 8686,
"995328" : 10235,
"1003520" : 12545,
"1011712" : 15607,
"1019904" : 19211,
"1028096" : 21300,
"1036288" : 21706,
"1044480" : 20930,
"1056768" : 37314,
"1073152" : 34081,
"1089536" : 36849,
"1105920" : 45546,
"1122304" : 59421,
"1138688" : 66391,
"1155072" : 59414,
"1171456" : 52425,
"1187840" : 51846,
"1204224" : 56972,
"1220608" : 66888,
"1236992" : 74342,
"1253376" : 70428,
"1269760" : 60347,
"1286144" : 56517,
"1302528" : 56923,
"1318912" : 59890,
"1335296" : 66216,
"1351680" : 65449,
"1368064" : 57989,
"1384448" : 50780,
"1400832" : 46676,
"1417216" : 46125,
"1433600" : 49129,
"1449984" : 51307,
"1466368" : 46855,
"1482752" : 38954,
"1499136" : 33959,
"1515520" : 31397,
"1531904" : 31634,
"1548288" : 34492,
"1564672" : 32439,
"1581056" : 27346,
"1597440" : 22933,
"1613824" : 19784,
"1630208" : 19080,
"1646592" : 20246,
"1662976" : 19966,
"1679360" : 17379,
"1695744" : 14320,
"1712128" : 12136,
"1728512" : 11243,
"1744896" : 11600,
"1761280" : 11782,
"1777664" : 10485,
"1794048" : 8786,
"1810432" : 7319,
"1826816" : 6570,
"1843200" : 6481,
"1859584" : 6826,
"1875968" : 6296,
"1892352" : 5367,
"1908736" : 4456,
"1925120" : 3903,
"1941504" : 3873,
"1957888" : 3918,
"1974272" : 4092,
"1990656" : 3674,
"2007040" : 3221,
"2023424" : 2817,
"2039808" : 2882,
"2056192" : 2688,
"2072576" : 2481,
"2088960" : 2362,
"2113536" : 4252,
"2146304" : 3923,
"2179072" : 3710,
"2211840" : 3418,
"2244608" : 3121,
"2277376" : 2824,
"2310144" : 2552,
"2342912" : 2380,
"2375680" : 2163,
"2408448" : 2004,
"2441216" : 1951,
"2473984" : 1750,
"2506752" : 1734,
"2539520" : 1692,
"2572288" : 1536,
"2605056" : 1396,
"2637824" : 1421,
"2670592" : 1289,
"2703360" : 1210,
"2736128" : 1154,
"2768896" : 979,
"2801664" : 1026,
"2834432" : 964,
"2867200" : 889,
"2899968" : 803,
"2932736" : 820,
"2965504" : 744,
"2998272" : 851,
"3031040" : 766,
"3063808" : 604,
"3096576" : 654,
"3129344" : 724,
"3162112" : 579,
"3194880" : 624,
"3227648" : 644,
"3260416" : 573,
"3293184" : 699,
"3325952" : 669,
"3358720" : 560,
"3391488" : 646,
"3424256" : 739,
"3457024" : 725,
"3489792" : 635,
"3522560" : 679,
"3555328" : 762,
"3588096" : 774,
"3620864" : 600,
"3653632" : 605,
"3686400" : 766,
"3719168" : 1000,
"3751936" : 745,
"3784704" : 513,
"3817472" : 690,
"3850240" : 1616,
"3883008" : 1751,
"3915776" : 474,
"3948544" : 804,
"3981312" : 888,
"4014080" : 1031,
"4046848" : 340,
"4079616" : 277,
"4112384" : 568,
"4145152" : 1349,
"4177920" : 392,
"4227072" : 268,
"4292608" : 312,
"4358144" : 36,
"4423680" : 49,
"4489216" : 10,
"4554752" : 1,
"4620288" : 1
}
},
"lat_ns" : {
"min" : 686128,
"max" : 4656634,
"mean" : 1419054.182164,
"stddev" : 392245.349086,
"N" : 2254117
},
"bw_min" : 61048,
"bw_max" : 121763,
"bw_agg" : 99.986047,
"bw_mean" : 90153.356784,
"bw_dev" : 9646.964897,
"bw_samples" : 199,
"iops_min" : 15262,
"iops_max" : 30440,
"iops_mean" : 22538.311558,
"iops_stddev" : 2411.701249,
"iops_samples" : 199
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 4.037040,
"sys_cpu" : 61.537615,
"ctx" : 335941,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999956,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999956,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.037620,
"1000" : 5.669490
},
"latency_ms" : {
"2" : 90.039430,
"4" : 4.050897,
"10" : 0.202518,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124163,
"timestamp_ms" : 1774124163107,
"time" : "Sat Mar 21 17:16:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10181238784,
"io_kbytes" : 9942616,
"bw_bytes" : 92557557,
"bw" : 90388,
"iops" : 22597.069064,
"runtime" : 109999,
"total_ios" : 2485655,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9605,
"max" : 860304,
"mean" : 42431.892903,
"stddev" : 35446.451287,
"N" : 2485655
},
"clat_ns" : {
"min" : 665476,
"max" : 4592957,
"mean" : 1373127.309700,
"stddev" : 386449.370970,
"N" : 2485654,
"percentile" : {
"1.000000" : 888832,
"5.000000" : 978944,
"10.000000" : 1036288,
"20.000000" : 1122304,
"30.000000" : 1187840,
"40.000000" : 1253376,
"50.000000" : 1302528,
"60.000000" : 1368064,
"70.000000" : 1449984,
"80.000000" : 1531904,
"90.000000" : 1695744,
"95.000000" : 1925120,
"99.000000" : 3325952,
"99.500000" : 3817472,
"99.900000" : 4145152,
"99.950000" : 4177920,
"99.990000" : 4292608
},
"bins" : {
"667648" : 3,
"675840" : 6,
"684032" : 9,
"692224" : 19,
"700416" : 59,
"708608" : 43,
"716800" : 38,
"724992" : 74,
"733184" : 141,
"741376" : 276,
"749568" : 353,
"757760" : 459,
"765952" : 445,
"774144" : 490,
"782336" : 613,
"790528" : 575,
"798720" : 629,
"806912" : 771,
"815104" : 961,
"823296" : 1130,
"831488" : 1256,
"839680" : 1582,
"847872" : 1966,
"856064" : 2313,
"864256" : 2551,
"872448" : 3149,
"880640" : 3503,
"888832" : 4275,
"897024" : 5344,
"905216" : 6899,
"913408" : 8997,
"921600" : 10836,
"929792" : 11599,
"937984" : 11275,
"946176" : 10534,
"954368" : 9606,
"962560" : 9153,
"970752" : 9022,
"978944" : 9445,
"987136" : 10338,
"995328" : 12470,
"1003520" : 15572,
"1011712" : 19318,
"1019904" : 22944,
"1028096" : 24852,
"1036288" : 24945,
"1044480" : 23688,
"1056768" : 41755,
"1073152" : 37808,
"1089536" : 42124,
"1105920" : 51952,
"1122304" : 66671,
"1138688" : 73067,
"1155072" : 64755,
"1171456" : 56660,
"1187840" : 55891,
"1204224" : 61926,
"1220608" : 72959,
"1236992" : 80959,
"1253376" : 76336,
"1269760" : 65056,
"1286144" : 60345,
"1302528" : 60725,
"1318912" : 64898,
"1335296" : 72563,
"1351680" : 71738,
"1368064" : 63057,
"1384448" : 54283,
"1400832" : 49801,
"1417216" : 49785,
"1433600" : 54272,
"1449984" : 56983,
"1466368" : 51263,
"1482752" : 42321,
"1499136" : 36555,
"1515520" : 33983,
"1531904" : 35202,
"1548288" : 38674,
"1564672" : 36016,
"1581056" : 29861,
"1597440" : 24708,
"1613824" : 21392,
"1630208" : 21035,
"1646592" : 22703,
"1662976" : 22295,
"1679360" : 19015,
"1695744" : 15432,
"1712128" : 13340,
"1728512" : 12180,
"1744896" : 12802,
"1761280" : 13010,
"1777664" : 11356,
"1794048" : 9453,
"1810432" : 7890,
"1826816" : 7121,
"1843200" : 6943,
"1859584" : 7409,
"1875968" : 6770,
"1892352" : 5707,
"1908736" : 4751,
"1925120" : 4161,
"1941504" : 4160,
"1957888" : 4200,
"1974272" : 4339,
"1990656" : 3920,
"2007040" : 3427,
"2023424" : 3033,
"2039808" : 3040,
"2056192" : 2875,
"2072576" : 2624,
"2088960" : 2488,
"2113536" : 4564,
"2146304" : 4143,
"2179072" : 3978,
"2211840" : 3650,
"2244608" : 3284,
"2277376" : 2985,
"2310144" : 2704,
"2342912" : 2470,
"2375680" : 2281,
"2408448" : 2137,
"2441216" : 2028,
"2473984" : 1853,
"2506752" : 1812,
"2539520" : 1774,
"2572288" : 1602,
"2605056" : 1497,
"2637824" : 1499,
"2670592" : 1362,
"2703360" : 1303,
"2736128" : 1216,
"2768896" : 1046,
"2801664" : 1120,
"2834432" : 1042,
"2867200" : 946,
"2899968" : 902,
"2932736" : 899,
"2965504" : 815,
"2998272" : 980,
"3031040" : 824,
"3063808" : 654,
"3096576" : 734,
"3129344" : 785,
"3162112" : 620,
"3194880" : 693,
"3227648" : 716,
"3260416" : 621,
"3293184" : 801,
"3325952" : 757,
"3358720" : 650,
"3391488" : 764,
"3424256" : 864,
"3457024" : 882,
"3489792" : 750,
"3522560" : 779,
"3555328" : 890,
"3588096" : 919,
"3620864" : 695,
"3653632" : 682,
"3686400" : 857,
"3719168" : 1156,
"3751936" : 825,
"3784704" : 587,
"3817472" : 793,
"3850240" : 1828,
"3883008" : 2211,
"3915776" : 545,
"3948544" : 937,
"3981312" : 1040,
"4014080" : 1174,
"4046848" : 395,
"4079616" : 318,
"4112384" : 647,
"4145152" : 1683,
"4177920" : 457,
"4227072" : 342,
"4292608" : 377,
"4358144" : 61,
"4423680" : 88,
"4489216" : 10,
"4554752" : 1,
"4620288" : 1
}
},
"lat_ns" : {
"min" : 686128,
"max" : 4656634,
"mean" : 1415559.236989,
"stddev" : 397460.558402,
"N" : 2485654
},
"bw_min" : 61048,
"bw_max" : 121763,
"bw_agg" : 99.945525,
"bw_mean" : 90339.296804,
"bw_dev" : 9953.615594,
"bw_samples" : 219,
"iops_min" : 15262,
"iops_max" : 30440,
"iops_mean" : 22584.794521,
"iops_stddev" : 2488.361260,
"iops_samples" : 219
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 4.041855,
"sys_cpu" : 61.817835,
"ctx" : 366244,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999960,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999960,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.034116,
"1000" : 6.170526
},
"latency_ms" : {
"2" : 89.590913,
"4" : 3.984020,
"10" : 0.220385,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124173,
"timestamp_ms" : 1774124173108,
"time" : "Sat Mar 21 17:16:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11233320960,
"io_kbytes" : 10970040,
"bw_bytes" : 93611788,
"bw" : 91417,
"iops" : 22854.448787,
"runtime" : 119999,
"total_ios" : 2742511,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9605,
"max" : 860304,
"mean" : 41934.188766,
"stddev" : 34830.199347,
"N" : 2742511
},
"clat_ns" : {
"min" : 665476,
"max" : 4592957,
"mean" : 1357678.159816,
"stddev" : 387423.637283,
"N" : 2742510,
"percentile" : {
"1.000000" : 888832,
"5.000000" : 954368,
"10.000000" : 1019904,
"20.000000" : 1105920,
"30.000000" : 1171456,
"40.000000" : 1236992,
"50.000000" : 1286144,
"60.000000" : 1351680,
"70.000000" : 1433600,
"80.000000" : 1531904,
"90.000000" : 1679360,
"95.000000" : 1908736,
"99.000000" : 3325952,
"99.500000" : 3817472,
"99.900000" : 4145152,
"99.950000" : 4177920,
"99.990000" : 4292608
},
"bins" : {
"667648" : 3,
"675840" : 6,
"684032" : 9,
"692224" : 19,
"700416" : 59,
"708608" : 43,
"716800" : 38,
"724992" : 74,
"733184" : 141,
"741376" : 276,
"749568" : 353,
"757760" : 459,
"765952" : 445,
"774144" : 490,
"782336" : 613,
"790528" : 579,
"798720" : 641,
"806912" : 781,
"815104" : 996,
"823296" : 1175,
"831488" : 1309,
"839680" : 1684,
"847872" : 2133,
"856064" : 2549,
"864256" : 2884,
"872448" : 3753,
"880640" : 4413,
"888832" : 5642,
"897024" : 7147,
"905216" : 9711,
"913408" : 12632,
"921600" : 15536,
"929792" : 16607,
"937984" : 16326,
"946176" : 14986,
"954368" : 13123,
"962560" : 12216,
"970752" : 11970,
"978944" : 12185,
"987136" : 13355,
"995328" : 16126,
"1003520" : 20187,
"1011712" : 24960,
"1019904" : 29283,
"1028096" : 31703,
"1036288" : 31496,
"1044480" : 29452,
"1056768" : 50468,
"1073152" : 44314,
"1089536" : 48716,
"1105920" : 60854,
"1122304" : 77864,
"1138688" : 83756,
"1155072" : 72827,
"1171456" : 62513,
"1187840" : 61256,
"1204224" : 67872,
"1220608" : 79839,
"1236992" : 88942,
"1253376" : 83182,
"1269760" : 69981,
"1286144" : 64268,
"1302528" : 64351,
"1318912" : 69079,
"1335296" : 77763,
"1351680" : 77142,
"1368064" : 67027,
"1384448" : 57096,
"1400832" : 51884,
"1417216" : 52020,
"1433600" : 57148,
"1449984" : 60139,
"1466368" : 53810,
"1482752" : 43981,
"1499136" : 37787,
"1515520" : 35256,
"1531904" : 36543,
"1548288" : 40223,
"1564672" : 37507,
"1581056" : 30885,
"1597440" : 25521,
"1613824" : 22101,
"1630208" : 21696,
"1646592" : 23457,
"1662976" : 23043,
"1679360" : 19604,
"1695744" : 15821,
"1712128" : 13662,
"1728512" : 12508,
"1744896" : 13240,
"1761280" : 13365,
"1777664" : 11682,
"1794048" : 9699,
"1810432" : 8109,
"1826816" : 7333,
"1843200" : 7137,
"1859584" : 7578,
"1875968" : 6976,
"1892352" : 5857,
"1908736" : 4892,
"1925120" : 4306,
"1941504" : 4300,
"1957888" : 4320,
"1974272" : 4455,
"1990656" : 4029,
"2007040" : 3530,
"2023424" : 3144,
"2039808" : 3179,
"2056192" : 2987,
"2072576" : 2693,
"2088960" : 2582,
"2113536" : 4697,
"2146304" : 4279,
"2179072" : 4119,
"2211840" : 3774,
"2244608" : 3411,
"2277376" : 3065,
"2310144" : 2805,
"2342912" : 2557,
"2375680" : 2346,
"2408448" : 2235,
"2441216" : 2105,
"2473984" : 1916,
"2506752" : 1908,
"2539520" : 1840,
"2572288" : 1666,
"2605056" : 1579,
"2637824" : 1568,
"2670592" : 1409,
"2703360" : 1360,
"2736128" : 1305,
"2768896" : 1105,
"2801664" : 1181,
"2834432" : 1140,
"2867200" : 1016,
"2899968" : 970,
"2932736" : 982,
"2965504" : 905,
"2998272" : 1064,
"3031040" : 894,
"3063808" : 729,
"3096576" : 814,
"3129344" : 878,
"3162112" : 688,
"3194880" : 741,
"3227648" : 781,
"3260416" : 672,
"3293184" : 855,
"3325952" : 812,
"3358720" : 698,
"3391488" : 823,
"3424256" : 924,
"3457024" : 940,
"3489792" : 823,
"3522560" : 852,
"3555328" : 968,
"3588096" : 1029,
"3620864" : 776,
"3653632" : 767,
"3686400" : 936,
"3719168" : 1250,
"3751936" : 889,
"3784704" : 638,
"3817472" : 854,
"3850240" : 2011,
"3883008" : 2694,
"3915776" : 602,
"3948544" : 1043,
"3981312" : 1181,
"4014080" : 1258,
"4046848" : 428,
"4079616" : 330,
"4112384" : 694,
"4145152" : 1827,
"4177920" : 492,
"4227072" : 378,
"4292608" : 396,
"4358144" : 63,
"4423680" : 93,
"4489216" : 13,
"4554752" : 1,
"4620288" : 1
}
},
"lat_ns" : {
"min" : 686128,
"max" : 4656634,
"mean" : 1399612.307213,
"stddev" : 398521.954196,
"N" : 2742510
},
"bw_min" : 61048,
"bw_max" : 121763,
"bw_agg" : 99.981665,
"bw_mean" : 91401.539749,
"bw_dev" : 10574.473362,
"bw_samples" : 239,
"iops_min" : 15262,
"iops_max" : 30440,
"iops_mean" : 22850.351464,
"iops_stddev" : 2643.575698,
"iops_samples" : 239
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 4.084201,
"sys_cpu" : 62.693022,
"ctx" : 388590,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999964,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999964,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.030921,
"1000" : 7.436324
},
"latency_ms" : {
"2" : 88.497621,
"4" : 3.820112,
"10" : 0.214985,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124183,
"timestamp_ms" : 1774124183108,
"time" : "Sat Mar 21 17:16:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12265701376,
"io_kbytes" : 11978224,
"bw_bytes" : 94352274,
"bw" : 92140,
"iops" : 23035.231040,
"runtime" : 129999,
"total_ios" : 2994557,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9605,
"max" : 860304,
"mean" : 41591.329748,
"stddev" : 34374.282996,
"N" : 2994557
},
"clat_ns" : {
"min" : 665476,
"max" : 4592957,
"mean" : 1347035.008429,
"stddev" : 387910.879617,
"N" : 2994556,
"percentile" : {
"1.000000" : 888832,
"5.000000" : 954368,
"10.000000" : 1019904,
"20.000000" : 1089536,
"30.000000" : 1155072,
"40.000000" : 1220608,
"50.000000" : 1269760,
"60.000000" : 1335296,
"70.000000" : 1417216,
"80.000000" : 1515520,
"90.000000" : 1679360,
"95.000000" : 1892352,
"99.000000" : 3325952,
"99.500000" : 3817472,
"99.900000" : 4145152,
"99.950000" : 4145152,
"99.990000" : 4292608
},
"bins" : {
"667648" : 3,
"675840" : 6,
"684032" : 9,
"692224" : 19,
"700416" : 59,
"708608" : 43,
"716800" : 38,
"724992" : 74,
"733184" : 141,
"741376" : 276,
"749568" : 353,
"757760" : 459,
"765952" : 445,
"774144" : 490,
"782336" : 613,
"790528" : 586,
"798720" : 644,
"806912" : 793,
"815104" : 1009,
"823296" : 1223,
"831488" : 1356,
"839680" : 1777,
"847872" : 2258,
"856064" : 2759,
"864256" : 3084,
"872448" : 4039,
"880640" : 4804,
"888832" : 6283,
"897024" : 8081,
"905216" : 11170,
"913408" : 15137,
"921600" : 18879,
"929792" : 20690,
"937984" : 20622,
"946176" : 18759,
"954368" : 16286,
"962560" : 14703,
"970752" : 14185,
"978944" : 14157,
"987136" : 15376,
"995328" : 18352,
"1003520" : 23143,
"1011712" : 29108,
"1019904" : 34818,
"1028096" : 38413,
"1036288" : 38081,
"1044480" : 35916,
"1056768" : 60395,
"1073152" : 50954,
"1089536" : 54226,
"1105920" : 68794,
"1122304" : 89338,
"1138688" : 96534,
"1155072" : 82547,
"1171456" : 69165,
"1187840" : 67107,
"1204224" : 74038,
"1220608" : 88088,
"1236992" : 98106,
"1253376" : 91028,
"1269760" : 75917,
"1286144" : 68690,
"1302528" : 68560,
"1318912" : 73806,
"1335296" : 83261,
"1351680" : 82365,
"1368064" : 71043,
"1384448" : 60379,
"1400832" : 54481,
"1417216" : 54521,
"1433600" : 59947,
"1449984" : 62992,
"1466368" : 56182,
"1482752" : 45931,
"1499136" : 39238,
"1515520" : 36418,
"1531904" : 37716,
"1548288" : 41568,
"1564672" : 38778,
"1581056" : 31846,
"1597440" : 26293,
"1613824" : 22759,
"1630208" : 22323,
"1646592" : 24163,
"1662976" : 23701,
"1679360" : 20102,
"1695744" : 16266,
"1712128" : 14024,
"1728512" : 12904,
"1744896" : 13629,
"1761280" : 13695,
"1777664" : 11995,
"1794048" : 9934,
"1810432" : 8318,
"1826816" : 7528,
"1843200" : 7335,
"1859584" : 7785,
"1875968" : 7153,
"1892352" : 6041,
"1908736" : 5058,
"1925120" : 4455,
"1941504" : 4409,
"1957888" : 4478,
"1974272" : 4606,
"1990656" : 4156,
"2007040" : 3696,
"2023424" : 3258,
"2039808" : 3257,
"2056192" : 3078,
"2072576" : 2785,
"2088960" : 2665,
"2113536" : 4951,
"2146304" : 4441,
"2179072" : 4262,
"2211840" : 3927,
"2244608" : 3547,
"2277376" : 3170,
"2310144" : 2920,
"2342912" : 2649,
"2375680" : 2412,
"2408448" : 2321,
"2441216" : 2190,
"2473984" : 2017,
"2506752" : 2027,
"2539520" : 1925,
"2572288" : 1756,
"2605056" : 1677,
"2637824" : 1657,
"2670592" : 1505,
"2703360" : 1451,
"2736128" : 1400,
"2768896" : 1187,
"2801664" : 1261,
"2834432" : 1221,
"2867200" : 1104,
"2899968" : 1047,
"2932736" : 1042,
"2965504" : 971,
"2998272" : 1147,
"3031040" : 976,
"3063808" : 798,
"3096576" : 900,
"3129344" : 932,
"3162112" : 750,
"3194880" : 804,
"3227648" : 849,
"3260416" : 750,
"3293184" : 963,
"3325952" : 880,
"3358720" : 773,
"3391488" : 898,
"3424256" : 1085,
"3457024" : 1030,
"3489792" : 904,
"3522560" : 959,
"3555328" : 1068,
"3588096" : 1150,
"3620864" : 856,
"3653632" : 831,
"3686400" : 1025,
"3719168" : 1363,
"3751936" : 974,
"3784704" : 698,
"3817472" : 946,
"3850240" : 2271,
"3883008" : 3119,
"3915776" : 668,
"3948544" : 1171,
"3981312" : 1327,
"4014080" : 1351,
"4046848" : 453,
"4079616" : 356,
"4112384" : 741,
"4145152" : 1959,
"4177920" : 504,
"4227072" : 392,
"4292608" : 399,
"4358144" : 63,
"4423680" : 93,
"4489216" : 13,
"4554752" : 1,
"4620288" : 1
}
},
"lat_ns" : {
"min" : 686128,
"max" : 4656634,
"mean" : 1388626.326635,
"stddev" : 399060.963450,
"N" : 2994556
},
"bw_min" : 61048,
"bw_max" : 121763,
"bw_agg" : 99.989264,
"bw_mean" : 92131.166023,
"bw_dev" : 10712.377861,
"bw_samples" : 259,
"iops_min" : 15262,
"iops_max" : 30440,
"iops_mean" : 23032.756757,
"iops_stddev" : 2678.055910,
"iops_samples" : 259
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 4.100801,
"sys_cpu" : 63.342026,
"ctx" : 412373,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999967,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999967,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.028318,
"1000" : 8.036681
},
"latency_ms" : {
"2" : 88.005972,
"4" : 3.720417,
"10" : 0.208578,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124193,
"timestamp_ms" : 1774124193107,
"time" : "Sat Mar 21 17:16:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13253332992,
"io_kbytes" : 12942708,
"bw_bytes" : 94667340,
"bw" : 92448,
"iops" : 23112.150801,
"runtime" : 139999,
"total_ios" : 3235678,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9605,
"max" : 860304,
"mean" : 41446.867605,
"stddev" : 34152.159466,
"N" : 3235678
},
"clat_ns" : {
"min" : 665476,
"max" : 4592957,
"mean" : 1342545.961635,
"stddev" : 387983.347353,
"N" : 3235677,
"percentile" : {
"1.000000" : 888832,
"5.000000" : 954368,
"10.000000" : 1019904,
"20.000000" : 1089536,
"30.000000" : 1155072,
"40.000000" : 1220608,
"50.000000" : 1269760,
"60.000000" : 1335296,
"70.000000" : 1417216,
"80.000000" : 1499136,
"90.000000" : 1662976,
"95.000000" : 1875968,
"99.000000" : 3358720,
"99.500000" : 3850240,
"99.900000" : 4145152,
"99.950000" : 4177920,
"99.990000" : 4292608
},
"bins" : {
"667648" : 3,
"675840" : 6,
"684032" : 9,
"692224" : 19,
"700416" : 59,
"708608" : 43,
"716800" : 38,
"724992" : 74,
"733184" : 141,
"741376" : 276,
"749568" : 353,
"757760" : 459,
"765952" : 445,
"774144" : 490,
"782336" : 613,
"790528" : 586,
"798720" : 644,
"806912" : 793,
"815104" : 1014,
"823296" : 1243,
"831488" : 1378,
"839680" : 1791,
"847872" : 2282,
"856064" : 2796,
"864256" : 3189,
"872448" : 4160,
"880640" : 5080,
"888832" : 6562,
"897024" : 8534,
"905216" : 11777,
"913408" : 16348,
"921600" : 20688,
"929792" : 22879,
"937984" : 22794,
"946176" : 20688,
"954368" : 17799,
"962560" : 15884,
"970752" : 15174,
"978944" : 15065,
"987136" : 16296,
"995328" : 19592,
"1003520" : 24953,
"1011712" : 31781,
"1019904" : 38592,
"1028096" : 43584,
"1036288" : 43428,
"1044480" : 40839,
"1056768" : 67570,
"1073152" : 55663,
"1089536" : 58421,
"1105920" : 74807,
"1122304" : 99014,
"1138688" : 109086,
"1155072" : 93139,
"1171456" : 76115,
"1187840" : 72828,
"1204224" : 79669,
"1220608" : 96253,
"1236992" : 108774,
"1253376" : 101139,
"1269760" : 83267,
"1286144" : 73802,
"1302528" : 73403,
"1318912" : 79369,
"1335296" : 91009,
"1351680" : 89733,
"1368064" : 76690,
"1384448" : 64325,
"1400832" : 57733,
"1417216" : 57899,
"1433600" : 64180,
"1449984" : 67769,
"1466368" : 59643,
"1482752" : 48274,
"1499136" : 41202,
"1515520" : 38166,
"1531904" : 39770,
"1548288" : 43740,
"1564672" : 40596,
"1581056" : 33193,
"1597440" : 27219,
"1613824" : 23524,
"1630208" : 23337,
"1646592" : 25064,
"1662976" : 24457,
"1679360" : 20727,
"1695744" : 16829,
"1712128" : 14489,
"1728512" : 13389,
"1744896" : 14006,
"1761280" : 14019,
"1777664" : 12345,
"1794048" : 10216,
"1810432" : 8642,
"1826816" : 7841,
"1843200" : 7595,
"1859584" : 7944,
"1875968" : 7363,
"1892352" : 6236,
"1908736" : 5279,
"1925120" : 4649,
"1941504" : 4537,
"1957888" : 4591,
"1974272" : 4734,
"1990656" : 4269,
"2007040" : 3827,
"2023424" : 3344,
"2039808" : 3324,
"2056192" : 3135,
"2072576" : 2874,
"2088960" : 2804,
"2113536" : 5140,
"2146304" : 4557,
"2179072" : 4380,
"2211840" : 4045,
"2244608" : 3664,
"2277376" : 3261,
"2310144" : 3020,
"2342912" : 2746,
"2375680" : 2499,
"2408448" : 2419,
"2441216" : 2283,
"2473984" : 2074,
"2506752" : 2115,
"2539520" : 2031,
"2572288" : 1807,
"2605056" : 1745,
"2637824" : 1724,
"2670592" : 1573,
"2703360" : 1526,
"2736128" : 1477,
"2768896" : 1272,
"2801664" : 1335,
"2834432" : 1315,
"2867200" : 1191,
"2899968" : 1104,
"2932736" : 1109,
"2965504" : 1047,
"2998272" : 1213,
"3031040" : 1044,
"3063808" : 887,
"3096576" : 968,
"3129344" : 1008,
"3162112" : 861,
"3194880" : 868,
"3227648" : 915,
"3260416" : 858,
"3293184" : 1031,
"3325952" : 977,
"3358720" : 858,
"3391488" : 1004,
"3424256" : 1208,
"3457024" : 1140,
"3489792" : 994,
"3522560" : 1093,
"3555328" : 1185,
"3588096" : 1292,
"3620864" : 966,
"3653632" : 909,
"3686400" : 1144,
"3719168" : 1461,
"3751936" : 1052,
"3784704" : 764,
"3817472" : 1013,
"3850240" : 2433,
"3883008" : 3451,
"3915776" : 700,
"3948544" : 1264,
"3981312" : 1445,
"4014080" : 1461,
"4046848" : 512,
"4079616" : 400,
"4112384" : 823,
"4145152" : 2271,
"4177920" : 571,
"4227072" : 443,
"4292608" : 460,
"4358144" : 65,
"4423680" : 99,
"4489216" : 14,
"4554752" : 1,
"4620288" : 1
}
},
"lat_ns" : {
"min" : 686128,
"max" : 4656634,
"mean" : 1383992.782666,
"stddev" : 399152.165830,
"N" : 3235677
},
"bw_min" : 61048,
"bw_max" : 121763,
"bw_agg" : 100.000000,
"bw_mean" : 92468.795699,
"bw_dev" : 10561.110759,
"bw_samples" : 279,
"iops_min" : 15262,
"iops_max" : 30440,
"iops_mean" : 23117.164875,
"iops_stddev" : 2640.242284,
"iops_samples" : 279
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 4.120744,
"sys_cpu" : 63.649026,
"ctx" : 439213,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.026208,
"1000" : 7.998787
},
"latency_ms" : {
"2" : 88.124869,
"4" : 3.632747,
"10" : 0.217358,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124203,
"timestamp_ms" : 1774124203107,
"time" : "Sat Mar 21 17:16:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14271651840,
"io_kbytes" : 13937160,
"bw_bytes" : 95144979,
"bw" : 92915,
"iops" : 23228.761525,
"runtime" : 149999,
"total_ios" : 3484291,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9605,
"max" : 860304,
"mean" : 41229.791948,
"stddev" : 33846.384162,
"N" : 3484291
},
"clat_ns" : {
"min" : 665476,
"max" : 4652819,
"mean" : 1335812.242821,
"stddev" : 387149.228948,
"N" : 3484290,
"percentile" : {
"1.000000" : 888832,
"5.000000" : 954368,
"10.000000" : 1019904,
"20.000000" : 1089536,
"30.000000" : 1138688,
"40.000000" : 1204224,
"50.000000" : 1269760,
"60.000000" : 1335296,
"70.000000" : 1400832,
"80.000000" : 1499136,
"90.000000" : 1662976,
"95.000000" : 1859584,
"99.000000" : 3358720,
"99.500000" : 3850240,
"99.900000" : 4145152,
"99.950000" : 4145152,
"99.990000" : 4292608
},
"bins" : {
"667648" : 3,
"675840" : 6,
"684032" : 9,
"692224" : 19,
"700416" : 59,
"708608" : 43,
"716800" : 38,
"724992" : 74,
"733184" : 141,
"741376" : 276,
"749568" : 353,
"757760" : 459,
"765952" : 445,
"774144" : 490,
"782336" : 614,
"790528" : 588,
"798720" : 653,
"806912" : 801,
"815104" : 1039,
"823296" : 1259,
"831488" : 1423,
"839680" : 1848,
"847872" : 2373,
"856064" : 2939,
"864256" : 3307,
"872448" : 4323,
"880640" : 5229,
"888832" : 6802,
"897024" : 8878,
"905216" : 12359,
"913408" : 17616,
"921600" : 22832,
"929792" : 25577,
"937984" : 25802,
"946176" : 23507,
"954368" : 20210,
"962560" : 17917,
"970752" : 16782,
"978944" : 16351,
"987136" : 17450,
"995328" : 21011,
"1003520" : 26964,
"1011712" : 35176,
"1019904" : 43794,
"1028096" : 49959,
"1036288" : 50286,
"1044480" : 46956,
"1056768" : 76393,
"1073152" : 61755,
"1089536" : 63413,
"1105920" : 82684,
"1122304" : 111627,
"1138688" : 123192,
"1155072" : 103827,
"1171456" : 83458,
"1187840" : 78835,
"1204224" : 86612,
"1220608" : 105827,
"1236992" : 119466,
"1253376" : 109552,
"1269760" : 89767,
"1286144" : 78780,
"1302528" : 78270,
"1318912" : 85288,
"1335296" : 97601,
"1351680" : 95201,
"1368064" : 80814,
"1384448" : 67593,
"1400832" : 60559,
"1417216" : 60806,
"1433600" : 67349,
"1449984" : 70702,
"1466368" : 62075,
"1482752" : 50132,
"1499136" : 42658,
"1515520" : 39532,
"1531904" : 41363,
"1548288" : 45227,
"1564672" : 41877,
"1581056" : 34206,
"1597440" : 28034,
"1613824" : 24235,
"1630208" : 23994,
"1646592" : 25789,
"1662976" : 25002,
"1679360" : 21210,
"1695744" : 17262,
"1712128" : 14817,
"1728512" : 13727,
"1744896" : 14403,
"1761280" : 14340,
"1777664" : 12591,
"1794048" : 10459,
"1810432" : 8788,
"1826816" : 8018,
"1843200" : 7799,
"1859584" : 8149,
"1875968" : 7515,
"1892352" : 6390,
"1908736" : 5404,
"1925120" : 4759,
"1941504" : 4642,
"1957888" : 4739,
"1974272" : 4841,
"1990656" : 4387,
"2007040" : 3941,
"2023424" : 3442,
"2039808" : 3426,
"2056192" : 3270,
"2072576" : 2984,
"2088960" : 2895,
"2113536" : 5283,
"2146304" : 4748,
"2179072" : 4548,
"2211840" : 4164,
"2244608" : 3793,
"2277376" : 3412,
"2310144" : 3105,
"2342912" : 2841,
"2375680" : 2595,
"2408448" : 2500,
"2441216" : 2378,
"2473984" : 2173,
"2506752" : 2194,
"2539520" : 2115,
"2572288" : 1877,
"2605056" : 1836,
"2637824" : 1782,
"2670592" : 1620,
"2703360" : 1596,
"2736128" : 1560,
"2768896" : 1340,
"2801664" : 1385,
"2834432" : 1383,
"2867200" : 1247,
"2899968" : 1153,
"2932736" : 1175,
"2965504" : 1095,
"2998272" : 1252,
"3031040" : 1128,
"3063808" : 945,
"3096576" : 1017,
"3129344" : 1106,
"3162112" : 945,
"3194880" : 928,
"3227648" : 1004,
"3260416" : 951,
"3293184" : 1139,
"3325952" : 1063,
"3358720" : 927,
"3391488" : 1095,
"3424256" : 1316,
"3457024" : 1228,
"3489792" : 1112,
"3522560" : 1185,
"3555328" : 1283,
"3588096" : 1391,
"3620864" : 1038,
"3653632" : 996,
"3686400" : 1227,
"3719168" : 1562,
"3751936" : 1110,
"3784704" : 824,
"3817472" : 1069,
"3850240" : 2641,
"3883008" : 3871,
"3915776" : 747,
"3948544" : 1379,
"3981312" : 1585,
"4014080" : 1554,
"4046848" : 543,
"4079616" : 420,
"4112384" : 896,
"4145152" : 2471,
"4177920" : 591,
"4227072" : 456,
"4292608" : 470,
"4358144" : 69,
"4423680" : 100,
"4489216" : 18,
"4554752" : 4,
"4620288" : 3
}
},
"lat_ns" : {
"min" : 686128,
"max" : 4730187,
"mean" : 1377042.005615,
"stddev" : 398308.278920,
"N" : 3484290
},
"bw_min" : 61048,
"bw_max" : 121763,
"bw_agg" : 100.000000,
"bw_mean" : 92938.324415,
"bw_dev" : 10468.466361,
"bw_samples" : 299,
"iops_min" : 15262,
"iops_max" : 30440,
"iops_mean" : 23234.548495,
"iops_stddev" : 2617.084730,
"iops_samples" : 299
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 4.132028,
"sys_cpu" : 64.065760,
"ctx" : 464100,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999971,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999971,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.024338,
"1000" : 8.115223
},
"latency_ms" : {
"2" : 88.095283,
"4" : 3.549732,
"10" : 0.215395,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124213,
"timestamp_ms" : 1774124213107,
"time" : "Sat Mar 21 17:16:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15235358720,
"io_kbytes" : 14878280,
"bw_bytes" : 95221587,
"bw" : 92989,
"iops" : 23247.464047,
"runtime" : 159999,
"total_ios" : 3719571,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9605,
"max" : 860304,
"mean" : 41194.073479,
"stddev" : 33789.734111,
"N" : 3719571
},
"clat_ns" : {
"min" : 665476,
"max" : 4652819,
"mean" : 1334740.709473,
"stddev" : 388325.066731,
"N" : 3719570,
"percentile" : {
"1.000000" : 897024,
"5.000000" : 954368,
"10.000000" : 1019904,
"20.000000" : 1089536,
"30.000000" : 1138688,
"40.000000" : 1204224,
"50.000000" : 1253376,
"60.000000" : 1335296,
"70.000000" : 1400832,
"80.000000" : 1482752,
"90.000000" : 1646592,
"95.000000" : 1859584,
"99.000000" : 3391488,
"99.500000" : 3850240,
"99.900000" : 4145152,
"99.950000" : 4177920,
"99.990000" : 4292608
},
"bins" : {
"667648" : 3,
"675840" : 6,
"684032" : 9,
"692224" : 19,
"700416" : 59,
"708608" : 43,
"716800" : 38,
"724992" : 74,
"733184" : 141,
"741376" : 276,
"749568" : 353,
"757760" : 459,
"765952" : 445,
"774144" : 490,
"782336" : 614,
"790528" : 588,
"798720" : 653,
"806912" : 801,
"815104" : 1039,
"823296" : 1259,
"831488" : 1423,
"839680" : 1848,
"847872" : 2382,
"856064" : 2971,
"864256" : 3344,
"872448" : 4337,
"880640" : 5274,
"888832" : 7003,
"897024" : 9275,
"905216" : 13118,
"913408" : 18871,
"921600" : 24412,
"929792" : 27019,
"937984" : 27215,
"946176" : 24619,
"954368" : 21010,
"962560" : 18584,
"970752" : 17395,
"978944" : 16892,
"987136" : 18131,
"995328" : 22127,
"1003520" : 28898,
"1011712" : 38164,
"1019904" : 47676,
"1028096" : 53998,
"1036288" : 54081,
"1044480" : 50264,
"1056768" : 80899,
"1073152" : 64686,
"1089536" : 66929,
"1105920" : 89921,
"1122304" : 123108,
"1138688" : 133809,
"1155072" : 111347,
"1171456" : 88310,
"1187840" : 83500,
"1204224" : 93874,
"1220608" : 117098,
"1236992" : 130815,
"1253376" : 117937,
"1269760" : 95468,
"1286144" : 83228,
"1302528" : 84223,
"1318912" : 93398,
"1335296" : 106662,
"1351680" : 102518,
"1368064" : 85511,
"1384448" : 71544,
"1400832" : 64419,
"1417216" : 65342,
"1433600" : 72596,
"1449984" : 75730,
"1466368" : 65480,
"1482752" : 52689,
"1499136" : 44807,
"1515520" : 41739,
"1531904" : 43945,
"1548288" : 47729,
"1564672" : 43965,
"1581056" : 35530,
"1597440" : 29141,
"1613824" : 25356,
"1630208" : 25168,
"1646592" : 26906,
"1662976" : 26069,
"1679360" : 21995,
"1695744" : 17836,
"1712128" : 15418,
"1728512" : 14306,
"1744896" : 15061,
"1761280" : 14887,
"1777664" : 13021,
"1794048" : 10742,
"1810432" : 9105,
"1826816" : 8385,
"1843200" : 8099,
"1859584" : 8422,
"1875968" : 7772,
"1892352" : 6567,
"1908736" : 5560,
"1925120" : 4933,
"1941504" : 4866,
"1957888" : 4901,
"1974272" : 4996,
"1990656" : 4505,
"2007040" : 4049,
"2023424" : 3560,
"2039808" : 3553,
"2056192" : 3384,
"2072576" : 3081,
"2088960" : 2980,
"2113536" : 5452,
"2146304" : 4919,
"2179072" : 4691,
"2211840" : 4316,
"2244608" : 3938,
"2277376" : 3538,
"2310144" : 3206,
"2342912" : 2970,
"2375680" : 2695,
"2408448" : 2586,
"2441216" : 2481,
"2473984" : 2254,
"2506752" : 2294,
"2539520" : 2195,
"2572288" : 1933,
"2605056" : 1919,
"2637824" : 1853,
"2670592" : 1687,
"2703360" : 1652,
"2736128" : 1619,
"2768896" : 1413,
"2801664" : 1432,
"2834432" : 1456,
"2867200" : 1325,
"2899968" : 1204,
"2932736" : 1242,
"2965504" : 1166,
"2998272" : 1328,
"3031040" : 1188,
"3063808" : 1036,
"3096576" : 1094,
"3129344" : 1172,
"3162112" : 1028,
"3194880" : 999,
"3227648" : 1067,
"3260416" : 1050,
"3293184" : 1222,
"3325952" : 1117,
"3358720" : 985,
"3391488" : 1183,
"3424256" : 1411,
"3457024" : 1311,
"3489792" : 1176,
"3522560" : 1280,
"3555328" : 1370,
"3588096" : 1505,
"3620864" : 1164,
"3653632" : 1095,
"3686400" : 1332,
"3719168" : 1711,
"3751936" : 1275,
"3784704" : 934,
"3817472" : 1169,
"3850240" : 2922,
"3883008" : 4314,
"3915776" : 836,
"3948544" : 1526,
"3981312" : 1741,
"4014080" : 1741,
"4046848" : 595,
"4079616" : 488,
"4112384" : 981,
"4145152" : 2803,
"4177920" : 667,
"4227072" : 519,
"4292608" : 503,
"4358144" : 87,
"4423680" : 105,
"4489216" : 18,
"4554752" : 4,
"4620288" : 3
}
},
"lat_ns" : {
"min" : 686128,
"max" : 4730187,
"mean" : 1375934.728287,
"stddev" : 399529.553450,
"N" : 3719570
},
"bw_min" : 61048,
"bw_max" : 121763,
"bw_agg" : 100.000000,
"bw_mean" : 93009.507837,
"bw_dev" : 10282.146330,
"bw_samples" : 319,
"iops_min" : 15262,
"iops_max" : 30440,
"iops_mean" : 23252.344828,
"iops_stddev" : 2570.505170,
"iops_samples" : 319
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 4.136901,
"sys_cpu" : 64.127901,
"ctx" : 493626,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999973,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999973,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.022798,
"1000" : 7.946185
},
"latency_ms" : {
"2" : 88.300452,
"4" : 3.504544,
"10" : 0.225994,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124223,
"timestamp_ms" : 1774124223108,
"time" : "Sat Mar 21 17:17:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16203800576,
"io_kbytes" : 15824024,
"bw_bytes" : 95317034,
"bw" : 93083,
"iops" : 23270.766299,
"runtime" : 169999,
"total_ios" : 3956007,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9605,
"max" : 860304,
"mean" : 41149.969240,
"stddev" : 33733.017371,
"N" : 3956007
},
"clat_ns" : {
"min" : 665476,
"max" : 4652819,
"mean" : 1333408.895256,
"stddev" : 389153.173942,
"N" : 3956006,
"percentile" : {
"1.000000" : 897024,
"5.000000" : 954368,
"10.000000" : 1019904,
"20.000000" : 1089536,
"30.000000" : 1138688,
"40.000000" : 1204224,
"50.000000" : 1253376,
"60.000000" : 1318912,
"70.000000" : 1384448,
"80.000000" : 1482752,
"90.000000" : 1646592,
"95.000000" : 1859584,
"99.000000" : 3424256,
"99.500000" : 3850240,
"99.900000" : 4145152,
"99.950000" : 4177920,
"99.990000" : 4292608
},
"bins" : {
"667648" : 3,
"675840" : 6,
"684032" : 9,
"692224" : 19,
"700416" : 59,
"708608" : 43,
"716800" : 38,
"724992" : 74,
"733184" : 141,
"741376" : 276,
"749568" : 353,
"757760" : 459,
"765952" : 445,
"774144" : 490,
"782336" : 614,
"790528" : 588,
"798720" : 653,
"806912" : 801,
"815104" : 1039,
"823296" : 1259,
"831488" : 1423,
"839680" : 1849,
"847872" : 2387,
"856064" : 2971,
"864256" : 3347,
"872448" : 4375,
"880640" : 5296,
"888832" : 7077,
"897024" : 9582,
"905216" : 13750,
"913408" : 19915,
"921600" : 25838,
"929792" : 28494,
"937984" : 28568,
"946176" : 25649,
"954368" : 21831,
"962560" : 19234,
"970752" : 17906,
"978944" : 17447,
"987136" : 18782,
"995328" : 23200,
"1003520" : 30957,
"1011712" : 41102,
"1019904" : 51600,
"1028096" : 57997,
"1036288" : 57900,
"1044480" : 53752,
"1056768" : 85558,
"1073152" : 67728,
"1089536" : 70430,
"1105920" : 96807,
"1122304" : 135025,
"1138688" : 146047,
"1155072" : 119851,
"1171456" : 93956,
"1187840" : 88172,
"1204224" : 100717,
"1220608" : 128196,
"1236992" : 143203,
"1253376" : 127674,
"1269760" : 101891,
"1286144" : 87799,
"1302528" : 89739,
"1318912" : 101230,
"1335296" : 116129,
"1351680" : 109957,
"1368064" : 90615,
"1384448" : 74964,
"1400832" : 67747,
"1417216" : 69734,
"1433600" : 77828,
"1449984" : 80311,
"1466368" : 68756,
"1482752" : 54945,
"1499136" : 46573,
"1515520" : 43814,
"1531904" : 46467,
"1548288" : 50135,
"1564672" : 45700,
"1581056" : 36765,
"1597440" : 30158,
"1613824" : 26397,
"1630208" : 26278,
"1646592" : 27934,
"1662976" : 26806,
"1679360" : 22602,
"1695744" : 18384,
"1712128" : 15948,
"1728512" : 14809,
"1744896" : 15538,
"1761280" : 15308,
"1777664" : 13389,
"1794048" : 11042,
"1810432" : 9390,
"1826816" : 8687,
"1843200" : 8417,
"1859584" : 8671,
"1875968" : 7953,
"1892352" : 6759,
"1908736" : 5735,
"1925120" : 5141,
"1941504" : 5079,
"1957888" : 5091,
"1974272" : 5155,
"1990656" : 4624,
"2007040" : 4174,
"2023424" : 3682,
"2039808" : 3704,
"2056192" : 3494,
"2072576" : 3187,
"2088960" : 3059,
"2113536" : 5636,
"2146304" : 5115,
"2179072" : 4851,
"2211840" : 4504,
"2244608" : 4076,
"2277376" : 3653,
"2310144" : 3359,
"2342912" : 3072,
"2375680" : 2778,
"2408448" : 2691,
"2441216" : 2547,
"2473984" : 2340,
"2506752" : 2361,
"2539520" : 2273,
"2572288" : 1992,
"2605056" : 1981,
"2637824" : 1894,
"2670592" : 1762,
"2703360" : 1693,
"2736128" : 1674,
"2768896" : 1469,
"2801664" : 1475,
"2834432" : 1508,
"2867200" : 1383,
"2899968" : 1250,
"2932736" : 1293,
"2965504" : 1225,
"2998272" : 1374,
"3031040" : 1256,
"3063808" : 1094,
"3096576" : 1138,
"3129344" : 1237,
"3162112" : 1106,
"3194880" : 1065,
"3227648" : 1137,
"3260416" : 1137,
"3293184" : 1300,
"3325952" : 1224,
"3358720" : 1087,
"3391488" : 1275,
"3424256" : 1555,
"3457024" : 1450,
"3489792" : 1286,
"3522560" : 1387,
"3555328" : 1510,
"3588096" : 1639,
"3620864" : 1245,
"3653632" : 1188,
"3686400" : 1463,
"3719168" : 1863,
"3751936" : 1374,
"3784704" : 1013,
"3817472" : 1259,
"3850240" : 3166,
"3883008" : 4632,
"3915776" : 943,
"3948544" : 1701,
"3981312" : 1907,
"4014080" : 1967,
"4046848" : 662,
"4079616" : 546,
"4112384" : 1092,
"4145152" : 3144,
"4177920" : 730,
"4227072" : 583,
"4292608" : 528,
"4358144" : 96,
"4423680" : 111,
"4489216" : 18,
"4554752" : 4,
"4620288" : 3
}
},
"lat_ns" : {
"min" : 686128,
"max" : 4730187,
"mean" : 1374558.887763,
"stddev" : 400391.021440,
"N" : 3956006
},
"bw_min" : 61048,
"bw_max" : 121763,
"bw_agg" : 100.000000,
"bw_mean" : 93114.584071,
"bw_dev" : 10063.812349,
"bw_samples" : 339,
"iops_min" : 15262,
"iops_max" : 30440,
"iops_mean" : 23278.613569,
"iops_stddev" : 2515.922654,
"iops_samples" : 339
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 4.131789,
"sys_cpu" : 64.206848,
"ctx" : 522758,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999975,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999975,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.021436,
"1000" : 7.769299
},
"latency_ms" : {
"2" : 88.510915,
"4" : 3.462102,
"10" : 0.236223,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124233,
"timestamp_ms" : 1774124233108,
"time" : "Sat Mar 21 17:17:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 17232990208,
"io_kbytes" : 16829092,
"bw_bytes" : 95739366,
"bw" : 93495,
"iops" : 23373.879855,
"runtime" : 179999,
"total_ios" : 4207275,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9605,
"max" : 860304,
"mean" : 40959.575964,
"stddev" : 33493.850519,
"N" : 4207275
},
"clat_ns" : {
"min" : 665476,
"max" : 4652819,
"mean" : 1327534.163474,
"stddev" : 387691.067217,
"N" : 4207274,
"percentile" : {
"1.000000" : 897024,
"5.000000" : 954368,
"10.000000" : 1019904,
"20.000000" : 1089536,
"30.000000" : 1138688,
"40.000000" : 1204224,
"50.000000" : 1253376,
"60.000000" : 1318912,
"70.000000" : 1384448,
"80.000000" : 1466368,
"90.000000" : 1630208,
"95.000000" : 1843200,
"99.000000" : 3424256,
"99.500000" : 3850240,
"99.900000" : 4145152,
"99.950000" : 4145152,
"99.990000" : 4292608
},
"bins" : {
"667648" : 3,
"675840" : 6,
"684032" : 9,
"692224" : 19,
"700416" : 59,
"708608" : 43,
"716800" : 38,
"724992" : 74,
"733184" : 141,
"741376" : 276,
"749568" : 353,
"757760" : 459,
"765952" : 445,
"774144" : 490,
"782336" : 614,
"790528" : 588,
"798720" : 653,
"806912" : 801,
"815104" : 1039,
"823296" : 1260,
"831488" : 1426,
"839680" : 1909,
"847872" : 2466,
"856064" : 3049,
"864256" : 3539,
"872448" : 4485,
"880640" : 5473,
"888832" : 7483,
"897024" : 10412,
"905216" : 15105,
"913408" : 21754,
"921600" : 28218,
"929792" : 31145,
"937984" : 31219,
"946176" : 27842,
"954368" : 23601,
"962560" : 20539,
"970752" : 19124,
"978944" : 18698,
"987136" : 20450,
"995328" : 25792,
"1003520" : 34795,
"1011712" : 45865,
"1019904" : 57493,
"1028096" : 64201,
"1036288" : 63701,
"1044480" : 58734,
"1056768" : 92575,
"1073152" : 72923,
"1089536" : 77533,
"1105920" : 108034,
"1122304" : 149745,
"1138688" : 159306,
"1155072" : 129380,
"1171456" : 100156,
"1187840" : 94793,
"1204224" : 110183,
"1220608" : 139894,
"1236992" : 153586,
"1253376" : 135144,
"1269760" : 107200,
"1286144" : 92806,
"1302528" : 95451,
"1318912" : 108000,
"1335296" : 122420,
"1351680" : 114954,
"1368064" : 94037,
"1384448" : 77730,
"1400832" : 70695,
"1417216" : 73025,
"1433600" : 80801,
"1449984" : 82892,
"1466368" : 70492,
"1482752" : 56348,
"1499136" : 47890,
"1515520" : 45253,
"1531904" : 47861,
"1548288" : 51348,
"1564672" : 46566,
"1581056" : 37392,
"1597440" : 30710,
"1613824" : 26936,
"1630208" : 26831,
"1646592" : 28437,
"1662976" : 27207,
"1679360" : 22926,
"1695744" : 18675,
"1712128" : 16213,
"1728512" : 15152,
"1744896" : 15828,
"1761280" : 15561,
"1777664" : 13642,
"1794048" : 11296,
"1810432" : 9579,
"1826816" : 8923,
"1843200" : 8608,
"1859584" : 8832,
"1875968" : 8134,
"1892352" : 6946,
"1908736" : 5866,
"1925120" : 5258,
"1941504" : 5189,
"1957888" : 5224,
"1974272" : 5305,
"1990656" : 4776,
"2007040" : 4295,
"2023424" : 3795,
"2039808" : 3822,
"2056192" : 3596,
"2072576" : 3298,
"2088960" : 3149,
"2113536" : 5786,
"2146304" : 5285,
"2179072" : 4994,
"2211840" : 4607,
"2244608" : 4183,
"2277376" : 3757,
"2310144" : 3485,
"2342912" : 3155,
"2375680" : 2843,
"2408448" : 2786,
"2441216" : 2636,
"2473984" : 2396,
"2506752" : 2431,
"2539520" : 2336,
"2572288" : 2062,
"2605056" : 2022,
"2637824" : 1957,
"2670592" : 1832,
"2703360" : 1751,
"2736128" : 1725,
"2768896" : 1522,
"2801664" : 1535,
"2834432" : 1565,
"2867200" : 1470,
"2899968" : 1347,
"2932736" : 1355,
"2965504" : 1330,
"2998272" : 1488,
"3031040" : 1318,
"3063808" : 1176,
"3096576" : 1247,
"3129344" : 1302,
"3162112" : 1185,
"3194880" : 1130,
"3227648" : 1200,
"3260416" : 1263,
"3293184" : 1385,
"3325952" : 1307,
"3358720" : 1213,
"3391488" : 1375,
"3424256" : 1651,
"3457024" : 1579,
"3489792" : 1336,
"3522560" : 1443,
"3555328" : 1611,
"3588096" : 1697,
"3620864" : 1304,
"3653632" : 1242,
"3686400" : 1523,
"3719168" : 1923,
"3751936" : 1430,
"3784704" : 1058,
"3817472" : 1307,
"3850240" : 3375,
"3883008" : 5125,
"3915776" : 960,
"3948544" : 1829,
"3981312" : 1996,
"4014080" : 2062,
"4046848" : 695,
"4079616" : 565,
"4112384" : 1154,
"4145152" : 3265,
"4177920" : 744,
"4227072" : 585,
"4292608" : 531,
"4358144" : 96,
"4423680" : 111,
"4489216" : 18,
"4554752" : 4,
"4620288" : 3
}
},
"lat_ns" : {
"min" : 686128,
"max" : 4730187,
"mean" : 1368493.753390,
"stddev" : 398893.380959,
"N" : 4207274
},
"bw_min" : 61048,
"bw_max" : 121763,
"bw_agg" : 99.989866,
"bw_mean" : 93486.643454,
"bw_dev" : 9987.224021,
"bw_samples" : 359,
"iops_min" : 15262,
"iops_max" : 30440,
"iops_mean" : 23371.626741,
"iops_stddev" : 2496.776552,
"iops_samples" : 359
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 4.143356,
"sys_cpu" : 64.512025,
"ctx" : 547634,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.020156,
"1000" : 7.900767
},
"latency_ms" : {
"2" : 88.452740,
"4" : 3.395975,
"10" : 0.230339,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124233,
"timestamp_ms" : 1774124233135,
"time" : "Sat Mar 21 17:17:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 17233137664,
"io_kbytes" : 16829236,
"bw_bytes" : 95738589,
"bw" : 93494,
"iops" : 23373.501406,
"runtime" : 180002,
"total_ios" : 4207277,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9605,
"max" : 860304,
"mean" : 40959.568015,
"stddev" : 33493.839904,
"N" : 4207278
},
"clat_ns" : {
"min" : 3044,
"max" : 4652819,
"mean" : 1327528.071677,
"stddev" : 387696.510544,
"N" : 4207308,
"percentile" : {
"1.000000" : 897024,
"5.000000" : 954368,
"10.000000" : 1019904,
"20.000000" : 1089536,
"30.000000" : 1138688,
"40.000000" : 1204224,
"50.000000" : 1253376,
"60.000000" : 1318912,
"70.000000" : 1384448,
"80.000000" : 1466368,
"90.000000" : 1630208,
"95.000000" : 1843200,
"99.000000" : 3424256,
"99.500000" : 3850240,
"99.900000" : 4145152,
"99.950000" : 4145152,
"99.990000" : 4292608
},
"bins" : {
"3056" : 1,
"34560" : 1,
"67072" : 1,
"99840" : 1,
"140288" : 1,
"189440" : 1,
"236544" : 1,
"276480" : 1,
"317440" : 1,
"350208" : 1,
"382976" : 1,
"411648" : 1,
"444416" : 1,
"473088" : 1,
"505856" : 1,
"536576" : 1,
"569344" : 1,
"602112" : 1,
"634880" : 1,
"659456" : 1,
"667648" : 3,
"675840" : 6,
"684032" : 9,
"692224" : 20,
"700416" : 59,
"708608" : 43,
"716800" : 38,
"724992" : 75,
"733184" : 141,
"741376" : 276,
"749568" : 353,
"757760" : 460,
"765952" : 445,
"774144" : 490,
"782336" : 614,
"790528" : 589,
"798720" : 653,
"806912" : 801,
"815104" : 1039,
"823296" : 1261,
"831488" : 1426,
"839680" : 1909,
"847872" : 2467,
"856064" : 3049,
"864256" : 3539,
"872448" : 4485,
"880640" : 5474,
"888832" : 7483,
"897024" : 10412,
"905216" : 15105,
"913408" : 21755,
"921600" : 28218,
"929792" : 31145,
"937984" : 31219,
"946176" : 27843,
"954368" : 23601,
"962560" : 20539,
"970752" : 19124,
"978944" : 18698,
"987136" : 20451,
"995328" : 25792,
"1003520" : 34795,
"1011712" : 45865,
"1019904" : 57493,
"1028096" : 64202,
"1036288" : 63701,
"1044480" : 58734,
"1056768" : 92578,
"1073152" : 72923,
"1089536" : 77533,
"1105920" : 108034,
"1122304" : 149745,
"1138688" : 159306,
"1155072" : 129380,
"1171456" : 100156,
"1187840" : 94793,
"1204224" : 110183,
"1220608" : 139894,
"1236992" : 153586,
"1253376" : 135144,
"1269760" : 107200,
"1286144" : 92806,
"1302528" : 95451,
"1318912" : 108000,
"1335296" : 122420,
"1351680" : 114954,
"1368064" : 94037,
"1384448" : 77730,
"1400832" : 70695,
"1417216" : 73025,
"1433600" : 80801,
"1449984" : 82892,
"1466368" : 70492,
"1482752" : 56348,
"1499136" : 47890,
"1515520" : 45253,
"1531904" : 47861,
"1548288" : 51348,
"1564672" : 46566,
"1581056" : 37392,
"1597440" : 30710,
"1613824" : 26936,
"1630208" : 26831,
"1646592" : 28437,
"1662976" : 27207,
"1679360" : 22926,
"1695744" : 18675,
"1712128" : 16213,
"1728512" : 15152,
"1744896" : 15828,
"1761280" : 15561,
"1777664" : 13642,
"1794048" : 11296,
"1810432" : 9579,
"1826816" : 8923,
"1843200" : 8608,
"1859584" : 8832,
"1875968" : 8134,
"1892352" : 6946,
"1908736" : 5866,
"1925120" : 5258,
"1941504" : 5189,
"1957888" : 5224,
"1974272" : 5305,
"1990656" : 4776,
"2007040" : 4295,
"2023424" : 3795,
"2039808" : 3822,
"2056192" : 3596,
"2072576" : 3298,
"2088960" : 3149,
"2113536" : 5786,
"2146304" : 5285,
"2179072" : 4994,
"2211840" : 4607,
"2244608" : 4183,
"2277376" : 3757,
"2310144" : 3485,
"2342912" : 3155,
"2375680" : 2843,
"2408448" : 2786,
"2441216" : 2636,
"2473984" : 2396,
"2506752" : 2431,
"2539520" : 2336,
"2572288" : 2062,
"2605056" : 2022,
"2637824" : 1957,
"2670592" : 1832,
"2703360" : 1751,
"2736128" : 1725,
"2768896" : 1522,
"2801664" : 1535,
"2834432" : 1565,
"2867200" : 1470,
"2899968" : 1347,
"2932736" : 1355,
"2965504" : 1330,
"2998272" : 1488,
"3031040" : 1318,
"3063808" : 1176,
"3096576" : 1247,
"3129344" : 1302,
"3162112" : 1185,
"3194880" : 1130,
"3227648" : 1200,
"3260416" : 1263,
"3293184" : 1385,
"3325952" : 1307,
"3358720" : 1213,
"3391488" : 1375,
"3424256" : 1651,
"3457024" : 1579,
"3489792" : 1336,
"3522560" : 1443,
"3555328" : 1611,
"3588096" : 1697,
"3620864" : 1304,
"3653632" : 1242,
"3686400" : 1523,
"3719168" : 1923,
"3751936" : 1430,
"3784704" : 1058,
"3817472" : 1307,
"3850240" : 3375,
"3883008" : 5125,
"3915776" : 960,
"3948544" : 1829,
"3981312" : 1996,
"4014080" : 2062,
"4046848" : 695,
"4079616" : 565,
"4112384" : 1154,
"4145152" : 3265,
"4177920" : 744,
"4227072" : 585,
"4292608" : 531,
"4358144" : 96,
"4423680" : 111,
"4489216" : 18,
"4554752" : 4,
"4620288" : 3
}
},
"lat_ns" : {
"min" : 31959,
"max" : 4730187,
"mean" : 1368487.587272,
"stddev" : 398898.719559,
"N" : 4207308
},
"bw_min" : 61048,
"bw_max" : 121763,
"bw_agg" : 100.000000,
"bw_mean" : 93516.158333,
"bw_dev" : 9989.014442,
"bw_samples" : 360,
"iops_min" : 15262,
"iops_max" : 30440,
"iops_mean" : 23379.005556,
"iops_stddev" : 2497.224345,
"iops_samples" : 360
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180001,
"usr_cpu" : 4.143310,
"sys_cpu" : 64.511308,
"ctx" : 547635,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999976,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.010000,
"750" : 0.020346,
"1000" : 7.900954
},
"latency_ms" : {
"2" : 88.452793,
"4" : 3.395973,
"10" : 0.230339,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}