raidz2/benchmarks/rand/rand-write-qd32-nj1_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773096157,
"timestamp_ms" : 1773096157161,
"time" : "Mon Mar 9 19:42:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1040351232,
"io_kbytes" : 1015968,
"bw_bytes" : 106527875,
"bw" : 104031,
"iops" : 26011.570756,
"runtime" : 9766,
"total_ios" : 254029,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9766,
"usr_cpu" : 4.126562,
"sys_cpu" : 73.684211,
"ctx" : 21355,
"majf" : 0,
"minf" : 7,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.987797,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999606,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999606,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096167,
"timestamp_ms" : 1773096167394,
"time" : "Mon Mar 9 19:42:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1029636096,
"io_kbytes" : 1005504,
"bw_bytes" : 102973906,
"bw" : 100560,
"iops" : 25140.214021,
"runtime" : 9999,
"total_ios" : 251377,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10346,
"max" : 471971,
"mean" : 37975.958898,
"stddev" : 28176.226016,
"N" : 251377
},
"clat_ns" : {
"min" : 817038,
"max" : 4179366,
"mean" : 1234392.701762,
"stddev" : 347276.296836,
"N" : 251376,
"percentile" : {
"1.000000" : 905216,
"5.000000" : 946176,
"10.000000" : 987136,
"20.000000" : 1044480,
"30.000000" : 1089536,
"40.000000" : 1138688,
"50.000000" : 1171456,
"60.000000" : 1220608,
"70.000000" : 1253376,
"80.000000" : 1335296,
"90.000000" : 1449984,
"95.000000" : 1630208,
"99.000000" : 3162112,
"99.500000" : 3719168,
"99.900000" : 3981312,
"99.950000" : 4112384,
"99.990000" : 4145152
},
"bins" : {
"815104" : 10,
"823296" : 47,
"831488" : 37,
"839680" : 76,
"847872" : 111,
"856064" : 162,
"864256" : 174,
"872448" : 242,
"880640" : 319,
"888832" : 340,
"897024" : 498,
"905216" : 624,
"913408" : 1086,
"921600" : 1773,
"929792" : 2441,
"937984" : 2944,
"946176" : 3088,
"954368" : 2973,
"962560" : 2520,
"970752" : 2256,
"978944" : 1812,
"987136" : 1704,
"995328" : 1720,
"1003520" : 2153,
"1011712" : 2827,
"1019904" : 4026,
"1028096" : 5554,
"1036288" : 6641,
"1044480" : 6638,
"1056768" : 11324,
"1073152" : 8125,
"1089536" : 6035,
"1105920" : 8019,
"1122304" : 11563,
"1138688" : 13901,
"1155072" : 11819,
"1171456" : 8692,
"1187840" : 6886,
"1204224" : 7808,
"1220608" : 9287,
"1236992" : 10364,
"1253376" : 8657,
"1269760" : 6457,
"1286144" : 5084,
"1302528" : 5110,
"1318912" : 5276,
"1335296" : 5775,
"1351680" : 4762,
"1368064" : 3557,
"1384448" : 3005,
"1400832" : 2951,
"1417216" : 2781,
"1433600" : 2639,
"1449984" : 2241,
"1466368" : 1974,
"1482752" : 1617,
"1499136" : 1356,
"1515520" : 1386,
"1531904" : 1246,
"1548288" : 975,
"1564672" : 900,
"1581056" : 741,
"1597440" : 690,
"1613824" : 577,
"1630208" : 599,
"1646592" : 544,
"1662976" : 404,
"1679360" : 470,
"1695744" : 417,
"1712128" : 342,
"1728512" : 319,
"1744896" : 355,
"1761280" : 288,
"1777664" : 246,
"1794048" : 220,
"1810432" : 279,
"1826816" : 235,
"1843200" : 184,
"1859584" : 191,
"1875968" : 183,
"1892352" : 174,
"1908736" : 161,
"1925120" : 185,
"1941504" : 136,
"1957888" : 128,
"1974272" : 145,
"1990656" : 164,
"2007040" : 161,
"2023424" : 143,
"2039808" : 111,
"2056192" : 83,
"2072576" : 109,
"2088960" : 113,
"2113536" : 225,
"2146304" : 154,
"2179072" : 142,
"2211840" : 161,
"2244608" : 97,
"2277376" : 136,
"2310144" : 162,
"2342912" : 110,
"2375680" : 98,
"2408448" : 99,
"2441216" : 105,
"2473984" : 82,
"2506752" : 88,
"2539520" : 92,
"2572288" : 90,
"2605056" : 80,
"2637824" : 79,
"2670592" : 84,
"2703360" : 96,
"2736128" : 88,
"2768896" : 63,
"2801664" : 85,
"2834432" : 104,
"2867200" : 83,
"2899968" : 91,
"2932736" : 93,
"2965504" : 74,
"2998272" : 83,
"3031040" : 107,
"3063808" : 85,
"3096576" : 64,
"3129344" : 129,
"3162112" : 93,
"3194880" : 76,
"3227648" : 88,
"3260416" : 78,
"3293184" : 72,
"3325952" : 77,
"3358720" : 73,
"3391488" : 45,
"3424256" : 102,
"3457024" : 97,
"3489792" : 52,
"3522560" : 76,
"3555328" : 119,
"3588096" : 97,
"3620864" : 42,
"3653632" : 33,
"3686400" : 71,
"3719168" : 70,
"3751936" : 31,
"3784704" : 30,
"3817472" : 52,
"3850240" : 173,
"3883008" : 429,
"3915776" : 37,
"3948544" : 112,
"3981312" : 119,
"4014080" : 63,
"4046848" : 20,
"4079616" : 14,
"4112384" : 36,
"4145152" : 99,
"4177920" : 6
}
},
"lat_ns" : {
"min" : 835817,
"max" : 4316846,
"mean" : 1272367.486268,
"stddev" : 357414.196942,
"N" : 251376
},
"bw_min" : 91344,
"bw_max" : 111352,
"bw_agg" : 100.000000,
"bw_mean" : 100789.421053,
"bw_dev" : 5466.162368,
"bw_samples" : 19,
"iops_min" : 22836,
"iops_max" : 27838,
"iops_mean" : 25197.315789,
"iops_stddev" : 1366.558778,
"iops_samples" : 19
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 4.500450,
"sys_cpu" : 71.217122,
"ctx" : 23539,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999602,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999602,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 10.775449
},
"latency_ms" : {
"2" : 86.589067,
"4" : 2.540805,
"10" : 0.094281,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096177,
"timestamp_ms" : 1773096177394,
"time" : "Mon Mar 9 19:42:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2120192000,
"io_kbytes" : 2070500,
"bw_bytes" : 106014900,
"bw" : 103530,
"iops" : 25882.644132,
"runtime" : 19999,
"total_ios" : 517627,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10136,
"max" : 2685894,
"mean" : 36834.202725,
"stddev" : 26775.153353,
"N" : 517627
},
"clat_ns" : {
"min" : 789837,
"max" : 4314221,
"mean" : 1199010.951517,
"stddev" : 339729.806777,
"N" : 517626,
"percentile" : {
"1.000000" : 897024,
"5.000000" : 929792,
"10.000000" : 954368,
"20.000000" : 1019904,
"30.000000" : 1056768,
"40.000000" : 1089536,
"50.000000" : 1138688,
"60.000000" : 1171456,
"70.000000" : 1220608,
"80.000000" : 1286144,
"90.000000" : 1417216,
"95.000000" : 1581056,
"99.000000" : 3096576,
"99.500000" : 3719168,
"99.900000" : 3981312,
"99.950000" : 4046848,
"99.990000" : 4145152
},
"bins" : {
"790528" : 3,
"798720" : 14,
"806912" : 18,
"815104" : 47,
"823296" : 115,
"831488" : 141,
"839680" : 285,
"847872" : 329,
"856064" : 423,
"864256" : 517,
"872448" : 749,
"880640" : 1067,
"888832" : 1263,
"897024" : 1704,
"905216" : 2476,
"913408" : 3920,
"921600" : 5807,
"929792" : 7934,
"937984" : 9158,
"946176" : 9012,
"954368" : 8230,
"962560" : 6908,
"970752" : 5912,
"978944" : 5022,
"987136" : 4606,
"995328" : 5074,
"1003520" : 6503,
"1011712" : 8571,
"1019904" : 11402,
"1028096" : 14615,
"1036288" : 15746,
"1044480" : 15042,
"1056768" : 24023,
"1073152" : 16818,
"1089536" : 14109,
"1105920" : 19252,
"1122304" : 26079,
"1138688" : 27602,
"1155072" : 21924,
"1171456" : 15489,
"1187840" : 13232,
"1204224" : 14875,
"1220608" : 17827,
"1236992" : 17877,
"1253376" : 14205,
"1269760" : 10511,
"1286144" : 8527,
"1302528" : 8695,
"1318912" : 9242,
"1335296" : 9129,
"1351680" : 7416,
"1368064" : 5667,
"1384448" : 4816,
"1400832" : 4549,
"1417216" : 4468,
"1433600" : 4304,
"1449984" : 3434,
"1466368" : 2872,
"1482752" : 2417,
"1499136" : 2178,
"1515520" : 2131,
"1531904" : 1942,
"1548288" : 1512,
"1564672" : 1424,
"1581056" : 1216,
"1597440" : 1151,
"1613824" : 940,
"1630208" : 913,
"1646592" : 916,
"1662976" : 716,
"1679360" : 776,
"1695744" : 697,
"1712128" : 563,
"1728512" : 522,
"1744896" : 554,
"1761280" : 515,
"1777664" : 442,
"1794048" : 408,
"1810432" : 477,
"1826816" : 381,
"1843200" : 328,
"1859584" : 360,
"1875968" : 339,
"1892352" : 333,
"1908736" : 301,
"1925120" : 308,
"1941504" : 253,
"1957888" : 261,
"1974272" : 236,
"1990656" : 261,
"2007040" : 275,
"2023424" : 234,
"2039808" : 185,
"2056192" : 184,
"2072576" : 182,
"2088960" : 175,
"2113536" : 380,
"2146304" : 298,
"2179072" : 283,
"2211840" : 286,
"2244608" : 204,
"2277376" : 247,
"2310144" : 288,
"2342912" : 200,
"2375680" : 184,
"2408448" : 188,
"2441216" : 199,
"2473984" : 168,
"2506752" : 162,
"2539520" : 188,
"2572288" : 150,
"2605056" : 133,
"2637824" : 148,
"2670592" : 172,
"2703360" : 163,
"2736128" : 171,
"2768896" : 150,
"2801664" : 134,
"2834432" : 193,
"2867200" : 166,
"2899968" : 168,
"2932736" : 158,
"2965504" : 161,
"2998272" : 163,
"3031040" : 178,
"3063808" : 158,
"3096576" : 125,
"3129344" : 192,
"3162112" : 140,
"3194880" : 146,
"3227648" : 135,
"3260416" : 130,
"3293184" : 130,
"3325952" : 131,
"3358720" : 128,
"3391488" : 96,
"3424256" : 154,
"3457024" : 128,
"3489792" : 144,
"3522560" : 122,
"3555328" : 182,
"3588096" : 190,
"3620864" : 94,
"3653632" : 90,
"3686400" : 146,
"3719168" : 141,
"3751936" : 117,
"3784704" : 77,
"3817472" : 96,
"3850240" : 336,
"3883008" : 877,
"3915776" : 107,
"3948544" : 230,
"3981312" : 220,
"4014080" : 138,
"4046848" : 31,
"4079616" : 24,
"4112384" : 59,
"4145152" : 142,
"4177920" : 18,
"4227072" : 5,
"4292608" : 3
}
},
"lat_ns" : {
"min" : 816869,
"max" : 4450540,
"mean" : 1235845.364284,
"stddev" : 349693.092240,
"N" : 517626
},
"bw_min" : 91344,
"bw_max" : 115360,
"bw_agg" : 100.000000,
"bw_mean" : 103594.461538,
"bw_dev" : 5878.515767,
"bw_samples" : 39,
"iops_min" : 22836,
"iops_max" : 28840,
"iops_mean" : 25898.589744,
"iops_stddev" : 1469.640553,
"iops_samples" : 39
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 4.570229,
"sys_cpu" : 73.428671,
"ctx" : 42890,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 15.677312
},
"latency_ms" : {
"2" : 81.948585,
"4" : 2.293543,
"10" : 0.080367,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096187,
"timestamp_ms" : 1773096187394,
"time" : "Mon Mar 9 19:43:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3201282048,
"io_kbytes" : 3126252,
"bw_bytes" : 106712958,
"bw" : 104211,
"iops" : 26053.001767,
"runtime" : 29999,
"total_ios" : 781564,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9224,
"max" : 2685894,
"mean" : 36580.918314,
"stddev" : 26408.173727,
"N" : 781564
},
"clat_ns" : {
"min" : 742264,
"max" : 4314221,
"mean" : 1191131.425262,
"stddev" : 339933.126326,
"N" : 781563,
"percentile" : {
"1.000000" : 880640,
"5.000000" : 921600,
"10.000000" : 946176,
"20.000000" : 1011712,
"30.000000" : 1044480,
"40.000000" : 1089536,
"50.000000" : 1122304,
"60.000000" : 1171456,
"70.000000" : 1220608,
"80.000000" : 1286144,
"90.000000" : 1417216,
"95.000000" : 1564672,
"99.000000" : 3063808,
"99.500000" : 3719168,
"99.900000" : 3981312,
"99.950000" : 4046848,
"99.990000" : 4145152
},
"bins" : {
"741376" : 6,
"749568" : 2,
"757760" : 10,
"765952" : 3,
"774144" : 24,
"782336" : 42,
"790528" : 47,
"798720" : 87,
"806912" : 100,
"815104" : 205,
"823296" : 273,
"831488" : 354,
"839680" : 578,
"847872" : 777,
"856064" : 1161,
"864256" : 1668,
"872448" : 2332,
"880640" : 3057,
"888832" : 3569,
"897024" : 4613,
"905216" : 5841,
"913408" : 7974,
"921600" : 10681,
"929792" : 13071,
"937984" : 14442,
"946176" : 13861,
"954368" : 12380,
"962560" : 10667,
"970752" : 8832,
"978944" : 7678,
"987136" : 7320,
"995328" : 8166,
"1003520" : 10329,
"1011712" : 13449,
"1019904" : 17421,
"1028096" : 21668,
"1036288" : 23273,
"1044480" : 21918,
"1056768" : 34636,
"1073152" : 24269,
"1089536" : 20715,
"1105920" : 28423,
"1122304" : 38817,
"1138688" : 40380,
"1155072" : 31438,
"1171456" : 22204,
"1187840" : 18645,
"1204224" : 21555,
"1220608" : 26367,
"1236992" : 26253,
"1253376" : 20775,
"1269760" : 14853,
"1286144" : 12427,
"1302528" : 12912,
"1318912" : 13870,
"1335296" : 13746,
"1351680" : 11192,
"1368064" : 8205,
"1384448" : 6910,
"1400832" : 6848,
"1417216" : 6631,
"1433600" : 6191,
"1449984" : 5231,
"1466368" : 4387,
"1482752" : 3555,
"1499136" : 3148,
"1515520" : 3066,
"1531904" : 2751,
"1548288" : 2321,
"1564672" : 2179,
"1581056" : 1893,
"1597440" : 1626,
"1613824" : 1383,
"1630208" : 1320,
"1646592" : 1283,
"1662976" : 1114,
"1679360" : 1089,
"1695744" : 972,
"1712128" : 838,
"1728512" : 786,
"1744896" : 761,
"1761280" : 718,
"1777664" : 661,
"1794048" : 564,
"1810432" : 636,
"1826816" : 557,
"1843200" : 469,
"1859584" : 522,
"1875968" : 507,
"1892352" : 490,
"1908736" : 455,
"1925120" : 417,
"1941504" : 351,
"1957888" : 380,
"1974272" : 332,
"1990656" : 408,
"2007040" : 405,
"2023424" : 344,
"2039808" : 271,
"2056192" : 272,
"2072576" : 297,
"2088960" : 269,
"2113536" : 569,
"2146304" : 473,
"2179072" : 431,
"2211840" : 419,
"2244608" : 348,
"2277376" : 353,
"2310144" : 410,
"2342912" : 301,
"2375680" : 290,
"2408448" : 235,
"2441216" : 295,
"2473984" : 243,
"2506752" : 223,
"2539520" : 284,
"2572288" : 211,
"2605056" : 217,
"2637824" : 248,
"2670592" : 220,
"2703360" : 226,
"2736128" : 251,
"2768896" : 201,
"2801664" : 203,
"2834432" : 271,
"2867200" : 264,
"2899968" : 246,
"2932736" : 201,
"2965504" : 237,
"2998272" : 245,
"3031040" : 247,
"3063808" : 232,
"3096576" : 194,
"3129344" : 262,
"3162112" : 202,
"3194880" : 216,
"3227648" : 195,
"3260416" : 212,
"3293184" : 209,
"3325952" : 187,
"3358720" : 189,
"3391488" : 154,
"3424256" : 215,
"3457024" : 191,
"3489792" : 213,
"3522560" : 189,
"3555328" : 240,
"3588096" : 256,
"3620864" : 150,
"3653632" : 127,
"3686400" : 226,
"3719168" : 223,
"3751936" : 175,
"3784704" : 103,
"3817472" : 160,
"3850240" : 513,
"3883008" : 1346,
"3915776" : 144,
"3948544" : 352,
"3981312" : 339,
"4014080" : 227,
"4046848" : 59,
"4079616" : 42,
"4112384" : 96,
"4145152" : 164,
"4177920" : 21,
"4227072" : 6,
"4292608" : 3
}
},
"lat_ns" : {
"min" : 765319,
"max" : 4450540,
"mean" : 1227712.450559,
"stddev" : 349924.789368,
"N" : 781563
},
"bw_min" : 91344,
"bw_max" : 120224,
"bw_agg" : 99.699772,
"bw_mean" : 103899.203390,
"bw_dev" : 6121.603838,
"bw_samples" : 59,
"iops_min" : 22836,
"iops_max" : 30056,
"iops_mean" : 25974.779661,
"iops_stddev" : 1530.408409,
"iops_samples" : 59
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 4.580153,
"sys_cpu" : 73.829128,
"ctx" : 63169,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999872,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999872,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 17.972808
},
"latency_ms" : {
"2" : 79.693410,
"4" : 2.254454,
"10" : 0.078432,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096197,
"timestamp_ms" : 1773096197394,
"time" : "Mon Mar 9 19:43:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4441665536,
"io_kbytes" : 4337564,
"bw_bytes" : 111044414,
"bw" : 108441,
"iops" : 27110.477762,
"runtime" : 39999,
"total_ios" : 1084392,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9224,
"max" : 2685894,
"mean" : 35089.984605,
"stddev" : 24294.287969,
"N" : 1084392
},
"clat_ns" : {
"min" : 715403,
"max" : 4314221,
"mean" : 1144715.367061,
"stddev" : 332889.078916,
"N" : 1084391,
"percentile" : {
"1.000000" : 847872,
"5.000000" : 897024,
"10.000000" : 913408,
"20.000000" : 946176,
"30.000000" : 995328,
"40.000000" : 1036288,
"50.000000" : 1073152,
"60.000000" : 1122304,
"70.000000" : 1187840,
"80.000000" : 1253376,
"90.000000" : 1368064,
"95.000000" : 1531904,
"99.000000" : 2932736,
"99.500000" : 3620864,
"99.900000" : 3948544,
"99.950000" : 4014080,
"99.990000" : 4145152
},
"bins" : {
"716800" : 4,
"724992" : 7,
"733184" : 11,
"741376" : 28,
"749568" : 27,
"757760" : 53,
"765952" : 100,
"774144" : 141,
"782336" : 267,
"790528" : 363,
"798720" : 541,
"806912" : 645,
"815104" : 975,
"823296" : 1319,
"831488" : 1745,
"839680" : 2275,
"847872" : 2835,
"856064" : 3959,
"864256" : 5665,
"872448" : 7695,
"880640" : 10513,
"888832" : 13315,
"897024" : 17527,
"905216" : 21341,
"913408" : 25115,
"921600" : 28844,
"929792" : 31114,
"937984" : 30963,
"946176" : 28008,
"954368" : 24016,
"962560" : 19945,
"970752" : 16579,
"978944" : 14828,
"987136" : 14050,
"995328" : 15024,
"1003520" : 17267,
"1011712" : 20140,
"1019904" : 23841,
"1028096" : 27533,
"1036288" : 28206,
"1044480" : 26174,
"1056768" : 41474,
"1073152" : 29389,
"1089536" : 25666,
"1105920" : 33689,
"1122304" : 43226,
"1138688" : 44047,
"1155072" : 34102,
"1171456" : 24409,
"1187840" : 20864,
"1204224" : 23641,
"1220608" : 28312,
"1236992" : 28093,
"1253376" : 22312,
"1269760" : 16181,
"1286144" : 13802,
"1302528" : 14167,
"1318912" : 15049,
"1335296" : 14908,
"1351680" : 12266,
"1368064" : 9236,
"1384448" : 7704,
"1400832" : 7610,
"1417216" : 7325,
"1433600" : 6777,
"1449984" : 5882,
"1466368" : 4980,
"1482752" : 4101,
"1499136" : 3579,
"1515520" : 3454,
"1531904" : 3125,
"1548288" : 2730,
"1564672" : 2591,
"1581056" : 2218,
"1597440" : 1918,
"1613824" : 1703,
"1630208" : 1567,
"1646592" : 1549,
"1662976" : 1417,
"1679360" : 1320,
"1695744" : 1123,
"1712128" : 1012,
"1728512" : 910,
"1744896" : 916,
"1761280" : 911,
"1777664" : 852,
"1794048" : 697,
"1810432" : 762,
"1826816" : 626,
"1843200" : 556,
"1859584" : 617,
"1875968" : 622,
"1892352" : 580,
"1908736" : 536,
"1925120" : 468,
"1941504" : 398,
"1957888" : 453,
"1974272" : 431,
"1990656" : 494,
"2007040" : 497,
"2023424" : 389,
"2039808" : 303,
"2056192" : 320,
"2072576" : 345,
"2088960" : 342,
"2113536" : 655,
"2146304" : 534,
"2179072" : 509,
"2211840" : 496,
"2244608" : 389,
"2277376" : 429,
"2310144" : 469,
"2342912" : 345,
"2375680" : 353,
"2408448" : 297,
"2441216" : 350,
"2473984" : 314,
"2506752" : 287,
"2539520" : 347,
"2572288" : 278,
"2605056" : 268,
"2637824" : 313,
"2670592" : 273,
"2703360" : 276,
"2736128" : 312,
"2768896" : 239,
"2801664" : 259,
"2834432" : 324,
"2867200" : 316,
"2899968" : 288,
"2932736" : 242,
"2965504" : 285,
"2998272" : 296,
"3031040" : 285,
"3063808" : 268,
"3096576" : 245,
"3129344" : 302,
"3162112" : 241,
"3194880" : 249,
"3227648" : 220,
"3260416" : 256,
"3293184" : 247,
"3325952" : 225,
"3358720" : 214,
"3391488" : 178,
"3424256" : 283,
"3457024" : 233,
"3489792" : 236,
"3522560" : 274,
"3555328" : 266,
"3588096" : 300,
"3620864" : 175,
"3653632" : 165,
"3686400" : 262,
"3719168" : 301,
"3751936" : 241,
"3784704" : 139,
"3817472" : 209,
"3850240" : 671,
"3883008" : 1742,
"3915776" : 189,
"3948544" : 455,
"3981312" : 378,
"4014080" : 249,
"4046848" : 61,
"4079616" : 45,
"4112384" : 101,
"4145152" : 168,
"4177920" : 22,
"4227072" : 8,
"4292608" : 4
}
},
"lat_ns" : {
"min" : 732539,
"max" : 4450540,
"mean" : 1179805.485265,
"stddev" : 342790.647822,
"N" : 1084391
},
"bw_min" : 91344,
"bw_max" : 133704,
"bw_agg" : 99.923636,
"bw_mean" : 108359.708861,
"bw_dev" : 10034.350005,
"bw_samples" : 79,
"iops_min" : 22836,
"iops_max" : 33426,
"iops_mean" : 27089.924051,
"iops_stddev" : 2508.611020,
"iops_samples" : 79
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 4.837621,
"sys_cpu" : 76.654416,
"ctx" : 72091,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999908,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999908,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 31.441490
},
"latency_ms" : {
"2" : 66.521885,
"4" : 1.970228,
"10" : 0.060218,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096207,
"timestamp_ms" : 1773096207394,
"time" : "Mon Mar 9 19:43:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5643583488,
"io_kbytes" : 5511312,
"bw_bytes" : 112873927,
"bw" : 110228,
"iops" : 27557.151143,
"runtime" : 49999,
"total_ios" : 1377830,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9224,
"max" : 2685894,
"mean" : 34494.610842,
"stddev" : 23360.030072,
"N" : 1377830
},
"clat_ns" : {
"min" : 715403,
"max" : 4314221,
"mean" : 1126177.745601,
"stddev" : 330130.134940,
"N" : 1377829,
"percentile" : {
"1.000000" : 847872,
"5.000000" : 888832,
"10.000000" : 905216,
"20.000000" : 929792,
"30.000000" : 962560,
"40.000000" : 1011712,
"50.000000" : 1056768,
"60.000000" : 1105920,
"70.000000" : 1155072,
"80.000000" : 1236992,
"90.000000" : 1351680,
"95.000000" : 1515520,
"99.000000" : 2867200,
"99.500000" : 3620864,
"99.900000" : 3948544,
"99.950000" : 4014080,
"99.990000" : 4145152
},
"bins" : {
"716800" : 4,
"724992" : 7,
"733184" : 13,
"741376" : 46,
"749568" : 42,
"757760" : 74,
"765952" : 182,
"774144" : 245,
"782336" : 449,
"790528" : 632,
"798720" : 881,
"806912" : 1078,
"815104" : 1651,
"823296" : 2121,
"831488" : 2641,
"839680" : 3546,
"847872" : 4662,
"856064" : 6515,
"864256" : 9155,
"872448" : 12911,
"880640" : 17720,
"888832" : 22968,
"897024" : 29189,
"905216" : 35344,
"913408" : 40118,
"921600" : 44384,
"929792" : 45984,
"937984" : 44406,
"946176" : 39257,
"954368" : 33380,
"962560" : 27485,
"970752" : 23155,
"978944" : 20502,
"987136" : 19846,
"995328" : 20903,
"1003520" : 23286,
"1011712" : 26302,
"1019904" : 29938,
"1028096" : 32967,
"1036288" : 33305,
"1044480" : 30699,
"1056768" : 48458,
"1073152" : 34683,
"1089536" : 30576,
"1105920" : 38789,
"1122304" : 48379,
"1138688" : 48930,
"1155072" : 38447,
"1171456" : 27794,
"1187840" : 23715,
"1204224" : 26501,
"1220608" : 31193,
"1236992" : 31272,
"1253376" : 25240,
"1269760" : 18552,
"1286144" : 15788,
"1302528" : 16125,
"1318912" : 16831,
"1335296" : 16760,
"1351680" : 14265,
"1368064" : 10678,
"1384448" : 9174,
"1400832" : 8835,
"1417216" : 8457,
"1433600" : 7999,
"1449984" : 6869,
"1466368" : 5738,
"1482752" : 4941,
"1499136" : 4262,
"1515520" : 4078,
"1531904" : 3669,
"1548288" : 3295,
"1564672" : 3075,
"1581056" : 2662,
"1597440" : 2341,
"1613824" : 2010,
"1630208" : 1858,
"1646592" : 1842,
"1662976" : 1695,
"1679360" : 1533,
"1695744" : 1372,
"1712128" : 1260,
"1728512" : 1126,
"1744896" : 1124,
"1761280" : 1139,
"1777664" : 1008,
"1794048" : 882,
"1810432" : 929,
"1826816" : 779,
"1843200" : 710,
"1859584" : 780,
"1875968" : 748,
"1892352" : 682,
"1908736" : 633,
"1925120" : 569,
"1941504" : 500,
"1957888" : 552,
"1974272" : 536,
"1990656" : 551,
"2007040" : 560,
"2023424" : 468,
"2039808" : 376,
"2056192" : 402,
"2072576" : 403,
"2088960" : 403,
"2113536" : 772,
"2146304" : 672,
"2179072" : 598,
"2211840" : 597,
"2244608" : 507,
"2277376" : 506,
"2310144" : 570,
"2342912" : 452,
"2375680" : 432,
"2408448" : 413,
"2441216" : 449,
"2473984" : 387,
"2506752" : 376,
"2539520" : 407,
"2572288" : 339,
"2605056" : 326,
"2637824" : 390,
"2670592" : 333,
"2703360" : 320,
"2736128" : 373,
"2768896" : 298,
"2801664" : 295,
"2834432" : 370,
"2867200" : 360,
"2899968" : 335,
"2932736" : 290,
"2965504" : 353,
"2998272" : 332,
"3031040" : 313,
"3063808" : 306,
"3096576" : 284,
"3129344" : 337,
"3162112" : 270,
"3194880" : 272,
"3227648" : 252,
"3260416" : 288,
"3293184" : 290,
"3325952" : 259,
"3358720" : 243,
"3391488" : 234,
"3424256" : 351,
"3457024" : 288,
"3489792" : 279,
"3522560" : 325,
"3555328" : 333,
"3588096" : 361,
"3620864" : 211,
"3653632" : 201,
"3686400" : 313,
"3719168" : 364,
"3751936" : 302,
"3784704" : 166,
"3817472" : 266,
"3850240" : 779,
"3883008" : 2177,
"3915776" : 247,
"3948544" : 567,
"3981312" : 482,
"4014080" : 331,
"4046848" : 69,
"4079616" : 53,
"4112384" : 127,
"4145152" : 201,
"4177920" : 27,
"4227072" : 12,
"4292608" : 4
}
},
"lat_ns" : {
"min" : 732539,
"max" : 4450540,
"mean" : 1160672.193358,
"stddev" : 339997.185959,
"N" : 1377829
},
"bw_min" : 91344,
"bw_max" : 134549,
"bw_agg" : 100.000000,
"bw_mean" : 110407.959596,
"bw_dev" : 10608.879122,
"bw_samples" : 99,
"iops_min" : 22836,
"iops_max" : 33637,
"iops_mean" : 27601.979798,
"iops_stddev" : 2652.229774,
"iops_samples" : 99
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 4.774095,
"sys_cpu" : 78.063561,
"ctx" : 83523,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999855,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999855,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 37.235000
},
"latency_ms" : {
"2" : 60.826590,
"4" : 1.872510,
"10" : 0.059369,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096217,
"timestamp_ms" : 1773096217394,
"time" : "Mon Mar 9 19:43:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6774681600,
"io_kbytes" : 6615900,
"bw_bytes" : 112913241,
"bw" : 110266,
"iops" : 27566.726112,
"runtime" : 59999,
"total_ios" : 1653976,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9224,
"max" : 2685894,
"mean" : 34478.882240,
"stddev" : 23295.019734,
"N" : 1653976
},
"clat_ns" : {
"min" : 715403,
"max" : 4395216,
"mean" : 1125793.858491,
"stddev" : 332110.216131,
"N" : 1653975,
"percentile" : {
"1.000000" : 847872,
"5.000000" : 888832,
"10.000000" : 905216,
"20.000000" : 937984,
"30.000000" : 962560,
"40.000000" : 1011712,
"50.000000" : 1044480,
"60.000000" : 1105920,
"70.000000" : 1155072,
"80.000000" : 1236992,
"90.000000" : 1351680,
"95.000000" : 1515520,
"99.000000" : 2899968,
"99.500000" : 3653632,
"99.900000" : 3981312,
"99.950000" : 4014080,
"99.990000" : 4145152
},
"bins" : {
"716800" : 4,
"724992" : 7,
"733184" : 13,
"741376" : 46,
"749568" : 42,
"757760" : 74,
"765952" : 182,
"774144" : 248,
"782336" : 450,
"790528" : 660,
"798720" : 918,
"806912" : 1129,
"815104" : 1726,
"823296" : 2282,
"831488" : 2951,
"839680" : 3987,
"847872" : 5270,
"856064" : 7335,
"864256" : 10317,
"872448" : 14561,
"880640" : 20101,
"888832" : 26058,
"897024" : 33505,
"905216" : 41063,
"913408" : 47764,
"921600" : 53254,
"929792" : 56330,
"937984" : 54847,
"946176" : 49174,
"954368" : 42011,
"962560" : 35094,
"970752" : 29298,
"978944" : 25855,
"987136" : 24364,
"995328" : 25401,
"1003520" : 28200,
"1011712" : 32084,
"1019904" : 36841,
"1028096" : 40361,
"1036288" : 40440,
"1044480" : 37395,
"1056768" : 59338,
"1073152" : 42563,
"1089536" : 37577,
"1105920" : 46767,
"1122304" : 58037,
"1138688" : 57754,
"1155072" : 45691,
"1171456" : 33297,
"1187840" : 28362,
"1204224" : 31489,
"1220608" : 36767,
"1236992" : 36486,
"1253376" : 29672,
"1269760" : 22053,
"1286144" : 18670,
"1302528" : 18861,
"1318912" : 19553,
"1335296" : 19553,
"1351680" : 16654,
"1368064" : 12727,
"1384448" : 10815,
"1400832" : 10270,
"1417216" : 9766,
"1433600" : 9363,
"1449984" : 8017,
"1466368" : 6728,
"1482752" : 5821,
"1499136" : 4984,
"1515520" : 4791,
"1531904" : 4311,
"1548288" : 3953,
"1564672" : 3649,
"1581056" : 3200,
"1597440" : 2745,
"1613824" : 2380,
"1630208" : 2241,
"1646592" : 2255,
"1662976" : 2002,
"1679360" : 1828,
"1695744" : 1601,
"1712128" : 1500,
"1728512" : 1337,
"1744896" : 1367,
"1761280" : 1373,
"1777664" : 1252,
"1794048" : 1057,
"1810432" : 1076,
"1826816" : 952,
"1843200" : 869,
"1859584" : 930,
"1875968" : 852,
"1892352" : 811,
"1908736" : 747,
"1925120" : 703,
"1941504" : 634,
"1957888" : 663,
"1974272" : 638,
"1990656" : 623,
"2007040" : 639,
"2023424" : 569,
"2039808" : 470,
"2056192" : 490,
"2072576" : 485,
"2088960" : 462,
"2113536" : 905,
"2146304" : 805,
"2179072" : 738,
"2211840" : 696,
"2244608" : 632,
"2277376" : 596,
"2310144" : 668,
"2342912" : 558,
"2375680" : 507,
"2408448" : 484,
"2441216" : 538,
"2473984" : 461,
"2506752" : 440,
"2539520" : 484,
"2572288" : 409,
"2605056" : 389,
"2637824" : 477,
"2670592" : 395,
"2703360" : 401,
"2736128" : 439,
"2768896" : 385,
"2801664" : 362,
"2834432" : 436,
"2867200" : 440,
"2899968" : 402,
"2932736" : 354,
"2965504" : 426,
"2998272" : 402,
"3031040" : 378,
"3063808" : 389,
"3096576" : 349,
"3129344" : 405,
"3162112" : 321,
"3194880" : 323,
"3227648" : 328,
"3260416" : 338,
"3293184" : 341,
"3325952" : 341,
"3358720" : 289,
"3391488" : 286,
"3424256" : 451,
"3457024" : 357,
"3489792" : 333,
"3522560" : 394,
"3555328" : 403,
"3588096" : 428,
"3620864" : 266,
"3653632" : 239,
"3686400" : 403,
"3719168" : 466,
"3751936" : 373,
"3784704" : 217,
"3817472" : 346,
"3850240" : 970,
"3883008" : 2626,
"3915776" : 279,
"3948544" : 670,
"3981312" : 574,
"4014080" : 388,
"4046848" : 103,
"4079616" : 72,
"4112384" : 188,
"4145152" : 262,
"4177920" : 64,
"4227072" : 33,
"4292608" : 20,
"4358144" : 1,
"4423680" : 1
}
},
"lat_ns" : {
"min" : 732539,
"max" : 4530452,
"mean" : 1160272.559207,
"stddev" : 342054.552327,
"N" : 1653975
},
"bw_min" : 91344,
"bw_max" : 134549,
"bw_agg" : 99.980196,
"bw_mean" : 110245.201681,
"bw_dev" : 10344.614464,
"bw_samples" : 119,
"iops_min" : 22836,
"iops_max" : 33637,
"iops_mean" : 27561.285714,
"iops_stddev" : 2586.164289,
"iops_samples" : 119
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 4.781746,
"sys_cpu" : 78.137969,
"ctx" : 99795,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999940,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999940,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 37.376056
},
"latency_ms" : {
"2" : 60.664121,
"4" : 1.886484,
"10" : 0.067897,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096227,
"timestamp_ms" : 1773096227394,
"time" : "Mon Mar 9 19:43:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7915520000,
"io_kbytes" : 7730000,
"bw_bytes" : 113078857,
"bw" : 110428,
"iops" : 27607.157143,
"runtime" : 70000,
"total_ios" : 1932501,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9224,
"max" : 2685894,
"mean" : 34422.713506,
"stddev" : 23166.917873,
"N" : 1932501
},
"clat_ns" : {
"min" : 715403,
"max" : 4395216,
"mean" : 1124136.939693,
"stddev" : 331816.205838,
"N" : 1932500,
"percentile" : {
"1.000000" : 847872,
"5.000000" : 888832,
"10.000000" : 913408,
"20.000000" : 937984,
"30.000000" : 962560,
"40.000000" : 1011712,
"50.000000" : 1044480,
"60.000000" : 1105920,
"70.000000" : 1155072,
"80.000000" : 1236992,
"90.000000" : 1351680,
"95.000000" : 1515520,
"99.000000" : 2899968,
"99.500000" : 3653632,
"99.900000" : 3981312,
"99.950000" : 4046848,
"99.990000" : 4145152
},
"bins" : {
"716800" : 4,
"724992" : 7,
"733184" : 13,
"741376" : 46,
"749568" : 42,
"757760" : 74,
"765952" : 182,
"774144" : 248,
"782336" : 450,
"790528" : 671,
"798720" : 938,
"806912" : 1171,
"815104" : 1787,
"823296" : 2375,
"831488" : 3185,
"839680" : 4275,
"847872" : 5822,
"856064" : 7915,
"864256" : 11162,
"872448" : 15880,
"880640" : 22158,
"888832" : 28902,
"897024" : 37656,
"905216" : 46575,
"913408" : 55092,
"921600" : 62236,
"929792" : 66442,
"937984" : 65116,
"946176" : 59090,
"954368" : 51104,
"962560" : 42696,
"970752" : 35543,
"978944" : 31082,
"987136" : 29195,
"995328" : 30729,
"1003520" : 34061,
"1011712" : 38815,
"1019904" : 44693,
"1028096" : 48743,
"1036288" : 48581,
"1044480" : 45224,
"1056768" : 71596,
"1073152" : 51179,
"1089536" : 45238,
"1105920" : 56186,
"1122304" : 68167,
"1138688" : 67350,
"1155072" : 53264,
"1171456" : 38568,
"1187840" : 32871,
"1204224" : 36368,
"1220608" : 42084,
"1236992" : 40975,
"1253376" : 33480,
"1269760" : 25223,
"1286144" : 21151,
"1302528" : 21092,
"1318912" : 21950,
"1335296" : 21613,
"1351680" : 18553,
"1368064" : 14258,
"1384448" : 12173,
"1400832" : 11504,
"1417216" : 10898,
"1433600" : 10483,
"1449984" : 9012,
"1466368" : 7594,
"1482752" : 6556,
"1499136" : 5654,
"1515520" : 5291,
"1531904" : 4841,
"1548288" : 4500,
"1564672" : 4145,
"1581056" : 3578,
"1597440" : 3116,
"1613824" : 2739,
"1630208" : 2563,
"1646592" : 2563,
"1662976" : 2277,
"1679360" : 2144,
"1695744" : 1920,
"1712128" : 1757,
"1728512" : 1554,
"1744896" : 1538,
"1761280" : 1537,
"1777664" : 1438,
"1794048" : 1269,
"1810432" : 1253,
"1826816" : 1109,
"1843200" : 994,
"1859584" : 1049,
"1875968" : 963,
"1892352" : 923,
"1908736" : 885,
"1925120" : 812,
"1941504" : 737,
"1957888" : 780,
"1974272" : 743,
"1990656" : 697,
"2007040" : 742,
"2023424" : 651,
"2039808" : 558,
"2056192" : 564,
"2072576" : 537,
"2088960" : 530,
"2113536" : 1064,
"2146304" : 921,
"2179072" : 821,
"2211840" : 819,
"2244608" : 725,
"2277376" : 666,
"2310144" : 778,
"2342912" : 638,
"2375680" : 605,
"2408448" : 559,
"2441216" : 613,
"2473984" : 540,
"2506752" : 507,
"2539520" : 573,
"2572288" : 488,
"2605056" : 458,
"2637824" : 541,
"2670592" : 458,
"2703360" : 465,
"2736128" : 485,
"2768896" : 450,
"2801664" : 416,
"2834432" : 504,
"2867200" : 544,
"2899968" : 452,
"2932736" : 419,
"2965504" : 503,
"2998272" : 455,
"3031040" : 445,
"3063808" : 493,
"3096576" : 415,
"3129344" : 492,
"3162112" : 393,
"3194880" : 396,
"3227648" : 399,
"3260416" : 394,
"3293184" : 406,
"3325952" : 385,
"3358720" : 339,
"3391488" : 336,
"3424256" : 514,
"3457024" : 451,
"3489792" : 358,
"3522560" : 434,
"3555328" : 482,
"3588096" : 507,
"3620864" : 287,
"3653632" : 289,
"3686400" : 467,
"3719168" : 539,
"3751936" : 414,
"3784704" : 257,
"3817472" : 416,
"3850240" : 1169,
"3883008" : 2996,
"3915776" : 337,
"3948544" : 751,
"3981312" : 676,
"4014080" : 484,
"4046848" : 122,
"4079616" : 79,
"4112384" : 264,
"4145152" : 383,
"4177920" : 85,
"4227072" : 35,
"4292608" : 25,
"4358144" : 1,
"4423680" : 1
}
},
"lat_ns" : {
"min" : 732539,
"max" : 4530452,
"mean" : 1158559.717091,
"stddev" : 341760.753662,
"N" : 1932500
},
"bw_min" : 91344,
"bw_max" : 134549,
"bw_agg" : 99.974127,
"bw_mean" : 110400.460432,
"bw_dev" : 10093.959588,
"bw_samples" : 139,
"iops_min" : 22836,
"iops_max" : 33637,
"iops_mean" : 27600.100719,
"iops_stddev" : 2523.498694,
"iops_samples" : 139
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 70000,
"usr_cpu" : 4.844286,
"sys_cpu" : 78.230000,
"ctx" : 115423,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999948,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999948,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 37.368053
},
"latency_ms" : {
"2" : 60.675001,
"4" : 1.876273,
"10" : 0.076015,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096237,
"timestamp_ms" : 1773096237394,
"time" : "Mon Mar 9 19:43:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9033691136,
"io_kbytes" : 8821964,
"bw_bytes" : 112922550,
"bw" : 110275,
"iops" : 27569.007113,
"runtime" : 79999,
"total_ios" : 2205493,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9224,
"max" : 2685894,
"mean" : 34470.688723,
"stddev" : 23213.726589,
"N" : 2205493
},
"clat_ns" : {
"min" : 715403,
"max" : 4395216,
"mean" : 1125693.361433,
"stddev" : 333262.688958,
"N" : 2205492,
"percentile" : {
"1.000000" : 847872,
"5.000000" : 888832,
"10.000000" : 913408,
"20.000000" : 937984,
"30.000000" : 970752,
"40.000000" : 1011712,
"50.000000" : 1044480,
"60.000000" : 1105920,
"70.000000" : 1155072,
"80.000000" : 1236992,
"90.000000" : 1351680,
"95.000000" : 1515520,
"99.000000" : 2932736,
"99.500000" : 3686400,
"99.900000" : 3981312,
"99.950000" : 4046848,
"99.990000" : 4145152
},
"bins" : {
"716800" : 4,
"724992" : 7,
"733184" : 13,
"741376" : 46,
"749568" : 42,
"757760" : 74,
"765952" : 182,
"774144" : 249,
"782336" : 453,
"790528" : 674,
"798720" : 964,
"806912" : 1212,
"815104" : 1836,
"823296" : 2477,
"831488" : 3357,
"839680" : 4487,
"847872" : 6117,
"856064" : 8301,
"864256" : 11762,
"872448" : 16841,
"880640" : 23431,
"888832" : 30932,
"897024" : 40453,
"905216" : 50224,
"913408" : 60126,
"921600" : 69075,
"929792" : 74501,
"937984" : 74338,
"946176" : 68197,
"954368" : 59271,
"962560" : 49698,
"970752" : 41642,
"978944" : 36256,
"987136" : 33604,
"995328" : 35310,
"1003520" : 39450,
"1011712" : 44879,
"1019904" : 52038,
"1028096" : 57260,
"1036288" : 57386,
"1044480" : 53835,
"1056768" : 85027,
"1073152" : 60738,
"1089536" : 52795,
"1105920" : 64881,
"1122304" : 78793,
"1138688" : 78389,
"1155072" : 61685,
"1171456" : 44279,
"1187840" : 37234,
"1204224" : 41244,
"1220608" : 47757,
"1236992" : 46333,
"1253376" : 37873,
"1269760" : 28404,
"1286144" : 23684,
"1302528" : 23711,
"1318912" : 24732,
"1335296" : 24329,
"1351680" : 21122,
"1368064" : 16343,
"1384448" : 13743,
"1400832" : 12871,
"1417216" : 12204,
"1433600" : 11875,
"1449984" : 10271,
"1466368" : 8620,
"1482752" : 7425,
"1499136" : 6396,
"1515520" : 5974,
"1531904" : 5482,
"1548288" : 5127,
"1564672" : 4721,
"1581056" : 4061,
"1597440" : 3565,
"1613824" : 3183,
"1630208" : 2877,
"1646592" : 2913,
"1662976" : 2629,
"1679360" : 2453,
"1695744" : 2232,
"1712128" : 1975,
"1728512" : 1775,
"1744896" : 1731,
"1761280" : 1750,
"1777664" : 1653,
"1794048" : 1441,
"1810432" : 1421,
"1826816" : 1257,
"1843200" : 1107,
"1859584" : 1206,
"1875968" : 1129,
"1892352" : 1054,
"1908736" : 1012,
"1925120" : 923,
"1941504" : 862,
"1957888" : 892,
"1974272" : 883,
"1990656" : 798,
"2007040" : 833,
"2023424" : 734,
"2039808" : 627,
"2056192" : 646,
"2072576" : 636,
"2088960" : 589,
"2113536" : 1207,
"2146304" : 1057,
"2179072" : 971,
"2211840" : 954,
"2244608" : 828,
"2277376" : 767,
"2310144" : 877,
"2342912" : 739,
"2375680" : 682,
"2408448" : 628,
"2441216" : 681,
"2473984" : 602,
"2506752" : 578,
"2539520" : 653,
"2572288" : 560,
"2605056" : 534,
"2637824" : 611,
"2670592" : 529,
"2703360" : 553,
"2736128" : 564,
"2768896" : 523,
"2801664" : 496,
"2834432" : 584,
"2867200" : 612,
"2899968" : 559,
"2932736" : 477,
"2965504" : 564,
"2998272" : 564,
"3031040" : 519,
"3063808" : 554,
"3096576" : 493,
"3129344" : 552,
"3162112" : 461,
"3194880" : 461,
"3227648" : 457,
"3260416" : 453,
"3293184" : 471,
"3325952" : 475,
"3358720" : 388,
"3391488" : 390,
"3424256" : 577,
"3457024" : 511,
"3489792" : 418,
"3522560" : 491,
"3555328" : 577,
"3588096" : 603,
"3620864" : 344,
"3653632" : 352,
"3686400" : 537,
"3719168" : 628,
"3751936" : 474,
"3784704" : 274,
"3817472" : 499,
"3850240" : 1383,
"3883008" : 3490,
"3915776" : 360,
"3948544" : 906,
"3981312" : 781,
"4014080" : 595,
"4046848" : 136,
"4079616" : 87,
"4112384" : 312,
"4145152" : 443,
"4177920" : 95,
"4227072" : 45,
"4292608" : 30,
"4358144" : 2,
"4423680" : 1
}
},
"lat_ns" : {
"min" : 732539,
"max" : 4530452,
"mean" : 1160164.103890,
"stddev" : 343253.389487,
"N" : 2205492
},
"bw_min" : 91344,
"bw_max" : 134549,
"bw_agg" : 100.000000,
"bw_mean" : 110319.584906,
"bw_dev" : 9837.614887,
"bw_samples" : 159,
"iops_min" : 22836,
"iops_max" : 33637,
"iops_mean" : 27579.880503,
"iops_stddev" : 2459.410551,
"iops_samples" : 159
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 4.832560,
"sys_cpu" : 78.164727,
"ctx" : 132535,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 36.669896
},
"latency_ms" : {
"2" : 61.349141,
"4" : 1.898442,
"10" : 0.078441,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096247,
"timestamp_ms" : 1773096247394,
"time" : "Mon Mar 9 19:44:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10144456704,
"io_kbytes" : 9906696,
"bw_bytes" : 112717438,
"bw" : 110075,
"iops" : 27518.916877,
"runtime" : 89999,
"total_ios" : 2476675,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9224,
"max" : 2685894,
"mean" : 34535.647547,
"stddev" : 23340.993396,
"N" : 2476675
},
"clat_ns" : {
"min" : 715403,
"max" : 4395216,
"mean" : 1127723.327517,
"stddev" : 334215.525556,
"N" : 2476674,
"percentile" : {
"1.000000" : 856064,
"5.000000" : 897024,
"10.000000" : 913408,
"20.000000" : 937984,
"30.000000" : 970752,
"40.000000" : 1019904,
"50.000000" : 1056768,
"60.000000" : 1105920,
"70.000000" : 1155072,
"80.000000" : 1220608,
"90.000000" : 1351680,
"95.000000" : 1515520,
"99.000000" : 2932736,
"99.500000" : 3686400,
"99.900000" : 3981312,
"99.950000" : 4046848,
"99.990000" : 4145152
},
"bins" : {
"716800" : 4,
"724992" : 7,
"733184" : 13,
"741376" : 46,
"749568" : 42,
"757760" : 74,
"765952" : 182,
"774144" : 249,
"782336" : 453,
"790528" : 679,
"798720" : 979,
"806912" : 1240,
"815104" : 1895,
"823296" : 2561,
"831488" : 3507,
"839680" : 4708,
"847872" : 6423,
"856064" : 8701,
"864256" : 12434,
"872448" : 17876,
"880640" : 24921,
"888832" : 33227,
"897024" : 43680,
"905216" : 54694,
"913408" : 65899,
"921600" : 75502,
"929792" : 81603,
"937984" : 81173,
"946176" : 74315,
"954368" : 64441,
"962560" : 54014,
"970752" : 45842,
"978944" : 40511,
"987136" : 38149,
"995328" : 40839,
"1003520" : 46114,
"1011712" : 52789,
"1019904" : 60674,
"1028096" : 65916,
"1036288" : 65429,
"1044480" : 60480,
"1056768" : 95950,
"1073152" : 69517,
"1089536" : 62105,
"1105920" : 76782,
"1122304" : 91534,
"1138688" : 88987,
"1155072" : 69396,
"1171456" : 50288,
"1187840" : 43275,
"1204224" : 47941,
"1220608" : 53981,
"1236992" : 51836,
"1253376" : 42161,
"1269760" : 31969,
"1286144" : 26745,
"1302528" : 27035,
"1318912" : 27654,
"1335296" : 26912,
"1351680" : 23486,
"1368064" : 18205,
"1384448" : 15234,
"1400832" : 14397,
"1417216" : 13499,
"1433600" : 13073,
"1449984" : 11403,
"1466368" : 9648,
"1482752" : 8339,
"1499136" : 7162,
"1515520" : 6629,
"1531904" : 6121,
"1548288" : 5788,
"1564672" : 5267,
"1581056" : 4564,
"1597440" : 3998,
"1613824" : 3596,
"1630208" : 3262,
"1646592" : 3271,
"1662976" : 2917,
"1679360" : 2719,
"1695744" : 2499,
"1712128" : 2247,
"1728512" : 2019,
"1744896" : 1948,
"1761280" : 1936,
"1777664" : 1791,
"1794048" : 1589,
"1810432" : 1598,
"1826816" : 1408,
"1843200" : 1288,
"1859584" : 1392,
"1875968" : 1255,
"1892352" : 1172,
"1908736" : 1136,
"1925120" : 1032,
"1941504" : 959,
"1957888" : 1038,
"1974272" : 1001,
"1990656" : 899,
"2007040" : 925,
"2023424" : 828,
"2039808" : 699,
"2056192" : 717,
"2072576" : 715,
"2088960" : 698,
"2113536" : 1357,
"2146304" : 1183,
"2179072" : 1063,
"2211840" : 1073,
"2244608" : 935,
"2277376" : 839,
"2310144" : 950,
"2342912" : 837,
"2375680" : 756,
"2408448" : 685,
"2441216" : 772,
"2473984" : 682,
"2506752" : 648,
"2539520" : 747,
"2572288" : 656,
"2605056" : 611,
"2637824" : 681,
"2670592" : 614,
"2703360" : 638,
"2736128" : 647,
"2768896" : 618,
"2801664" : 583,
"2834432" : 688,
"2867200" : 722,
"2899968" : 658,
"2932736" : 568,
"2965504" : 660,
"2998272" : 694,
"3031040" : 613,
"3063808" : 605,
"3096576" : 585,
"3129344" : 616,
"3162112" : 511,
"3194880" : 522,
"3227648" : 514,
"3260416" : 512,
"3293184" : 525,
"3325952" : 530,
"3358720" : 429,
"3391488" : 420,
"3424256" : 627,
"3457024" : 554,
"3489792" : 449,
"3522560" : 530,
"3555328" : 649,
"3588096" : 669,
"3620864" : 396,
"3653632" : 408,
"3686400" : 599,
"3719168" : 710,
"3751936" : 535,
"3784704" : 335,
"3817472" : 567,
"3850240" : 1588,
"3883008" : 4061,
"3915776" : 409,
"3948544" : 1098,
"3981312" : 874,
"4014080" : 689,
"4046848" : 146,
"4079616" : 94,
"4112384" : 357,
"4145152" : 473,
"4177920" : 111,
"4227072" : 46,
"4292608" : 30,
"4358144" : 2,
"4423680" : 1
}
},
"lat_ns" : {
"min" : 732539,
"max" : 4530452,
"mean" : 1162257.702449,
"stddev" : 344227.424716,
"N" : 2476674
},
"bw_min" : 91344,
"bw_max" : 134549,
"bw_agg" : 100.000000,
"bw_mean" : 110139.648045,
"bw_dev" : 9497.328375,
"bw_samples" : 179,
"iops_min" : 22836,
"iops_max" : 33637,
"iops_mean" : 27534.893855,
"iops_stddev" : 2374.340085,
"iops_samples" : 179
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 4.834498,
"sys_cpu" : 77.939755,
"ctx" : 151280,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 35.688776
},
"latency_ms" : {
"2" : 62.309467,
"4" : 1.920195,
"10" : 0.077927,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096257,
"timestamp_ms" : 1773096257394,
"time" : "Mon Mar 9 19:44:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11242381312,
"io_kbytes" : 10978888,
"bw_bytes" : 112424937,
"bw" : 109789,
"iops" : 27447.504475,
"runtime" : 99999,
"total_ios" : 2744723,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9224,
"max" : 2685894,
"mean" : 34630.463018,
"stddev" : 23502.103564,
"N" : 2744723
},
"clat_ns" : {
"min" : 715403,
"max" : 4602232,
"mean" : 1130669.185356,
"stddev" : 335059.101970,
"N" : 2744722,
"percentile" : {
"1.000000" : 856064,
"5.000000" : 897024,
"10.000000" : 913408,
"20.000000" : 937984,
"30.000000" : 978944,
"40.000000" : 1019904,
"50.000000" : 1056768,
"60.000000" : 1105920,
"70.000000" : 1155072,
"80.000000" : 1236992,
"90.000000" : 1351680,
"95.000000" : 1515520,
"99.000000" : 2965504,
"99.500000" : 3686400,
"99.900000" : 3981312,
"99.950000" : 4046848,
"99.990000" : 4145152
},
"bins" : {
"716800" : 4,
"724992" : 7,
"733184" : 13,
"741376" : 46,
"749568" : 42,
"757760" : 74,
"765952" : 182,
"774144" : 252,
"782336" : 458,
"790528" : 686,
"798720" : 988,
"806912" : 1272,
"815104" : 1935,
"823296" : 2657,
"831488" : 3599,
"839680" : 4910,
"847872" : 6779,
"856064" : 9141,
"864256" : 13154,
"872448" : 18835,
"880640" : 26304,
"888832" : 35307,
"897024" : 46590,
"905216" : 58752,
"913408" : 71109,
"921600" : 81721,
"929792" : 87816,
"937984" : 87257,
"946176" : 79875,
"954368" : 68992,
"962560" : 58099,
"970752" : 49724,
"978944" : 44193,
"987136" : 42359,
"995328" : 46031,
"1003520" : 52488,
"1011712" : 60174,
"1019904" : 68859,
"1028096" : 74229,
"1036288" : 73212,
"1044480" : 67005,
"1056768" : 105725,
"1073152" : 77696,
"1089536" : 70990,
"1105920" : 88186,
"1122304" : 104076,
"1138688" : 99479,
"1155072" : 77062,
"1171456" : 56218,
"1187840" : 49293,
"1204224" : 55117,
"1220608" : 60825,
"1236992" : 57928,
"1253376" : 46814,
"1269760" : 35677,
"1286144" : 30309,
"1302528" : 30883,
"1318912" : 31052,
"1335296" : 29954,
"1351680" : 25934,
"1368064" : 20324,
"1384448" : 17284,
"1400832" : 16207,
"1417216" : 15153,
"1433600" : 14613,
"1449984" : 12665,
"1466368" : 10775,
"1482752" : 9422,
"1499136" : 8155,
"1515520" : 7570,
"1531904" : 6960,
"1548288" : 6508,
"1564672" : 5839,
"1581056" : 5165,
"1597440" : 4542,
"1613824" : 4076,
"1630208" : 3688,
"1646592" : 3689,
"1662976" : 3342,
"1679360" : 3078,
"1695744" : 2779,
"1712128" : 2520,
"1728512" : 2242,
"1744896" : 2157,
"1761280" : 2126,
"1777664" : 2030,
"1794048" : 1785,
"1810432" : 1799,
"1826816" : 1539,
"1843200" : 1489,
"1859584" : 1586,
"1875968" : 1404,
"1892352" : 1330,
"1908736" : 1321,
"1925120" : 1176,
"1941504" : 1104,
"1957888" : 1183,
"1974272" : 1109,
"1990656" : 1022,
"2007040" : 1073,
"2023424" : 947,
"2039808" : 793,
"2056192" : 830,
"2072576" : 818,
"2088960" : 813,
"2113536" : 1512,
"2146304" : 1367,
"2179072" : 1250,
"2211840" : 1219,
"2244608" : 1034,
"2277376" : 946,
"2310144" : 1048,
"2342912" : 921,
"2375680" : 851,
"2408448" : 774,
"2441216" : 870,
"2473984" : 765,
"2506752" : 745,
"2539520" : 851,
"2572288" : 731,
"2605056" : 660,
"2637824" : 745,
"2670592" : 687,
"2703360" : 700,
"2736128" : 711,
"2768896" : 707,
"2801664" : 663,
"2834432" : 747,
"2867200" : 800,
"2899968" : 732,
"2932736" : 653,
"2965504" : 743,
"2998272" : 778,
"3031040" : 701,
"3063808" : 686,
"3096576" : 674,
"3129344" : 684,
"3162112" : 589,
"3194880" : 592,
"3227648" : 554,
"3260416" : 569,
"3293184" : 576,
"3325952" : 591,
"3358720" : 469,
"3391488" : 467,
"3424256" : 705,
"3457024" : 602,
"3489792" : 498,
"3522560" : 587,
"3555328" : 719,
"3588096" : 744,
"3620864" : 457,
"3653632" : 462,
"3686400" : 661,
"3719168" : 802,
"3751936" : 597,
"3784704" : 355,
"3817472" : 613,
"3850240" : 1779,
"3883008" : 4546,
"3915776" : 457,
"3948544" : 1225,
"3981312" : 965,
"4014080" : 805,
"4046848" : 160,
"4079616" : 108,
"4112384" : 375,
"4145152" : 552,
"4177920" : 113,
"4227072" : 53,
"4292608" : 32,
"4358144" : 4,
"4423680" : 2,
"4554752" : 3,
"4620288" : 1
}
},
"lat_ns" : {
"min" : 732539,
"max" : 4740703,
"mean" : 1165299.541805,
"stddev" : 345092.957059,
"N" : 2744722
},
"bw_min" : 91344,
"bw_max" : 134549,
"bw_agg" : 100.000000,
"bw_mean" : 109858.402010,
"bw_dev" : 9299.153472,
"bw_samples" : 199,
"iops_min" : 22836,
"iops_max" : 33637,
"iops_mean" : 27464.572864,
"iops_stddev" : 2324.803362,
"iops_samples" : 199
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 4.805048,
"sys_cpu" : 77.720777,
"ctx" : 170550,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999964,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999964,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 34.705724
},
"latency_ms" : {
"2" : 63.266858,
"4" : 1.944677,
"10" : 0.079462,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096267,
"timestamp_ms" : 1773096267394,
"time" : "Mon Mar 9 19:44:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12384440320,
"io_kbytes" : 12094180,
"bw_bytes" : 112586844,
"bw" : 109948,
"iops" : 27487.031700,
"runtime" : 109999,
"total_ios" : 3023546,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9224,
"max" : 2685894,
"mean" : 34579.160855,
"stddev" : 23400.854474,
"N" : 3023547
},
"clat_ns" : {
"min" : 715403,
"max" : 4602232,
"mean" : 1129046.674418,
"stddev" : 334898.211829,
"N" : 3023545,
"percentile" : {
"1.000000" : 856064,
"5.000000" : 897024,
"10.000000" : 913408,
"20.000000" : 937984,
"30.000000" : 970752,
"40.000000" : 1019904,
"50.000000" : 1056768,
"60.000000" : 1105920,
"70.000000" : 1155072,
"80.000000" : 1220608,
"90.000000" : 1351680,
"95.000000" : 1515520,
"99.000000" : 2965504,
"99.500000" : 3686400,
"99.900000" : 3981312,
"99.950000" : 4014080,
"99.990000" : 4145152
},
"bins" : {
"716800" : 4,
"724992" : 7,
"733184" : 13,
"741376" : 46,
"749568" : 42,
"757760" : 74,
"765952" : 183,
"774144" : 255,
"782336" : 478,
"790528" : 727,
"798720" : 1066,
"806912" : 1400,
"815104" : 2160,
"823296" : 2927,
"831488" : 3968,
"839680" : 5358,
"847872" : 7468,
"856064" : 10245,
"864256" : 14677,
"872448" : 21041,
"880640" : 29672,
"888832" : 39928,
"897024" : 52708,
"905216" : 66179,
"913408" : 79957,
"921600" : 91659,
"929792" : 98021,
"937984" : 97030,
"946176" : 88173,
"954368" : 76151,
"962560" : 64276,
"970752" : 54930,
"978944" : 48860,
"987136" : 47380,
"995328" : 51520,
"1003520" : 58808,
"1011712" : 67428,
"1019904" : 76700,
"1028096" : 82006,
"1036288" : 80483,
"1044480" : 73164,
"1056768" : 114889,
"1073152" : 85377,
"1089536" : 79082,
"1105920" : 97864,
"1122304" : 113807,
"1138688" : 107196,
"1155072" : 83091,
"1171456" : 61209,
"1187840" : 54480,
"1204224" : 60638,
"1220608" : 66222,
"1236992" : 62315,
"1253376" : 50259,
"1269760" : 38563,
"1286144" : 32935,
"1302528" : 33750,
"1318912" : 33577,
"1335296" : 32204,
"1351680" : 27896,
"1368064" : 21997,
"1384448" : 18915,
"1400832" : 17709,
"1417216" : 16486,
"1433600" : 15526,
"1449984" : 13608,
"1466368" : 11610,
"1482752" : 10382,
"1499136" : 9085,
"1515520" : 8295,
"1531904" : 7565,
"1548288" : 7041,
"1564672" : 6324,
"1581056" : 5616,
"1597440" : 4953,
"1613824" : 4485,
"1630208" : 4057,
"1646592" : 4011,
"1662976" : 3678,
"1679360" : 3310,
"1695744" : 3064,
"1712128" : 2804,
"1728512" : 2479,
"1744896" : 2380,
"1761280" : 2388,
"1777664" : 2219,
"1794048" : 1993,
"1810432" : 1963,
"1826816" : 1738,
"1843200" : 1650,
"1859584" : 1729,
"1875968" : 1581,
"1892352" : 1458,
"1908736" : 1468,
"1925120" : 1296,
"1941504" : 1265,
"1957888" : 1302,
"1974272" : 1218,
"1990656" : 1122,
"2007040" : 1156,
"2023424" : 1039,
"2039808" : 894,
"2056192" : 890,
"2072576" : 897,
"2088960" : 868,
"2113536" : 1654,
"2146304" : 1485,
"2179072" : 1384,
"2211840" : 1372,
"2244608" : 1126,
"2277376" : 1073,
"2310144" : 1184,
"2342912" : 990,
"2375680" : 951,
"2408448" : 865,
"2441216" : 956,
"2473984" : 832,
"2506752" : 816,
"2539520" : 963,
"2572288" : 837,
"2605056" : 757,
"2637824" : 868,
"2670592" : 771,
"2703360" : 769,
"2736128" : 816,
"2768896" : 785,
"2801664" : 734,
"2834432" : 832,
"2867200" : 880,
"2899968" : 796,
"2932736" : 730,
"2965504" : 815,
"2998272" : 858,
"3031040" : 758,
"3063808" : 738,
"3096576" : 722,
"3129344" : 746,
"3162112" : 650,
"3194880" : 645,
"3227648" : 619,
"3260416" : 632,
"3293184" : 622,
"3325952" : 628,
"3358720" : 514,
"3391488" : 493,
"3424256" : 751,
"3457024" : 653,
"3489792" : 537,
"3522560" : 645,
"3555328" : 792,
"3588096" : 824,
"3620864" : 495,
"3653632" : 509,
"3686400" : 708,
"3719168" : 873,
"3751936" : 659,
"3784704" : 378,
"3817472" : 679,
"3850240" : 2026,
"3883008" : 5061,
"3915776" : 496,
"3948544" : 1345,
"3981312" : 1061,
"4014080" : 882,
"4046848" : 166,
"4079616" : 110,
"4112384" : 390,
"4145152" : 565,
"4177920" : 125,
"4227072" : 66,
"4292608" : 34,
"4358144" : 4,
"4423680" : 2,
"4554752" : 3,
"4620288" : 1
}
},
"lat_ns" : {
"min" : 732539,
"max" : 4740703,
"mean" : 1163625.803414,
"stddev" : 344933.267113,
"N" : 3023545
},
"bw_min" : 91344,
"bw_max" : 134549,
"bw_agg" : 100.000000,
"bw_mean" : 109995.018265,
"bw_dev" : 9248.907786,
"bw_samples" : 219,
"iops_min" : 22836,
"iops_max" : 33637,
"iops_mean" : 27498.726027,
"iops_stddev" : 2312.240852,
"iops_samples" : 219
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 4.841862,
"sys_cpu" : 77.819798,
"ctx" : 186153,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999967,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 35.137980
},
"latency_ms" : {
"2" : 62.835426,
"4" : 1.947250,
"10" : 0.076367,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096277,
"timestamp_ms" : 1773096277394,
"time" : "Mon Mar 9 19:44:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13553111040,
"io_kbytes" : 13235460,
"bw_bytes" : 112943533,
"bw" : 110296,
"iops" : 27574.113118,
"runtime" : 119999,
"total_ios" : 3308866,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8923,
"max" : 2685894,
"mean" : 34465.291346,
"stddev" : 23213.323429,
"N" : 3308866
},
"clat_ns" : {
"min" : 715403,
"max" : 4602232,
"mean" : 1125484.910639,
"stddev" : 333548.792797,
"N" : 3308865,
"percentile" : {
"1.000000" : 856064,
"5.000000" : 888832,
"10.000000" : 913408,
"20.000000" : 937984,
"30.000000" : 970752,
"40.000000" : 1011712,
"50.000000" : 1044480,
"60.000000" : 1105920,
"70.000000" : 1155072,
"80.000000" : 1220608,
"90.000000" : 1351680,
"95.000000" : 1515520,
"99.000000" : 2932736,
"99.500000" : 3686400,
"99.900000" : 3981312,
"99.950000" : 4014080,
"99.990000" : 4145152
},
"bins" : {
"716800" : 4,
"724992" : 7,
"733184" : 13,
"741376" : 46,
"749568" : 43,
"757760" : 89,
"765952" : 198,
"774144" : 282,
"782336" : 571,
"790528" : 831,
"798720" : 1257,
"806912" : 1652,
"815104" : 2579,
"823296" : 3457,
"831488" : 4760,
"839680" : 6420,
"847872" : 8982,
"856064" : 12218,
"864256" : 17523,
"872448" : 25030,
"880640" : 34871,
"888832" : 46420,
"897024" : 60905,
"905216" : 75928,
"913408" : 91298,
"921600" : 103647,
"929792" : 110005,
"937984" : 107560,
"946176" : 96874,
"954368" : 82773,
"962560" : 69961,
"970752" : 59617,
"978944" : 53173,
"987136" : 51664,
"995328" : 56523,
"1003520" : 64857,
"1011712" : 74615,
"1019904" : 84570,
"1028096" : 89314,
"1036288" : 87098,
"1044480" : 78867,
"1056768" : 124228,
"1073152" : 92263,
"1089536" : 86802,
"1105920" : 107001,
"1122304" : 122746,
"1138688" : 114500,
"1155072" : 88350,
"1171456" : 65408,
"1187840" : 59058,
"1204224" : 65745,
"1220608" : 70967,
"1236992" : 66355,
"1253376" : 53107,
"1269760" : 41041,
"1286144" : 35548,
"1302528" : 36367,
"1318912" : 35997,
"1335296" : 34290,
"1351680" : 29607,
"1368064" : 23515,
"1384448" : 20163,
"1400832" : 19083,
"1417216" : 17719,
"1433600" : 16599,
"1449984" : 14547,
"1466368" : 12462,
"1482752" : 11183,
"1499136" : 9835,
"1515520" : 8937,
"1531904" : 8187,
"1548288" : 7606,
"1564672" : 6801,
"1581056" : 6047,
"1597440" : 5358,
"1613824" : 4865,
"1630208" : 4420,
"1646592" : 4325,
"1662976" : 3958,
"1679360" : 3549,
"1695744" : 3359,
"1712128" : 3033,
"1728512" : 2652,
"1744896" : 2575,
"1761280" : 2558,
"1777664" : 2402,
"1794048" : 2170,
"1810432" : 2113,
"1826816" : 1835,
"1843200" : 1787,
"1859584" : 1899,
"1875968" : 1690,
"1892352" : 1548,
"1908736" : 1554,
"1925120" : 1382,
"1941504" : 1363,
"1957888" : 1388,
"1974272" : 1306,
"1990656" : 1177,
"2007040" : 1211,
"2023424" : 1084,
"2039808" : 958,
"2056192" : 937,
"2072576" : 961,
"2088960" : 927,
"2113536" : 1777,
"2146304" : 1574,
"2179072" : 1489,
"2211840" : 1487,
"2244608" : 1213,
"2277376" : 1165,
"2310144" : 1290,
"2342912" : 1063,
"2375680" : 1050,
"2408448" : 955,
"2441216" : 1032,
"2473984" : 908,
"2506752" : 883,
"2539520" : 1050,
"2572288" : 915,
"2605056" : 830,
"2637824" : 956,
"2670592" : 841,
"2703360" : 828,
"2736128" : 869,
"2768896" : 859,
"2801664" : 801,
"2834432" : 884,
"2867200" : 930,
"2899968" : 856,
"2932736" : 795,
"2965504" : 891,
"2998272" : 925,
"3031040" : 819,
"3063808" : 813,
"3096576" : 790,
"3129344" : 793,
"3162112" : 700,
"3194880" : 681,
"3227648" : 665,
"3260416" : 688,
"3293184" : 653,
"3325952" : 665,
"3358720" : 554,
"3391488" : 539,
"3424256" : 770,
"3457024" : 697,
"3489792" : 584,
"3522560" : 676,
"3555328" : 826,
"3588096" : 893,
"3620864" : 514,
"3653632" : 533,
"3686400" : 763,
"3719168" : 915,
"3751936" : 709,
"3784704" : 416,
"3817472" : 735,
"3850240" : 2223,
"3883008" : 5544,
"3915776" : 573,
"3948544" : 1488,
"3981312" : 1127,
"4014080" : 935,
"4046848" : 180,
"4079616" : 116,
"4112384" : 412,
"4145152" : 606,
"4177920" : 128,
"4227072" : 72,
"4292608" : 34,
"4358144" : 4,
"4423680" : 2,
"4554752" : 3,
"4620288" : 1
}
},
"lat_ns" : {
"min" : 732539,
"max" : 4740703,
"mean" : 1159950.183915,
"stddev" : 343550.089343,
"N" : 3308865
},
"bw_min" : 91344,
"bw_max" : 135160,
"bw_agg" : 100.000000,
"bw_mean" : 110343.769874,
"bw_dev" : 9298.226230,
"bw_samples" : 239,
"iops_min" : 22836,
"iops_max" : 33790,
"iops_mean" : 27585.912134,
"iops_stddev" : 2324.567963,
"iops_samples" : 239
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 4.875041,
"sys_cpu" : 78.039817,
"ctx" : 200108,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999970,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999970,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 36.005991
},
"latency_ms" : {
"2" : 61.997736,
"4" : 1.919510,
"10" : 0.074043,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096287,
"timestamp_ms" : 1773096287394,
"time" : "Mon Mar 9 19:44:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14701748224,
"io_kbytes" : 14357176,
"bw_bytes" : 113091240,
"bw" : 110440,
"iops" : 27610.173924,
"runtime" : 129999,
"total_ios" : 3589295,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8873,
"max" : 2685894,
"mean" : 34418.616467,
"stddev" : 23143.655099,
"N" : 3589295
},
"clat_ns" : {
"min" : 715403,
"max" : 4602232,
"mean" : 1124015.923040,
"stddev" : 333558.722680,
"N" : 3589294,
"percentile" : {
"1.000000" : 856064,
"5.000000" : 888832,
"10.000000" : 913408,
"20.000000" : 937984,
"30.000000" : 970752,
"40.000000" : 1011712,
"50.000000" : 1044480,
"60.000000" : 1089536,
"70.000000" : 1138688,
"80.000000" : 1220608,
"90.000000" : 1351680,
"95.000000" : 1515520,
"99.000000" : 2932736,
"99.500000" : 3686400,
"99.900000" : 3981312,
"99.950000" : 4014080,
"99.990000" : 4145152
},
"bins" : {
"716800" : 4,
"724992" : 7,
"733184" : 13,
"741376" : 46,
"749568" : 43,
"757760" : 90,
"765952" : 201,
"774144" : 292,
"782336" : 593,
"790528" : 873,
"798720" : 1365,
"806912" : 1790,
"815104" : 2826,
"823296" : 3662,
"831488" : 5133,
"839680" : 6791,
"847872" : 9581,
"856064" : 13090,
"864256" : 18792,
"872448" : 26758,
"880640" : 37514,
"888832" : 50377,
"897024" : 66403,
"905216" : 83257,
"913408" : 100425,
"921600" : 113879,
"929792" : 120189,
"937984" : 117450,
"946176" : 105478,
"954368" : 89856,
"962560" : 75962,
"970752" : 64889,
"978944" : 58257,
"987136" : 57392,
"995328" : 63686,
"1003520" : 73093,
"1011712" : 83357,
"1019904" : 93620,
"1028096" : 97820,
"1036288" : 94693,
"1044480" : 85372,
"1056768" : 133622,
"1073152" : 100077,
"1089536" : 95799,
"1105920" : 117583,
"1122304" : 133078,
"1138688" : 122082,
"1155072" : 94021,
"1171456" : 69901,
"1187840" : 63939,
"1204224" : 71042,
"1220608" : 75736,
"1236992" : 69953,
"1253376" : 55853,
"1269760" : 43493,
"1286144" : 38192,
"1302528" : 39091,
"1318912" : 38225,
"1335296" : 36037,
"1351680" : 31025,
"1368064" : 24885,
"1384448" : 21454,
"1400832" : 20512,
"1417216" : 18894,
"1433600" : 17688,
"1449984" : 15455,
"1466368" : 13256,
"1482752" : 11911,
"1499136" : 10516,
"1515520" : 9586,
"1531904" : 8829,
"1548288" : 8135,
"1564672" : 7287,
"1581056" : 6495,
"1597440" : 5822,
"1613824" : 5275,
"1630208" : 4693,
"1646592" : 4621,
"1662976" : 4261,
"1679360" : 3786,
"1695744" : 3608,
"1712128" : 3260,
"1728512" : 2826,
"1744896" : 2775,
"1761280" : 2759,
"1777664" : 2567,
"1794048" : 2324,
"1810432" : 2247,
"1826816" : 1989,
"1843200" : 1927,
"1859584" : 2031,
"1875968" : 1803,
"1892352" : 1664,
"1908736" : 1671,
"1925120" : 1513,
"1941504" : 1471,
"1957888" : 1507,
"1974272" : 1398,
"1990656" : 1292,
"2007040" : 1297,
"2023424" : 1160,
"2039808" : 1052,
"2056192" : 1026,
"2072576" : 1055,
"2088960" : 990,
"2113536" : 1919,
"2146304" : 1723,
"2179072" : 1641,
"2211840" : 1578,
"2244608" : 1320,
"2277376" : 1264,
"2310144" : 1377,
"2342912" : 1149,
"2375680" : 1120,
"2408448" : 1020,
"2441216" : 1103,
"2473984" : 999,
"2506752" : 956,
"2539520" : 1109,
"2572288" : 991,
"2605056" : 903,
"2637824" : 1015,
"2670592" : 905,
"2703360" : 915,
"2736128" : 983,
"2768896" : 944,
"2801664" : 897,
"2834432" : 969,
"2867200" : 1006,
"2899968" : 947,
"2932736" : 853,
"2965504" : 937,
"2998272" : 1004,
"3031040" : 888,
"3063808" : 851,
"3096576" : 822,
"3129344" : 871,
"3162112" : 740,
"3194880" : 698,
"3227648" : 724,
"3260416" : 727,
"3293184" : 700,
"3325952" : 732,
"3358720" : 619,
"3391488" : 605,
"3424256" : 871,
"3457024" : 789,
"3489792" : 624,
"3522560" : 746,
"3555328" : 888,
"3588096" : 966,
"3620864" : 542,
"3653632" : 581,
"3686400" : 815,
"3719168" : 1001,
"3751936" : 761,
"3784704" : 461,
"3817472" : 818,
"3850240" : 2439,
"3883008" : 6153,
"3915776" : 613,
"3948544" : 1650,
"3981312" : 1189,
"4014080" : 968,
"4046848" : 185,
"4079616" : 121,
"4112384" : 434,
"4145152" : 665,
"4177920" : 132,
"4227072" : 73,
"4292608" : 34,
"4358144" : 4,
"4423680" : 2,
"4554752" : 3,
"4620288" : 1
}
},
"lat_ns" : {
"min" : 732539,
"max" : 4740703,
"mean" : 1158434.524377,
"stddev" : 343564.689939,
"N" : 3589294
},
"bw_min" : 91344,
"bw_max" : 135160,
"bw_agg" : 100.000000,
"bw_mean" : 110472.795367,
"bw_dev" : 9119.419721,
"bw_samples" : 259,
"iops_min" : 22836,
"iops_max" : 33790,
"iops_mean" : 27618.169884,
"iops_stddev" : 2279.866223,
"iops_samples" : 259
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 4.895422,
"sys_cpu" : 78.103678,
"ctx" : 215879,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 36.267624
},
"latency_ms" : {
"2" : 61.736191,
"4" : 1.921854,
"10" : 0.071825,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096297,
"timestamp_ms" : 1773096297394,
"time" : "Mon Mar 9 19:44:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15925399552,
"io_kbytes" : 15552148,
"bw_bytes" : 113753666,
"bw" : 111087,
"iops" : 27771.898371,
"runtime" : 139999,
"total_ios" : 3888038,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8674,
"max" : 4397359,
"mean" : 34208.567962,
"stddev" : 23439.435994,
"N" : 3888038
},
"clat_ns" : {
"min" : 715403,
"max" : 5427273,
"mean" : 1117478.107097,
"stddev" : 332201.271885,
"N" : 3888037,
"percentile" : {
"1.000000" : 847872,
"5.000000" : 888832,
"10.000000" : 905216,
"20.000000" : 929792,
"30.000000" : 962560,
"40.000000" : 1003520,
"50.000000" : 1036288,
"60.000000" : 1089536,
"70.000000" : 1138688,
"80.000000" : 1220608,
"90.000000" : 1335296,
"95.000000" : 1499136,
"99.000000" : 2899968,
"99.500000" : 3686400,
"99.900000" : 3981312,
"99.950000" : 4014080,
"99.990000" : 4145152
},
"bins" : {
"716800" : 4,
"724992" : 7,
"733184" : 15,
"741376" : 67,
"749568" : 60,
"757760" : 132,
"765952" : 244,
"774144" : 403,
"782336" : 749,
"790528" : 1194,
"798720" : 1823,
"806912" : 2421,
"815104" : 3647,
"823296" : 4641,
"831488" : 6459,
"839680" : 8380,
"847872" : 11643,
"856064" : 16016,
"864256" : 22579,
"872448" : 32341,
"880640" : 45054,
"888832" : 60366,
"897024" : 78840,
"905216" : 98074,
"913408" : 117096,
"921600" : 130777,
"929792" : 136819,
"937984" : 132408,
"946176" : 118648,
"954368" : 100871,
"962560" : 84970,
"970752" : 72496,
"978944" : 64747,
"987136" : 63466,
"995328" : 69622,
"1003520" : 79141,
"1011712" : 89601,
"1019904" : 99774,
"1028096" : 103234,
"1036288" : 99422,
"1044480" : 89304,
"1056768" : 140245,
"1073152" : 105348,
"1089536" : 101717,
"1105920" : 123614,
"1122304" : 138140,
"1138688" : 125987,
"1155072" : 96797,
"1171456" : 72309,
"1187840" : 66575,
"1204224" : 73608,
"1220608" : 78250,
"1236992" : 71851,
"1253376" : 57601,
"1269760" : 45029,
"1286144" : 39627,
"1302528" : 40606,
"1318912" : 39548,
"1335296" : 37107,
"1351680" : 32105,
"1368064" : 25919,
"1384448" : 22535,
"1400832" : 21504,
"1417216" : 19730,
"1433600" : 18446,
"1449984" : 16220,
"1466368" : 13929,
"1482752" : 12643,
"1499136" : 11123,
"1515520" : 10168,
"1531904" : 9358,
"1548288" : 8591,
"1564672" : 7657,
"1581056" : 6919,
"1597440" : 6219,
"1613824" : 5630,
"1630208" : 5055,
"1646592" : 4960,
"1662976" : 4529,
"1679360" : 3979,
"1695744" : 3896,
"1712128" : 3493,
"1728512" : 3106,
"1744896" : 3011,
"1761280" : 2924,
"1777664" : 2667,
"1794048" : 2451,
"1810432" : 2372,
"1826816" : 2143,
"1843200" : 2066,
"1859584" : 2118,
"1875968" : 1909,
"1892352" : 1737,
"1908736" : 1756,
"1925120" : 1628,
"1941504" : 1556,
"1957888" : 1603,
"1974272" : 1477,
"1990656" : 1339,
"2007040" : 1336,
"2023424" : 1236,
"2039808" : 1130,
"2056192" : 1096,
"2072576" : 1118,
"2088960" : 1033,
"2113536" : 2006,
"2146304" : 1827,
"2179072" : 1724,
"2211840" : 1640,
"2244608" : 1386,
"2277376" : 1368,
"2310144" : 1453,
"2342912" : 1192,
"2375680" : 1180,
"2408448" : 1094,
"2441216" : 1148,
"2473984" : 1057,
"2506752" : 1020,
"2539520" : 1213,
"2572288" : 1062,
"2605056" : 972,
"2637824" : 1073,
"2670592" : 980,
"2703360" : 992,
"2736128" : 1083,
"2768896" : 992,
"2801664" : 919,
"2834432" : 1038,
"2867200" : 1079,
"2899968" : 988,
"2932736" : 911,
"2965504" : 998,
"2998272" : 1052,
"3031040" : 942,
"3063808" : 889,
"3096576" : 863,
"3129344" : 937,
"3162112" : 792,
"3194880" : 737,
"3227648" : 762,
"3260416" : 777,
"3293184" : 746,
"3325952" : 771,
"3358720" : 648,
"3391488" : 661,
"3424256" : 955,
"3457024" : 844,
"3489792" : 674,
"3522560" : 814,
"3555328" : 924,
"3588096" : 1068,
"3620864" : 588,
"3653632" : 625,
"3686400" : 870,
"3719168" : 1072,
"3751936" : 791,
"3784704" : 504,
"3817472" : 853,
"3850240" : 2554,
"3883008" : 6623,
"3915776" : 653,
"3948544" : 1744,
"3981312" : 1225,
"4014080" : 995,
"4046848" : 195,
"4079616" : 127,
"4112384" : 447,
"4145152" : 673,
"4177920" : 133,
"4227072" : 74,
"4292608" : 34,
"4358144" : 4,
"4423680" : 2,
"4554752" : 3,
"4620288" : 12,
"4685824" : 2,
"4751360" : 18,
"5341184" : 14,
"5406720" : 17
}
},
"lat_ns" : {
"min" : 732539,
"max" : 5461464,
"mean" : 1151686.651757,
"stddev" : 342135.701633,
"N" : 3888037
},
"bw_min" : 91344,
"bw_max" : 135160,
"bw_agg" : 99.996791,
"bw_mean" : 111084.960573,
"bw_dev" : 9319.203301,
"bw_samples" : 279,
"iops_min" : 22836,
"iops_max" : 33790,
"iops_mean" : 27771.211470,
"iops_stddev" : 2329.812855,
"iops_samples" : 279
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 4.934321,
"sys_cpu" : 78.535561,
"ctx" : 225532,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999974,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999974,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 38.381595
},
"latency_ms" : {
"2" : 59.661197,
"4" : 1.884601,
"10" : 0.069547,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096307,
"timestamp_ms" : 1773096307394,
"time" : "Mon Mar 9 19:45:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 17041063936,
"io_kbytes" : 16641664,
"bw_bytes" : 113607092,
"bw" : 110944,
"iops" : 27736.113333,
"runtime" : 150000,
"total_ios" : 4160417,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8674,
"max" : 4397359,
"mean" : 34253.913157,
"stddev" : 25173.575977,
"N" : 4160417
},
"clat_ns" : {
"min" : 715403,
"max" : 5427273,
"mean" : 1118910.656352,
"stddev" : 336374.273363,
"N" : 4160416,
"percentile" : {
"1.000000" : 847872,
"5.000000" : 888832,
"10.000000" : 905216,
"20.000000" : 937984,
"30.000000" : 962560,
"40.000000" : 1003520,
"50.000000" : 1036288,
"60.000000" : 1089536,
"70.000000" : 1138688,
"80.000000" : 1220608,
"90.000000" : 1335296,
"95.000000" : 1499136,
"99.000000" : 2965504,
"99.500000" : 3686400,
"99.900000" : 3981312,
"99.950000" : 4046848,
"99.990000" : 4177920
},
"bins" : {
"716800" : 4,
"724992" : 7,
"733184" : 15,
"741376" : 67,
"749568" : 60,
"757760" : 134,
"765952" : 251,
"774144" : 411,
"782336" : 760,
"790528" : 1200,
"798720" : 1836,
"806912" : 2455,
"815104" : 3721,
"823296" : 4752,
"831488" : 6724,
"839680" : 8749,
"847872" : 12280,
"856064" : 16953,
"864256" : 23929,
"872448" : 34194,
"880640" : 47743,
"888832" : 63811,
"897024" : 83177,
"905216" : 103395,
"913408" : 123702,
"921600" : 138647,
"929792" : 145618,
"937984" : 141556,
"946176" : 127171,
"954368" : 108490,
"962560" : 91826,
"970752" : 78165,
"978944" : 69348,
"987136" : 67532,
"995328" : 73901,
"1003520" : 84045,
"1011712" : 95618,
"1019904" : 106810,
"1028096" : 110818,
"1036288" : 107239,
"1044480" : 96675,
"1056768" : 152186,
"1073152" : 113825,
"1089536" : 108765,
"1105920" : 132555,
"1122304" : 148789,
"1138688" : 136020,
"1155072" : 104510,
"1171456" : 77993,
"1187840" : 71408,
"1204224" : 79013,
"1220608" : 84065,
"1236992" : 76869,
"1253376" : 61863,
"1269760" : 47946,
"1286144" : 42282,
"1302528" : 43513,
"1318912" : 42525,
"1335296" : 39500,
"1351680" : 34024,
"1368064" : 27498,
"1384448" : 23997,
"1400832" : 22920,
"1417216" : 21084,
"1433600" : 19568,
"1449984" : 17133,
"1466368" : 14633,
"1482752" : 13342,
"1499136" : 11804,
"1515520" : 10775,
"1531904" : 9929,
"1548288" : 9165,
"1564672" : 8092,
"1581056" : 7353,
"1597440" : 6557,
"1613824" : 5935,
"1630208" : 5305,
"1646592" : 5285,
"1662976" : 4779,
"1679360" : 4195,
"1695744" : 4116,
"1712128" : 3722,
"1728512" : 3297,
"1744896" : 3194,
"1761280" : 3104,
"1777664" : 2819,
"1794048" : 2579,
"1810432" : 2499,
"1826816" : 2305,
"1843200" : 2211,
"1859584" : 2249,
"1875968" : 2005,
"1892352" : 1848,
"1908736" : 1854,
"1925120" : 1741,
"1941504" : 1666,
"1957888" : 1681,
"1974272" : 1572,
"1990656" : 1462,
"2007040" : 1452,
"2023424" : 1362,
"2039808" : 1261,
"2056192" : 1170,
"2072576" : 1199,
"2088960" : 1109,
"2113536" : 2167,
"2146304" : 1985,
"2179072" : 1856,
"2211840" : 1756,
"2244608" : 1482,
"2277376" : 1468,
"2310144" : 1556,
"2342912" : 1292,
"2375680" : 1273,
"2408448" : 1204,
"2441216" : 1213,
"2473984" : 1121,
"2506752" : 1096,
"2539520" : 1264,
"2572288" : 1118,
"2605056" : 1061,
"2637824" : 1158,
"2670592" : 1063,
"2703360" : 1074,
"2736128" : 1185,
"2768896" : 1054,
"2801664" : 1014,
"2834432" : 1131,
"2867200" : 1194,
"2899968" : 1113,
"2932736" : 998,
"2965504" : 1132,
"2998272" : 1179,
"3031040" : 1067,
"3063808" : 1023,
"3096576" : 949,
"3129344" : 1043,
"3162112" : 927,
"3194880" : 863,
"3227648" : 897,
"3260416" : 899,
"3293184" : 840,
"3325952" : 876,
"3358720" : 761,
"3391488" : 750,
"3424256" : 1079,
"3457024" : 998,
"3489792" : 773,
"3522560" : 922,
"3555328" : 1039,
"3588096" : 1169,
"3620864" : 665,
"3653632" : 727,
"3686400" : 980,
"3719168" : 1185,
"3751936" : 884,
"3784704" : 560,
"3817472" : 934,
"3850240" : 2758,
"3883008" : 7125,
"3915776" : 770,
"3948544" : 1920,
"3981312" : 1379,
"4014080" : 1096,
"4046848" : 227,
"4079616" : 154,
"4112384" : 484,
"4145152" : 714,
"4177920" : 146,
"4227072" : 113,
"4292608" : 40,
"4358144" : 19,
"4423680" : 17,
"4489216" : 22,
"4554752" : 15,
"4620288" : 21,
"4685824" : 2,
"4751360" : 23,
"4816896" : 26,
"5144576" : 28,
"5210112" : 3,
"5341184" : 14,
"5406720" : 17
}
},
"lat_ns" : {
"min" : 732539,
"max" : 5461464,
"mean" : 1153164.563334,
"stddev" : 346328.112473,
"N" : 4160416
},
"bw_min" : 91344,
"bw_max" : 135160,
"bw_agg" : 100.000000,
"bw_mean" : 110968.518395,
"bw_dev" : 9247.957515,
"bw_samples" : 299,
"iops_min" : 22836,
"iops_max" : 33790,
"iops_mean" : 27742.100334,
"iops_stddev" : 2311.998668,
"iops_samples" : 299
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 150000,
"usr_cpu" : 4.928667,
"sys_cpu" : 78.464000,
"ctx" : 241414,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999976,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999976,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 38.171462
},
"latency_ms" : {
"2" : 59.815807,
"4" : 1.934830,
"10" : 0.075041,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096317,
"timestamp_ms" : 1773096317394,
"time" : "Mon Mar 9 19:45:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 18202464256,
"io_kbytes" : 17775844,
"bw_bytes" : 113766112,
"bw" : 111099,
"iops" : 27774.936093,
"runtime" : 159999,
"total_ios" : 4443962,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8674,
"max" : 4397359,
"mean" : 34201.211109,
"stddev" : 25671.031425,
"N" : 4443963
},
"clat_ns" : {
"min" : 715403,
"max" : 5427273,
"mean" : 1117353.031490,
"stddev" : 336920.498433,
"N" : 4443961,
"percentile" : {
"1.000000" : 847872,
"5.000000" : 888832,
"10.000000" : 905216,
"20.000000" : 929792,
"30.000000" : 962560,
"40.000000" : 1003520,
"50.000000" : 1036288,
"60.000000" : 1089536,
"70.000000" : 1138688,
"80.000000" : 1220608,
"90.000000" : 1335296,
"95.000000" : 1499136,
"99.000000" : 2965504,
"99.500000" : 3686400,
"99.900000" : 3981312,
"99.950000" : 4046848,
"99.990000" : 4177920
},
"bins" : {
"716800" : 4,
"724992" : 7,
"733184" : 19,
"741376" : 92,
"749568" : 66,
"757760" : 169,
"765952" : 319,
"774144" : 538,
"782336" : 957,
"790528" : 1491,
"798720" : 2299,
"806912" : 2950,
"815104" : 4371,
"823296" : 5461,
"831488" : 7474,
"839680" : 9816,
"847872" : 13331,
"856064" : 18409,
"864256" : 26196,
"872448" : 37280,
"880640" : 52054,
"888832" : 69528,
"897024" : 90667,
"905216" : 112728,
"913408" : 134683,
"921600" : 150264,
"929792" : 157513,
"937984" : 152539,
"946176" : 136892,
"954368" : 117005,
"962560" : 98579,
"970752" : 84274,
"978944" : 74896,
"987136" : 72873,
"995328" : 79392,
"1003520" : 90161,
"1011712" : 102138,
"1019904" : 113717,
"1028096" : 117871,
"1036288" : 113691,
"1044480" : 102246,
"1056768" : 160666,
"1073152" : 120366,
"1089536" : 115075,
"1105920" : 140213,
"1122304" : 157669,
"1138688" : 143435,
"1155072" : 109879,
"1171456" : 82146,
"1187840" : 75721,
"1204224" : 83747,
"1220608" : 88619,
"1236992" : 80944,
"1253376" : 65042,
"1269760" : 50697,
"1286144" : 44833,
"1302528" : 45855,
"1318912" : 45140,
"1335296" : 41859,
"1351680" : 35850,
"1368064" : 29022,
"1384448" : 25355,
"1400832" : 24200,
"1417216" : 22236,
"1433600" : 20795,
"1449984" : 18166,
"1466368" : 15447,
"1482752" : 13979,
"1499136" : 12452,
"1515520" : 11352,
"1531904" : 10508,
"1548288" : 9691,
"1564672" : 8518,
"1581056" : 7727,
"1597440" : 6932,
"1613824" : 6307,
"1630208" : 5631,
"1646592" : 5556,
"1662976" : 5017,
"1679360" : 4419,
"1695744" : 4352,
"1712128" : 3947,
"1728512" : 3474,
"1744896" : 3376,
"1761280" : 3273,
"1777664" : 2990,
"1794048" : 2689,
"1810432" : 2605,
"1826816" : 2429,
"1843200" : 2329,
"1859584" : 2360,
"1875968" : 2094,
"1892352" : 1916,
"1908736" : 1935,
"1925120" : 1819,
"1941504" : 1759,
"1957888" : 1782,
"1974272" : 1618,
"1990656" : 1501,
"2007040" : 1530,
"2023424" : 1443,
"2039808" : 1345,
"2056192" : 1261,
"2072576" : 1269,
"2088960" : 1155,
"2113536" : 2286,
"2146304" : 2089,
"2179072" : 1987,
"2211840" : 1873,
"2244608" : 1604,
"2277376" : 1589,
"2310144" : 1648,
"2342912" : 1370,
"2375680" : 1369,
"2408448" : 1320,
"2441216" : 1304,
"2473984" : 1203,
"2506752" : 1163,
"2539520" : 1341,
"2572288" : 1190,
"2605056" : 1129,
"2637824" : 1288,
"2670592" : 1150,
"2703360" : 1186,
"2736128" : 1268,
"2768896" : 1122,
"2801664" : 1079,
"2834432" : 1185,
"2867200" : 1258,
"2899968" : 1174,
"2932736" : 1051,
"2965504" : 1212,
"2998272" : 1279,
"3031040" : 1120,
"3063808" : 1112,
"3096576" : 1027,
"3129344" : 1120,
"3162112" : 1006,
"3194880" : 974,
"3227648" : 974,
"3260416" : 979,
"3293184" : 900,
"3325952" : 941,
"3358720" : 827,
"3391488" : 849,
"3424256" : 1217,
"3457024" : 1152,
"3489792" : 838,
"3522560" : 1013,
"3555328" : 1130,
"3588096" : 1227,
"3620864" : 700,
"3653632" : 776,
"3686400" : 1014,
"3719168" : 1277,
"3751936" : 927,
"3784704" : 604,
"3817472" : 995,
"3850240" : 2902,
"3883008" : 7621,
"3915776" : 815,
"3948544" : 2024,
"3981312" : 1486,
"4014080" : 1186,
"4046848" : 246,
"4079616" : 161,
"4112384" : 512,
"4145152" : 750,
"4177920" : 153,
"4227072" : 117,
"4292608" : 42,
"4358144" : 21,
"4423680" : 17,
"4489216" : 23,
"4554752" : 16,
"4620288" : 38,
"4685824" : 23,
"4751360" : 24,
"4816896" : 26,
"4882432" : 3,
"5013504" : 1,
"5144576" : 28,
"5210112" : 3,
"5341184" : 14,
"5406720" : 17
}
},
"lat_ns" : {
"min" : 732539,
"max" : 5461464,
"mean" : 1151554.235445,
"stddev" : 346854.933476,
"N" : 4443961
},
"bw_min" : 91344,
"bw_max" : 135160,
"bw_agg" : 99.957949,
"bw_mean" : 111053.890282,
"bw_dev" : 9239.127951,
"bw_samples" : 319,
"iops_min" : 22836,
"iops_max" : 33790,
"iops_mean" : 27763.442006,
"iops_stddev" : 2309.789129,
"iops_samples" : 319
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 4.923156,
"sys_cpu" : 78.554866,
"ctx" : 255597,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 38.727244
},
"latency_ms" : {
"2" : 59.253162,
"4" : 1.940611,
"10" : 0.075586,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096327,
"timestamp_ms" : 1773096327394,
"time" : "Mon Mar 9 19:45:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 19513970688,
"io_kbytes" : 19056612,
"bw_bytes" : 114788738,
"bw" : 112098,
"iops" : 28024.606027,
"runtime" : 169999,
"total_ios" : 4764155,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8674,
"max" : 4573327,
"mean" : 33879.210606,
"stddev" : 25542.540736,
"N" : 4764155
},
"clat_ns" : {
"min" : 715403,
"max" : 5512413,
"mean" : 1107411.818946,
"stddev" : 331427.812369,
"N" : 4764154,
"percentile" : {
"1.000000" : 839680,
"5.000000" : 888832,
"10.000000" : 905216,
"20.000000" : 929792,
"30.000000" : 954368,
"40.000000" : 995328,
"50.000000" : 1028096,
"60.000000" : 1073152,
"70.000000" : 1122304,
"80.000000" : 1204224,
"90.000000" : 1335296,
"95.000000" : 1482752,
"99.000000" : 2899968,
"99.500000" : 3653632,
"99.900000" : 3981312,
"99.950000" : 4014080,
"99.990000" : 4177920
},
"bins" : {
"716800" : 4,
"724992" : 7,
"733184" : 26,
"741376" : 117,
"749568" : 99,
"757760" : 327,
"765952" : 498,
"774144" : 878,
"782336" : 1487,
"790528" : 2264,
"798720" : 3439,
"806912" : 4447,
"815104" : 6276,
"823296" : 7753,
"831488" : 10233,
"839680" : 12914,
"847872" : 17016,
"856064" : 22817,
"864256" : 31663,
"872448" : 44402,
"880640" : 61674,
"888832" : 82329,
"897024" : 106931,
"905216" : 131324,
"913408" : 155595,
"921600" : 172490,
"929792" : 179456,
"937984" : 173348,
"946176" : 155657,
"954368" : 133135,
"962560" : 112319,
"970752" : 95554,
"978944" : 84297,
"987136" : 80774,
"995328" : 86342,
"1003520" : 96177,
"1011712" : 107735,
"1019904" : 118414,
"1028096" : 121750,
"1036288" : 116805,
"1044480" : 104773,
"1056768" : 164365,
"1073152" : 123099,
"1089536" : 117246,
"1105920" : 142004,
"1122304" : 159085,
"1138688" : 144706,
"1155072" : 111103,
"1171456" : 83320,
"1187840" : 76753,
"1204224" : 84735,
"1220608" : 89498,
"1236992" : 81795,
"1253376" : 65782,
"1269760" : 51393,
"1286144" : 45425,
"1302528" : 46379,
"1318912" : 45721,
"1335296" : 42417,
"1351680" : 36400,
"1368064" : 29506,
"1384448" : 25770,
"1400832" : 24490,
"1417216" : 22593,
"1433600" : 21217,
"1449984" : 18532,
"1466368" : 15797,
"1482752" : 14249,
"1499136" : 12691,
"1515520" : 11605,
"1531904" : 10760,
"1548288" : 9891,
"1564672" : 8754,
"1581056" : 7936,
"1597440" : 7100,
"1613824" : 6447,
"1630208" : 5793,
"1646592" : 5719,
"1662976" : 5142,
"1679360" : 4547,
"1695744" : 4457,
"1712128" : 4057,
"1728512" : 3583,
"1744896" : 3478,
"1761280" : 3389,
"1777664" : 3066,
"1794048" : 2744,
"1810432" : 2666,
"1826816" : 2489,
"1843200" : 2383,
"1859584" : 2404,
"1875968" : 2129,
"1892352" : 1958,
"1908736" : 1973,
"1925120" : 1855,
"1941504" : 1776,
"1957888" : 1814,
"1974272" : 1659,
"1990656" : 1530,
"2007040" : 1554,
"2023424" : 1468,
"2039808" : 1367,
"2056192" : 1291,
"2072576" : 1298,
"2088960" : 1173,
"2113536" : 2311,
"2146304" : 2137,
"2179072" : 2057,
"2211840" : 1891,
"2244608" : 1627,
"2277376" : 1642,
"2310144" : 1663,
"2342912" : 1398,
"2375680" : 1411,
"2408448" : 1340,
"2441216" : 1314,
"2473984" : 1215,
"2506752" : 1175,
"2539520" : 1351,
"2572288" : 1204,
"2605056" : 1156,
"2637824" : 1308,
"2670592" : 1186,
"2703360" : 1224,
"2736128" : 1306,
"2768896" : 1137,
"2801664" : 1097,
"2834432" : 1206,
"2867200" : 1289,
"2899968" : 1197,
"2932736" : 1088,
"2965504" : 1256,
"2998272" : 1314,
"3031040" : 1146,
"3063808" : 1120,
"3096576" : 1032,
"3129344" : 1135,
"3162112" : 1029,
"3194880" : 978,
"3227648" : 991,
"3260416" : 997,
"3293184" : 910,
"3325952" : 976,
"3358720" : 866,
"3391488" : 881,
"3424256" : 1261,
"3457024" : 1231,
"3489792" : 871,
"3522560" : 1085,
"3555328" : 1166,
"3588096" : 1242,
"3620864" : 732,
"3653632" : 796,
"3686400" : 1033,
"3719168" : 1307,
"3751936" : 962,
"3784704" : 637,
"3817472" : 1018,
"3850240" : 2916,
"3883008" : 7675,
"3915776" : 817,
"3948544" : 2033,
"3981312" : 1487,
"4014080" : 1186,
"4046848" : 246,
"4079616" : 161,
"4112384" : 512,
"4145152" : 750,
"4177920" : 153,
"4227072" : 117,
"4292608" : 42,
"4358144" : 21,
"4423680" : 17,
"4489216" : 23,
"4554752" : 16,
"4620288" : 38,
"4685824" : 23,
"4751360" : 24,
"4816896" : 26,
"4882432" : 3,
"5013504" : 1,
"5144576" : 28,
"5210112" : 3,
"5341184" : 14,
"5406720" : 22,
"5472256" : 22,
"5537792" : 4
}
},
"lat_ns" : {
"min" : 732539,
"max" : 5543680,
"mean" : 1141291.017027,
"stddev" : 341177.396268,
"N" : 4764154
},
"bw_min" : 91344,
"bw_max" : 135302,
"bw_agg" : 99.966657,
"bw_mean" : 112061.870206,
"bw_dev" : 9899.623119,
"bw_samples" : 339,
"iops_min" : 22836,
"iops_max" : 33825,
"iops_mean" : 28015.436578,
"iops_stddev" : 2474.910582,
"iops_samples" : 339
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 4.976500,
"sys_cpu" : 79.236348,
"ctx" : 258924,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 41.647428
},
"latency_ms" : {
"2" : 56.431182,
"4" : 1.846120,
"10" : 0.071156,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096337,
"timestamp_ms" : 1773096337394,
"time" : "Mon Mar 9 19:45:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 20750065664,
"io_kbytes" : 20263736,
"bw_bytes" : 115278783,
"bw" : 112576,
"iops" : 28144.239690,
"runtime" : 179999,
"total_ios" : 5065935,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8674,
"max" : 4573327,
"mean" : 33727.445106,
"stddev" : 25424.656411,
"N" : 5065935
},
"clat_ns" : {
"min" : 713891,
"max" : 5512413,
"mean" : 1102708.929928,
"stddev" : 328579.563164,
"N" : 5065934,
"percentile" : {
"1.000000" : 839680,
"5.000000" : 888832,
"10.000000" : 905216,
"20.000000" : 929792,
"30.000000" : 954368,
"40.000000" : 987136,
"50.000000" : 1028096,
"60.000000" : 1056768,
"70.000000" : 1122304,
"80.000000" : 1204224,
"90.000000" : 1318912,
"95.000000" : 1482752,
"99.000000" : 2867200,
"99.500000" : 3620864,
"99.900000" : 3981312,
"99.950000" : 4014080,
"99.990000" : 4227072
},
"bins" : {
"716800" : 12,
"724992" : 12,
"733184" : 41,
"741376" : 128,
"749568" : 109,
"757760" : 362,
"765952" : 557,
"774144" : 963,
"782336" : 1620,
"790528" : 2512,
"798720" : 3808,
"806912" : 5061,
"815104" : 7220,
"823296" : 8999,
"831488" : 11600,
"839680" : 14526,
"847872" : 18552,
"856064" : 24746,
"864256" : 34195,
"872448" : 47710,
"880640" : 66367,
"888832" : 88583,
"897024" : 115288,
"905216" : 142285,
"913408" : 168828,
"921600" : 188050,
"929792" : 196971,
"937984" : 191624,
"946176" : 172485,
"954368" : 148081,
"962560" : 124921,
"970752" : 106312,
"978944" : 93421,
"987136" : 88314,
"995328" : 93231,
"1003520" : 103130,
"1011712" : 115074,
"1019904" : 125678,
"1028096" : 128976,
"1036288" : 123633,
"1044480" : 110651,
"1056768" : 173905,
"1073152" : 129552,
"1089536" : 121822,
"1105920" : 146768,
"1122304" : 164117,
"1138688" : 149185,
"1155072" : 114350,
"1171456" : 85777,
"1187840" : 78966,
"1204224" : 87148,
"1220608" : 91958,
"1236992" : 83946,
"1253376" : 67346,
"1269760" : 52688,
"1286144" : 46405,
"1302528" : 47550,
"1318912" : 46782,
"1335296" : 43488,
"1351680" : 37278,
"1368064" : 30303,
"1384448" : 26394,
"1400832" : 25084,
"1417216" : 23142,
"1433600" : 21793,
"1449984" : 19002,
"1466368" : 16269,
"1482752" : 14653,
"1499136" : 13014,
"1515520" : 11925,
"1531904" : 11065,
"1548288" : 10189,
"1564672" : 9044,
"1581056" : 8197,
"1597440" : 7331,
"1613824" : 6679,
"1630208" : 5982,
"1646592" : 5886,
"1662976" : 5368,
"1679360" : 4752,
"1695744" : 4609,
"1712128" : 4230,
"1728512" : 3705,
"1744896" : 3595,
"1761280" : 3541,
"1777664" : 3227,
"1794048" : 2847,
"1810432" : 2762,
"1826816" : 2563,
"1843200" : 2458,
"1859584" : 2483,
"1875968" : 2231,
"1892352" : 2059,
"1908736" : 2056,
"1925120" : 1922,
"1941504" : 1836,
"1957888" : 1874,
"1974272" : 1715,
"1990656" : 1588,
"2007040" : 1622,
"2023424" : 1505,
"2039808" : 1412,
"2056192" : 1321,
"2072576" : 1335,
"2088960" : 1209,
"2113536" : 2390,
"2146304" : 2214,
"2179072" : 2126,
"2211840" : 1971,
"2244608" : 1690,
"2277376" : 1730,
"2310144" : 1716,
"2342912" : 1442,
"2375680" : 1483,
"2408448" : 1397,
"2441216" : 1360,
"2473984" : 1262,
"2506752" : 1223,
"2539520" : 1389,
"2572288" : 1264,
"2605056" : 1204,
"2637824" : 1345,
"2670592" : 1228,
"2703360" : 1278,
"2736128" : 1359,
"2768896" : 1185,
"2801664" : 1126,
"2834432" : 1271,
"2867200" : 1326,
"2899968" : 1242,
"2932736" : 1128,
"2965504" : 1304,
"2998272" : 1353,
"3031040" : 1184,
"3063808" : 1141,
"3096576" : 1072,
"3129344" : 1178,
"3162112" : 1071,
"3194880" : 1020,
"3227648" : 1022,
"3260416" : 1021,
"3293184" : 951,
"3325952" : 1036,
"3358720" : 894,
"3391488" : 900,
"3424256" : 1308,
"3457024" : 1259,
"3489792" : 903,
"3522560" : 1120,
"3555328" : 1221,
"3588096" : 1297,
"3620864" : 763,
"3653632" : 834,
"3686400" : 1093,
"3719168" : 1360,
"3751936" : 990,
"3784704" : 670,
"3817472" : 1049,
"3850240" : 3043,
"3883008" : 7921,
"3915776" : 866,
"3948544" : 2122,
"3981312" : 1532,
"4014080" : 1238,
"4046848" : 253,
"4079616" : 163,
"4112384" : 538,
"4145152" : 775,
"4177920" : 159,
"4227072" : 128,
"4292608" : 42,
"4358144" : 21,
"4423680" : 22,
"4489216" : 49,
"4554752" : 16,
"4620288" : 38,
"4685824" : 30,
"4751360" : 48,
"4816896" : 26,
"4882432" : 3,
"5013504" : 1,
"5144576" : 28,
"5210112" : 3,
"5341184" : 14,
"5406720" : 22,
"5472256" : 22,
"5537792" : 4
}
},
"lat_ns" : {
"min" : 728003,
"max" : 5543680,
"mean" : 1136436.322447,
"stddev" : 338236.808602,
"N" : 5065934
},
"bw_min" : 91344,
"bw_max" : 135302,
"bw_agg" : 100.000000,
"bw_mean" : 112621.760446,
"bw_dev" : 10089.176144,
"bw_samples" : 359,
"iops_min" : 22836,
"iops_max" : 33825,
"iops_mean" : 28155.409471,
"iops_stddev" : 2522.297553,
"iops_samples" : 359
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 4.987250,
"sys_cpu" : 79.635442,
"ctx" : 266761,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999980,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999980,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 42.917112
},
"latency_ms" : {
"2" : 55.206867,
"4" : 1.800635,
"10" : 0.070668,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096337,
"timestamp_ms" : 1773096337427,
"time" : "Mon Mar 9 19:45:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 20750229504,
"io_kbytes" : 20263896,
"bw_bytes" : 115277771,
"bw" : 112575,
"iops" : 28143.809513,
"runtime" : 180002,
"total_ios" : 5065942,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8674,
"max" : 4573327,
"mean" : 33727.443962,
"stddev" : 25424.637528,
"N" : 5065943
},
"clat_ns" : {
"min" : 3265,
"max" : 5512413,
"mean" : 1102706.312562,
"stddev" : 328582.085459,
"N" : 5065973,
"percentile" : {
"1.000000" : 839680,
"5.000000" : 888832,
"10.000000" : 905216,
"20.000000" : 929792,
"30.000000" : 954368,
"40.000000" : 987136,
"50.000000" : 1028096,
"60.000000" : 1056768,
"70.000000" : 1122304,
"80.000000" : 1204224,
"90.000000" : 1318912,
"95.000000" : 1482752,
"99.000000" : 2867200,
"99.500000" : 3620864,
"99.900000" : 3981312,
"99.950000" : 4014080,
"99.990000" : 4227072
},
"bins" : {
"3280" : 1,
"33024" : 1,
"64256" : 1,
"97792" : 1,
"136192" : 1,
"173056" : 1,
"222208" : 1,
"252928" : 1,
"292864" : 1,
"321536" : 1,
"354304" : 1,
"382976" : 1,
"415744" : 1,
"452608" : 1,
"577536" : 1,
"610304" : 1,
"634880" : 1,
"716800" : 12,
"724992" : 12,
"733184" : 41,
"741376" : 128,
"749568" : 109,
"757760" : 363,
"765952" : 557,
"774144" : 963,
"782336" : 1620,
"790528" : 2513,
"798720" : 3808,
"806912" : 5061,
"815104" : 7220,
"823296" : 9000,
"831488" : 11600,
"839680" : 14526,
"847872" : 18552,
"856064" : 24747,
"864256" : 34195,
"872448" : 47710,
"880640" : 66368,
"888832" : 88583,
"897024" : 115288,
"905216" : 142285,
"913408" : 168829,
"921600" : 188050,
"929792" : 196971,
"937984" : 191624,
"946176" : 172485,
"954368" : 148082,
"962560" : 124921,
"970752" : 106312,
"978944" : 93421,
"987136" : 88314,
"995328" : 93231,
"1003520" : 103130,
"1011712" : 115074,
"1019904" : 125678,
"1028096" : 128976,
"1036288" : 123633,
"1044480" : 110651,
"1056768" : 173905,
"1073152" : 129553,
"1089536" : 121822,
"1105920" : 146769,
"1122304" : 164117,
"1138688" : 149186,
"1155072" : 114350,
"1171456" : 85778,
"1187840" : 78966,
"1204224" : 87148,
"1220608" : 91958,
"1236992" : 83947,
"1253376" : 67346,
"1269760" : 52689,
"1286144" : 46406,
"1302528" : 47554,
"1318912" : 46786,
"1335296" : 43488,
"1351680" : 37278,
"1368064" : 30303,
"1384448" : 26394,
"1400832" : 25084,
"1417216" : 23142,
"1433600" : 21793,
"1449984" : 19002,
"1466368" : 16269,
"1482752" : 14653,
"1499136" : 13014,
"1515520" : 11925,
"1531904" : 11065,
"1548288" : 10189,
"1564672" : 9044,
"1581056" : 8197,
"1597440" : 7331,
"1613824" : 6679,
"1630208" : 5982,
"1646592" : 5886,
"1662976" : 5368,
"1679360" : 4752,
"1695744" : 4609,
"1712128" : 4230,
"1728512" : 3705,
"1744896" : 3595,
"1761280" : 3541,
"1777664" : 3227,
"1794048" : 2847,
"1810432" : 2762,
"1826816" : 2563,
"1843200" : 2458,
"1859584" : 2483,
"1875968" : 2231,
"1892352" : 2059,
"1908736" : 2056,
"1925120" : 1922,
"1941504" : 1836,
"1957888" : 1874,
"1974272" : 1715,
"1990656" : 1588,
"2007040" : 1622,
"2023424" : 1505,
"2039808" : 1412,
"2056192" : 1321,
"2072576" : 1335,
"2088960" : 1209,
"2113536" : 2390,
"2146304" : 2214,
"2179072" : 2126,
"2211840" : 1971,
"2244608" : 1690,
"2277376" : 1730,
"2310144" : 1716,
"2342912" : 1442,
"2375680" : 1483,
"2408448" : 1397,
"2441216" : 1360,
"2473984" : 1262,
"2506752" : 1223,
"2539520" : 1389,
"2572288" : 1264,
"2605056" : 1204,
"2637824" : 1345,
"2670592" : 1228,
"2703360" : 1278,
"2736128" : 1359,
"2768896" : 1185,
"2801664" : 1126,
"2834432" : 1271,
"2867200" : 1326,
"2899968" : 1242,
"2932736" : 1128,
"2965504" : 1304,
"2998272" : 1353,
"3031040" : 1184,
"3063808" : 1141,
"3096576" : 1072,
"3129344" : 1178,
"3162112" : 1071,
"3194880" : 1020,
"3227648" : 1022,
"3260416" : 1021,
"3293184" : 951,
"3325952" : 1036,
"3358720" : 894,
"3391488" : 900,
"3424256" : 1308,
"3457024" : 1259,
"3489792" : 903,
"3522560" : 1120,
"3555328" : 1221,
"3588096" : 1297,
"3620864" : 763,
"3653632" : 834,
"3686400" : 1093,
"3719168" : 1360,
"3751936" : 990,
"3784704" : 670,
"3817472" : 1049,
"3850240" : 3043,
"3883008" : 7921,
"3915776" : 866,
"3948544" : 2122,
"3981312" : 1532,
"4014080" : 1238,
"4046848" : 253,
"4079616" : 163,
"4112384" : 538,
"4145152" : 775,
"4177920" : 159,
"4227072" : 128,
"4292608" : 42,
"4358144" : 21,
"4423680" : 22,
"4489216" : 49,
"4554752" : 16,
"4620288" : 38,
"4685824" : 30,
"4751360" : 48,
"4816896" : 26,
"4882432" : 3,
"5013504" : 1,
"5144576" : 28,
"5210112" : 3,
"5341184" : 14,
"5406720" : 22,
"5472256" : 22,
"5537792" : 4
}
},
"lat_ns" : {
"min" : 30938,
"max" : 5543680,
"mean" : 1136433.740972,
"stddev" : 338239.141947,
"N" : 5065973
},
"bw_min" : 91344,
"bw_max" : 135302,
"bw_agg" : 100.000000,
"bw_mean" : 112601.811111,
"bw_dev" : 10082.222220,
"bw_samples" : 360,
"iops_min" : 22836,
"iops_max" : 33825,
"iops_mean" : 28150.422222,
"iops_stddev" : 2520.559004,
"iops_samples" : 360
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180001,
"usr_cpu" : 4.987195,
"sys_cpu" : 79.634558,
"ctx" : 266762,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999980,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 42.917191
},
"latency_ms" : {
"2" : 55.207087,
"4" : 1.800633,
"10" : 0.070668,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}