raidz2/benchmarks/rand/rand-write-qd1-nj1_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773087658,
"timestamp_ms" : 1773087658987,
"time" : "Mon Mar 9 17:20:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 249413632,
"io_kbytes" : 243568,
"bw_bytes" : 25541590,
"bw" : 24942,
"iops" : 6236.047107,
"runtime" : 9765,
"total_ios" : 60895,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9765,
"usr_cpu" : 1.075269,
"sys_cpu" : 23.819764,
"ctx" : 20464,
"majf" : 0,
"minf" : 7,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087669,
"timestamp_ms" : 1773087669220,
"time" : "Mon Mar 9 17:21:09 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 275427328,
"io_kbytes" : 268972,
"bw_bytes" : 27545487,
"bw" : 26899,
"iops" : 6725.072507,
"runtime" : 9999,
"total_ios" : 67244,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9314,
"max" : 4764050,
"mean" : 146852.019719,
"stddev" : 278431.780840,
"N" : 67244
},
"clat_ns" : {
"min" : 1101,
"max" : 25048,
"mean" : 1268.794447,
"stddev" : 364.545265,
"N" : 67243,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1128,
"20.000000" : 1144,
"30.000000" : 1144,
"40.000000" : 1160,
"50.000000" : 1160,
"60.000000" : 1176,
"70.000000" : 1304,
"80.000000" : 1384,
"90.000000" : 1496,
"95.000000" : 1608,
"99.000000" : 2192,
"99.500000" : 2480,
"99.900000" : 4832,
"99.950000" : 6432,
"99.990000" : 14400
},
"bins" : {
"1096" : 20,
"1112" : 358,
"1128" : 9744,
"1144" : 14159,
"1160" : 13566,
"1176" : 4165,
"1192" : 637,
"1208" : 706,
"1224" : 346,
"1240" : 660,
"1256" : 877,
"1272" : 464,
"1288" : 1138,
"1304" : 774,
"1320" : 1483,
"1336" : 1612,
"1352" : 816,
"1368" : 1605,
"1384" : 749,
"1400" : 1453,
"1416" : 1519,
"1432" : 690,
"1448" : 1290,
"1464" : 619,
"1480" : 1035,
"1496" : 863,
"1512" : 339,
"1528" : 701,
"1544" : 300,
"1560" : 534,
"1576" : 431,
"1592" : 206,
"1608" : 340,
"1624" : 148,
"1640" : 260,
"1656" : 187,
"1672" : 96,
"1688" : 188,
"1704" : 66,
"1720" : 126,
"1736" : 114,
"1752" : 46,
"1768" : 81,
"1784" : 43,
"1800" : 82,
"1816" : 58,
"1832" : 24,
"1848" : 64,
"1864" : 24,
"1880" : 45,
"1896" : 62,
"1912" : 20,
"1928" : 53,
"1944" : 27,
"1960" : 38,
"1976" : 41,
"1992" : 27,
"2008" : 37,
"2024" : 35,
"2040" : 46,
"2064" : 68,
"2096" : 68,
"2128" : 91,
"2160" : 60,
"2192" : 62,
"2224" : 50,
"2256" : 32,
"2288" : 46,
"2320" : 52,
"2352" : 33,
"2384" : 30,
"2416" : 21,
"2448" : 43,
"2480" : 33,
"2512" : 24,
"2544" : 21,
"2576" : 17,
"2608" : 18,
"2640" : 17,
"2672" : 7,
"2704" : 10,
"2736" : 6,
"2768" : 3,
"2800" : 9,
"2832" : 12,
"2864" : 11,
"2928" : 5,
"2960" : 6,
"2992" : 5,
"3024" : 5,
"3056" : 4,
"3088" : 7,
"3120" : 2,
"3152" : 4,
"3184" : 3,
"3216" : 7,
"3248" : 2,
"3280" : 1,
"3312" : 4,
"3344" : 1,
"3376" : 2,
"3408" : 2,
"3440" : 3,
"3504" : 1,
"3536" : 2,
"3568" : 1,
"3600" : 2,
"3632" : 2,
"4016" : 2,
"4048" : 1,
"4080" : 3,
"4128" : 4,
"4256" : 4,
"4320" : 1,
"4384" : 2,
"4512" : 1,
"4576" : 2,
"4640" : 1,
"4768" : 2,
"4832" : 2,
"4896" : 2,
"4960" : 1,
"5024" : 1,
"5152" : 1,
"5216" : 4,
"5280" : 1,
"5408" : 3,
"5472" : 1,
"5536" : 1,
"5600" : 5,
"5664" : 4,
"5792" : 2,
"5856" : 1,
"5920" : 1,
"6112" : 1,
"6176" : 2,
"6240" : 1,
"6432" : 1,
"6880" : 1,
"6944" : 1,
"7136" : 1,
"7200" : 1,
"7392" : 1,
"7648" : 1,
"7776" : 2,
"8160" : 1,
"8256" : 1,
"8384" : 1,
"9152" : 1,
"11968" : 1,
"12352" : 1,
"12608" : 1,
"12864" : 1,
"12992" : 3,
"13248" : 2,
"13504" : 2,
"13760" : 1,
"14144" : 1,
"14272" : 1,
"14400" : 1,
"20096" : 1,
"20608" : 2,
"21376" : 1,
"23168" : 1,
"24960" : 1
}
},
"lat_ns" : {
"min" : 10476,
"max" : 4766373,
"mean" : 148117.609194,
"stddev" : 278608.638186,
"N" : 67243
},
"bw_min" : 20648,
"bw_max" : 34688,
"bw_agg" : 100.000000,
"bw_mean" : 27060.105263,
"bw_dev" : 4766.554986,
"bw_samples" : 19,
"iops_min" : 5162,
"iops_max" : 8672,
"iops_mean" : 6765.000000,
"iops_stddev" : 1191.614358,
"iops_samples" : 19
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 1.250125,
"sys_cpu" : 24.502450,
"ctx" : 19905,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.998513,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998513,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.326988,
"4" : 1.536197,
"10" : 0.104099,
"20" : 0.022307,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087679,
"timestamp_ms" : 1773087679221,
"time" : "Mon Mar 9 17:21:19 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 587591680,
"io_kbytes" : 573820,
"bw_bytes" : 29381053,
"bw" : 28692,
"iops" : 7173.158658,
"runtime" : 19999,
"total_ios" : 143456,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8813,
"max" : 4764050,
"mean" : 137569.304184,
"stddev" : 269971.661680,
"N" : 143456
},
"clat_ns" : {
"min" : 1101,
"max" : 25048,
"mean" : 1263.437315,
"stddev" : 362.044099,
"N" : 143455,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1128,
"20.000000" : 1144,
"30.000000" : 1144,
"40.000000" : 1160,
"50.000000" : 1160,
"60.000000" : 1176,
"70.000000" : 1272,
"80.000000" : 1368,
"90.000000" : 1480,
"95.000000" : 1592,
"99.000000" : 2224,
"99.500000" : 2480,
"99.900000" : 4896,
"99.950000" : 6432,
"99.990000" : 14272
},
"bins" : {
"1096" : 41,
"1112" : 670,
"1128" : 20470,
"1144" : 31289,
"1160" : 30627,
"1176" : 9415,
"1192" : 1435,
"1208" : 1499,
"1224" : 765,
"1240" : 1422,
"1256" : 1855,
"1272" : 989,
"1288" : 2310,
"1304" : 1504,
"1320" : 2983,
"1336" : 3144,
"1352" : 1555,
"1368" : 3096,
"1384" : 1495,
"1400" : 2884,
"1416" : 3002,
"1432" : 1369,
"1448" : 2581,
"1464" : 1229,
"1480" : 2038,
"1496" : 1789,
"1512" : 719,
"1528" : 1371,
"1544" : 590,
"1560" : 1075,
"1576" : 923,
"1592" : 415,
"1608" : 695,
"1624" : 285,
"1640" : 524,
"1656" : 392,
"1672" : 171,
"1688" : 352,
"1704" : 141,
"1720" : 241,
"1736" : 230,
"1752" : 103,
"1768" : 174,
"1784" : 79,
"1800" : 150,
"1816" : 123,
"1832" : 60,
"1848" : 130,
"1864" : 49,
"1880" : 110,
"1896" : 122,
"1912" : 44,
"1928" : 100,
"1944" : 46,
"1960" : 78,
"1976" : 97,
"1992" : 48,
"2008" : 75,
"2024" : 62,
"2040" : 92,
"2064" : 136,
"2096" : 137,
"2128" : 166,
"2160" : 122,
"2192" : 117,
"2224" : 111,
"2256" : 82,
"2288" : 103,
"2320" : 107,
"2352" : 83,
"2384" : 64,
"2416" : 63,
"2448" : 72,
"2480" : 61,
"2512" : 51,
"2544" : 50,
"2576" : 28,
"2608" : 37,
"2640" : 44,
"2672" : 21,
"2704" : 23,
"2736" : 19,
"2768" : 13,
"2800" : 23,
"2832" : 15,
"2864" : 15,
"2896" : 9,
"2928" : 12,
"2960" : 13,
"2992" : 12,
"3024" : 9,
"3056" : 8,
"3088" : 11,
"3120" : 6,
"3152" : 9,
"3184" : 5,
"3216" : 12,
"3248" : 3,
"3280" : 4,
"3312" : 6,
"3344" : 1,
"3376" : 7,
"3408" : 6,
"3440" : 8,
"3504" : 3,
"3536" : 5,
"3568" : 5,
"3600" : 3,
"3632" : 5,
"3664" : 1,
"3728" : 2,
"3792" : 3,
"3856" : 1,
"3888" : 1,
"3952" : 1,
"4016" : 2,
"4048" : 2,
"4080" : 3,
"4128" : 7,
"4192" : 3,
"4256" : 6,
"4320" : 8,
"4384" : 2,
"4448" : 1,
"4512" : 4,
"4576" : 4,
"4640" : 1,
"4704" : 1,
"4768" : 6,
"4832" : 3,
"4896" : 4,
"4960" : 1,
"5024" : 2,
"5088" : 1,
"5152" : 4,
"5216" : 5,
"5280" : 3,
"5344" : 2,
"5408" : 4,
"5472" : 3,
"5536" : 2,
"5600" : 7,
"5664" : 8,
"5792" : 3,
"5856" : 6,
"5920" : 3,
"6048" : 1,
"6112" : 1,
"6176" : 6,
"6240" : 3,
"6304" : 1,
"6368" : 2,
"6432" : 3,
"6496" : 1,
"6560" : 1,
"6624" : 1,
"6688" : 1,
"6752" : 1,
"6816" : 1,
"6880" : 1,
"6944" : 1,
"7008" : 1,
"7072" : 1,
"7136" : 1,
"7200" : 1,
"7392" : 1,
"7584" : 1,
"7648" : 1,
"7776" : 3,
"8160" : 1,
"8256" : 2,
"8384" : 1,
"8512" : 2,
"9152" : 1,
"9536" : 1,
"9664" : 1,
"10944" : 1,
"11968" : 2,
"12224" : 1,
"12352" : 1,
"12608" : 1,
"12864" : 1,
"12992" : 4,
"13120" : 1,
"13248" : 3,
"13376" : 2,
"13504" : 4,
"13632" : 4,
"13760" : 1,
"14144" : 1,
"14272" : 3,
"14400" : 1,
"18304" : 1,
"19840" : 2,
"20096" : 2,
"20608" : 2,
"21120" : 1,
"21376" : 1,
"21632" : 1,
"22912" : 1,
"23168" : 1,
"24960" : 1
}
},
"lat_ns" : {
"min" : 9945,
"max" : 4766373,
"mean" : 138831.174494,
"stddev" : 270145.002894,
"N" : 143455
},
"bw_min" : 20648,
"bw_max" : 37944,
"bw_agg" : 99.270070,
"bw_mean" : 28483.512821,
"bw_dev" : 4801.685844,
"bw_samples" : 39,
"iops_min" : 5162,
"iops_max" : 9486,
"iops_mean" : 7120.846154,
"iops_stddev" : 1200.409306,
"iops_samples" : 39
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 1.300065,
"sys_cpu" : 25.381269,
"ctx" : 39035,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.352805,
"4" : 1.507779,
"10" : 0.108047,
"20" : 0.023701,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087689,
"timestamp_ms" : 1773087689220,
"time" : "Mon Mar 9 17:21:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 945672192,
"io_kbytes" : 923508,
"bw_bytes" : 31523457,
"bw" : 30784,
"iops" : 7696.189873,
"runtime" : 29999,
"total_ios" : 230878,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8654,
"max" : 4943143,
"mean" : 128104.011591,
"stddev" : 270116.279567,
"N" : 230878
},
"clat_ns" : {
"min" : 1101,
"max" : 49716,
"mean" : 1257.409071,
"stddev" : 389.489070,
"N" : 230877,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1128,
"20.000000" : 1144,
"30.000000" : 1144,
"40.000000" : 1160,
"50.000000" : 1160,
"60.000000" : 1176,
"70.000000" : 1240,
"80.000000" : 1368,
"90.000000" : 1480,
"95.000000" : 1576,
"99.000000" : 2224,
"99.500000" : 2512,
"99.900000" : 4960,
"99.950000" : 6432,
"99.990000" : 14784
},
"bins" : {
"1096" : 64,
"1112" : 1076,
"1128" : 34075,
"1144" : 51627,
"1160" : 51527,
"1176" : 15946,
"1192" : 2419,
"1208" : 2519,
"1224" : 1311,
"1240" : 2485,
"1256" : 2928,
"1272" : 1481,
"1288" : 3285,
"1304" : 2175,
"1320" : 4284,
"1336" : 4622,
"1352" : 2293,
"1368" : 4434,
"1384" : 2135,
"1400" : 4140,
"1416" : 4298,
"1432" : 2027,
"1448" : 3757,
"1464" : 1760,
"1480" : 2977,
"1496" : 2648,
"1512" : 1123,
"1528" : 2044,
"1544" : 916,
"1560" : 1628,
"1576" : 1412,
"1592" : 612,
"1608" : 1047,
"1624" : 425,
"1640" : 784,
"1656" : 648,
"1672" : 293,
"1688" : 535,
"1704" : 244,
"1720" : 374,
"1736" : 357,
"1752" : 157,
"1768" : 270,
"1784" : 122,
"1800" : 228,
"1816" : 201,
"1832" : 95,
"1848" : 219,
"1864" : 78,
"1880" : 160,
"1896" : 193,
"1912" : 75,
"1928" : 162,
"1944" : 77,
"1960" : 141,
"1976" : 145,
"1992" : 78,
"2008" : 136,
"2024" : 93,
"2040" : 147,
"2064" : 200,
"2096" : 183,
"2128" : 258,
"2160" : 197,
"2192" : 178,
"2224" : 161,
"2256" : 137,
"2288" : 167,
"2320" : 155,
"2352" : 124,
"2384" : 108,
"2416" : 105,
"2448" : 106,
"2480" : 102,
"2512" : 86,
"2544" : 81,
"2576" : 54,
"2608" : 60,
"2640" : 74,
"2672" : 39,
"2704" : 45,
"2736" : 33,
"2768" : 29,
"2800" : 39,
"2832" : 23,
"2864" : 24,
"2896" : 20,
"2928" : 18,
"2960" : 19,
"2992" : 21,
"3024" : 13,
"3056" : 13,
"3088" : 17,
"3120" : 19,
"3152" : 12,
"3184" : 8,
"3216" : 16,
"3248" : 8,
"3280" : 8,
"3312" : 12,
"3344" : 4,
"3376" : 13,
"3408" : 8,
"3440" : 11,
"3472" : 1,
"3504" : 5,
"3536" : 5,
"3568" : 7,
"3600" : 4,
"3632" : 7,
"3664" : 2,
"3728" : 3,
"3792" : 3,
"3824" : 2,
"3856" : 1,
"3888" : 2,
"3952" : 2,
"4016" : 2,
"4048" : 2,
"4080" : 3,
"4128" : 8,
"4192" : 3,
"4256" : 11,
"4320" : 9,
"4384" : 5,
"4448" : 1,
"4512" : 4,
"4576" : 5,
"4640" : 2,
"4704" : 3,
"4768" : 11,
"4832" : 4,
"4896" : 6,
"4960" : 6,
"5024" : 4,
"5088" : 4,
"5152" : 7,
"5216" : 9,
"5280" : 7,
"5344" : 7,
"5408" : 6,
"5472" : 4,
"5536" : 3,
"5600" : 11,
"5664" : 9,
"5728" : 2,
"5792" : 3,
"5856" : 7,
"5920" : 8,
"6048" : 2,
"6112" : 3,
"6176" : 7,
"6240" : 4,
"6304" : 2,
"6368" : 3,
"6432" : 3,
"6496" : 2,
"6560" : 1,
"6624" : 1,
"6688" : 1,
"6752" : 1,
"6816" : 1,
"6880" : 1,
"6944" : 1,
"7008" : 1,
"7072" : 2,
"7136" : 1,
"7200" : 1,
"7264" : 1,
"7392" : 1,
"7456" : 2,
"7584" : 1,
"7648" : 1,
"7776" : 4,
"7904" : 1,
"8160" : 1,
"8256" : 3,
"8384" : 1,
"8512" : 3,
"8896" : 2,
"9152" : 1,
"9536" : 1,
"9664" : 1,
"10944" : 1,
"11968" : 2,
"12096" : 3,
"12224" : 1,
"12352" : 3,
"12480" : 1,
"12608" : 1,
"12736" : 3,
"12864" : 1,
"12992" : 4,
"13120" : 2,
"13248" : 3,
"13376" : 2,
"13504" : 6,
"13632" : 7,
"13760" : 1,
"13888" : 1,
"14016" : 1,
"14144" : 1,
"14272" : 4,
"14400" : 2,
"14528" : 1,
"14784" : 1,
"18304" : 1,
"19072" : 1,
"19840" : 2,
"20096" : 5,
"20608" : 2,
"21120" : 1,
"21376" : 2,
"21632" : 1,
"22400" : 1,
"22656" : 1,
"22912" : 1,
"23168" : 1,
"24960" : 1,
"30336" : 1,
"46336" : 1,
"49920" : 1
}
},
"lat_ns" : {
"min" : 9775,
"max" : 4946207,
"mean" : 129360.406008,
"stddev" : 270287.292498,
"N" : 230877
},
"bw_min" : 20648,
"bw_max" : 43863,
"bw_agg" : 99.770580,
"bw_mean" : 30714.915254,
"bw_dev" : 5751.703814,
"bw_samples" : 59,
"iops_min" : 5162,
"iops_max" : 10965,
"iops_mean" : 7678.694915,
"iops_stddev" : 1437.898110,
"iops_samples" : 59
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 1.363379,
"sys_cpu" : 26.370879,
"ctx" : 55852,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.379231,
"4" : 1.484767,
"10" : 0.103085,
"20" : 0.024255,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087699,
"timestamp_ms" : 1773087699220,
"time" : "Mon Mar 9 17:21:39 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1650946048,
"io_kbytes" : 1612252,
"bw_bytes" : 41274683,
"bw" : 40307,
"iops" : 10076.851921,
"runtime" : 39999,
"total_ios" : 403064,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8654,
"max" : 4943143,
"mean" : 97446.132108,
"stddev" : 234222.890479,
"N" : 403064
},
"clat_ns" : {
"min" : 1101,
"max" : 49716,
"mean" : 1235.962696,
"stddev" : 350.761820,
"N" : 403063,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1128,
"20.000000" : 1144,
"30.000000" : 1144,
"40.000000" : 1144,
"50.000000" : 1160,
"60.000000" : 1160,
"70.000000" : 1176,
"80.000000" : 1304,
"90.000000" : 1432,
"95.000000" : 1528,
"99.000000" : 2128,
"99.500000" : 2416,
"99.900000" : 5088,
"99.950000" : 6240,
"99.990000" : 14272
},
"bins" : {
"1096" : 78,
"1112" : 1474,
"1128" : 63788,
"1144" : 100738,
"1160" : 92105,
"1176" : 27229,
"1192" : 4297,
"1208" : 4539,
"1224" : 2588,
"1240" : 5865,
"1256" : 8441,
"1272" : 3445,
"1288" : 6199,
"1304" : 3565,
"1320" : 6621,
"1336" : 7031,
"1352" : 3454,
"1368" : 6515,
"1384" : 3046,
"1400" : 5618,
"1416" : 5682,
"1432" : 2634,
"1448" : 4906,
"1464" : 2252,
"1480" : 3819,
"1496" : 3354,
"1512" : 1407,
"1528" : 2577,
"1544" : 1162,
"1560" : 1994,
"1576" : 1733,
"1592" : 755,
"1608" : 1306,
"1624" : 546,
"1640" : 976,
"1656" : 807,
"1672" : 366,
"1688" : 673,
"1704" : 303,
"1720" : 477,
"1736" : 464,
"1752" : 204,
"1768" : 365,
"1784" : 167,
"1800" : 304,
"1816" : 266,
"1832" : 128,
"1848" : 284,
"1864" : 111,
"1880" : 220,
"1896" : 244,
"1912" : 107,
"1928" : 202,
"1944" : 107,
"1960" : 197,
"1976" : 191,
"1992" : 107,
"2008" : 170,
"2024" : 113,
"2040" : 189,
"2064" : 279,
"2096" : 243,
"2128" : 337,
"2160" : 266,
"2192" : 215,
"2224" : 201,
"2256" : 185,
"2288" : 214,
"2320" : 197,
"2352" : 159,
"2384" : 145,
"2416" : 134,
"2448" : 130,
"2480" : 139,
"2512" : 109,
"2544" : 100,
"2576" : 72,
"2608" : 80,
"2640" : 91,
"2672" : 56,
"2704" : 53,
"2736" : 46,
"2768" : 37,
"2800" : 54,
"2832" : 32,
"2864" : 32,
"2896" : 30,
"2928" : 26,
"2960" : 26,
"2992" : 24,
"3024" : 18,
"3056" : 18,
"3088" : 20,
"3120" : 23,
"3152" : 17,
"3184" : 8,
"3216" : 21,
"3248" : 10,
"3280" : 14,
"3312" : 14,
"3344" : 9,
"3376" : 15,
"3408" : 10,
"3440" : 15,
"3472" : 2,
"3504" : 7,
"3536" : 6,
"3568" : 8,
"3600" : 5,
"3632" : 11,
"3664" : 4,
"3696" : 3,
"3728" : 4,
"3760" : 1,
"3792" : 5,
"3824" : 4,
"3856" : 1,
"3888" : 3,
"3920" : 2,
"3952" : 2,
"3984" : 1,
"4016" : 5,
"4048" : 5,
"4080" : 3,
"4128" : 13,
"4192" : 5,
"4256" : 16,
"4320" : 13,
"4384" : 8,
"4448" : 6,
"4512" : 8,
"4576" : 8,
"4640" : 7,
"4704" : 8,
"4768" : 13,
"4832" : 8,
"4896" : 14,
"4960" : 15,
"5024" : 6,
"5088" : 14,
"5152" : 13,
"5216" : 9,
"5280" : 12,
"5344" : 11,
"5408" : 12,
"5472" : 10,
"5536" : 6,
"5600" : 17,
"5664" : 13,
"5728" : 11,
"5792" : 12,
"5856" : 12,
"5920" : 12,
"5984" : 8,
"6048" : 10,
"6112" : 7,
"6176" : 8,
"6240" : 11,
"6304" : 8,
"6368" : 6,
"6432" : 5,
"6496" : 5,
"6560" : 2,
"6624" : 6,
"6688" : 7,
"6752" : 2,
"6816" : 4,
"6880" : 5,
"6944" : 1,
"7008" : 4,
"7072" : 3,
"7136" : 3,
"7200" : 2,
"7264" : 1,
"7328" : 1,
"7392" : 3,
"7456" : 2,
"7520" : 1,
"7584" : 1,
"7648" : 1,
"7712" : 1,
"7776" : 4,
"7840" : 4,
"7904" : 1,
"8096" : 1,
"8160" : 1,
"8256" : 4,
"8384" : 1,
"8512" : 3,
"8768" : 1,
"8896" : 2,
"9024" : 1,
"9152" : 1,
"9536" : 1,
"9664" : 1,
"9920" : 1,
"10944" : 1,
"11200" : 1,
"11712" : 1,
"11968" : 2,
"12096" : 3,
"12224" : 1,
"12352" : 3,
"12480" : 2,
"12608" : 2,
"12736" : 3,
"12864" : 3,
"12992" : 6,
"13120" : 2,
"13248" : 3,
"13376" : 3,
"13504" : 6,
"13632" : 7,
"13760" : 1,
"13888" : 1,
"14016" : 2,
"14144" : 1,
"14272" : 4,
"14400" : 2,
"14528" : 2,
"14784" : 1,
"15680" : 1,
"18304" : 1,
"19072" : 1,
"19840" : 2,
"20096" : 5,
"20352" : 1,
"20608" : 3,
"21120" : 1,
"21376" : 5,
"21632" : 1,
"21888" : 1,
"22144" : 1,
"22400" : 1,
"22656" : 1,
"22912" : 1,
"23168" : 1,
"24960" : 1,
"30336" : 1,
"39680" : 1,
"46336" : 1,
"49920" : 1
}
},
"lat_ns" : {
"min" : 9775,
"max" : 4946207,
"mean" : 98681.437542,
"stddev" : 234369.431465,
"N" : 403063
},
"bw_min" : 20648,
"bw_max" : 134448,
"bw_agg" : 97.853224,
"bw_mean" : 39442.898734,
"bw_dev" : 21685.886774,
"bw_samples" : 79,
"iops_min" : 5162,
"iops_max" : 33612,
"iops_mean" : 9860.696203,
"iops_stddev" : 5421.466583,
"iops_samples" : 79
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 1.760044,
"sys_cpu" : 32.038301,
"ctx" : 72404,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999752,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999752,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.751811,
"4" : 1.107765,
"10" : 0.116607,
"20" : 0.016871,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087709,
"timestamp_ms" : 1773087709221,
"time" : "Mon Mar 9 17:21:49 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2986745856,
"io_kbytes" : 2916744,
"bw_bytes" : 59736111,
"bw" : 58336,
"iops" : 14584.051681,
"runtime" : 49999,
"total_ios" : 729188,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8654,
"max" : 4943143,
"mean" : 66802.351015,
"stddev" : 177568.110505,
"N" : 729188
},
"clat_ns" : {
"min" : 1101,
"max" : 49716,
"mean" : 1221.992767,
"stddev" : 294.750363,
"N" : 729187,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1128,
"20.000000" : 1144,
"30.000000" : 1144,
"40.000000" : 1160,
"50.000000" : 1160,
"60.000000" : 1160,
"70.000000" : 1176,
"80.000000" : 1272,
"90.000000" : 1384,
"95.000000" : 1480,
"99.000000" : 1880,
"99.500000" : 2256,
"99.900000" : 5088,
"99.950000" : 6048,
"99.990000" : 12992
},
"bins" : {
"1096" : 79,
"1112" : 1602,
"1128" : 93156,
"1144" : 186331,
"1160" : 188270,
"1176" : 55923,
"1192" : 8456,
"1208" : 8977,
"1224" : 5194,
"1240" : 12927,
"1256" : 21131,
"1272" : 8328,
"1288" : 13482,
"1304" : 6847,
"1320" : 12066,
"1336" : 11990,
"1352" : 5793,
"1368" : 10798,
"1384" : 5029,
"1400" : 8804,
"1416" : 8511,
"1432" : 3920,
"1448" : 7132,
"1464" : 3251,
"1480" : 5584,
"1496" : 4848,
"1512" : 2067,
"1528" : 3753,
"1544" : 1623,
"1560" : 2734,
"1576" : 2309,
"1592" : 989,
"1608" : 1702,
"1624" : 721,
"1640" : 1252,
"1656" : 1042,
"1672" : 457,
"1688" : 823,
"1704" : 379,
"1720" : 604,
"1736" : 592,
"1752" : 253,
"1768" : 458,
"1784" : 214,
"1800" : 368,
"1816" : 315,
"1832" : 167,
"1848" : 339,
"1864" : 137,
"1880" : 277,
"1896" : 293,
"1912" : 128,
"1928" : 235,
"1944" : 128,
"1960" : 224,
"1976" : 214,
"1992" : 119,
"2008" : 188,
"2024" : 119,
"2040" : 208,
"2064" : 298,
"2096" : 272,
"2128" : 363,
"2160" : 291,
"2192" : 230,
"2224" : 222,
"2256" : 199,
"2288" : 226,
"2320" : 204,
"2352" : 177,
"2384" : 159,
"2416" : 143,
"2448" : 141,
"2480" : 153,
"2512" : 118,
"2544" : 108,
"2576" : 81,
"2608" : 89,
"2640" : 102,
"2672" : 59,
"2704" : 58,
"2736" : 51,
"2768" : 43,
"2800" : 58,
"2832" : 35,
"2864" : 34,
"2896" : 34,
"2928" : 27,
"2960" : 31,
"2992" : 24,
"3024" : 19,
"3056" : 18,
"3088" : 21,
"3120" : 24,
"3152" : 17,
"3184" : 11,
"3216" : 24,
"3248" : 11,
"3280" : 15,
"3312" : 15,
"3344" : 10,
"3376" : 17,
"3408" : 11,
"3440" : 15,
"3472" : 3,
"3504" : 7,
"3536" : 7,
"3568" : 9,
"3600" : 6,
"3632" : 12,
"3664" : 4,
"3696" : 3,
"3728" : 6,
"3760" : 2,
"3792" : 5,
"3824" : 4,
"3856" : 1,
"3888" : 4,
"3920" : 2,
"3952" : 2,
"3984" : 2,
"4016" : 5,
"4048" : 5,
"4080" : 5,
"4128" : 14,
"4192" : 7,
"4256" : 17,
"4320" : 15,
"4384" : 11,
"4448" : 8,
"4512" : 13,
"4576" : 11,
"4640" : 10,
"4704" : 11,
"4768" : 20,
"4832" : 18,
"4896" : 20,
"4960" : 30,
"5024" : 21,
"5088" : 26,
"5152" : 26,
"5216" : 15,
"5280" : 23,
"5344" : 21,
"5408" : 23,
"5472" : 20,
"5536" : 25,
"5600" : 33,
"5664" : 28,
"5728" : 35,
"5792" : 25,
"5856" : 26,
"5920" : 28,
"5984" : 15,
"6048" : 18,
"6112" : 18,
"6176" : 20,
"6240" : 19,
"6304" : 18,
"6368" : 14,
"6432" : 19,
"6496" : 11,
"6560" : 10,
"6624" : 15,
"6688" : 14,
"6752" : 5,
"6816" : 13,
"6880" : 5,
"6944" : 3,
"7008" : 7,
"7072" : 4,
"7136" : 4,
"7200" : 6,
"7264" : 4,
"7328" : 2,
"7392" : 4,
"7456" : 5,
"7520" : 1,
"7584" : 2,
"7648" : 2,
"7712" : 2,
"7776" : 4,
"7840" : 4,
"7904" : 1,
"8032" : 2,
"8096" : 2,
"8160" : 1,
"8256" : 6,
"8384" : 3,
"8512" : 4,
"8640" : 2,
"8768" : 1,
"8896" : 2,
"9024" : 1,
"9152" : 1,
"9536" : 1,
"9664" : 1,
"9920" : 1,
"10048" : 1,
"10688" : 1,
"10944" : 1,
"11200" : 1,
"11712" : 1,
"11968" : 2,
"12096" : 3,
"12224" : 1,
"12352" : 3,
"12480" : 3,
"12608" : 2,
"12736" : 3,
"12864" : 3,
"12992" : 6,
"13120" : 2,
"13248" : 3,
"13376" : 3,
"13504" : 6,
"13632" : 7,
"13760" : 1,
"13888" : 1,
"14016" : 2,
"14144" : 1,
"14272" : 4,
"14400" : 2,
"14528" : 2,
"14784" : 1,
"15680" : 1,
"18304" : 1,
"19072" : 1,
"19840" : 2,
"20096" : 5,
"20352" : 1,
"20608" : 3,
"21120" : 1,
"21376" : 5,
"21632" : 1,
"21888" : 1,
"22144" : 1,
"22400" : 1,
"22656" : 1,
"22912" : 2,
"23168" : 1,
"24960" : 1,
"30336" : 1,
"39680" : 1,
"46336" : 1,
"49920" : 1
}
},
"lat_ns" : {
"min" : 9775,
"max" : 4946207,
"mean" : 68023.938452,
"stddev" : 177678.577267,
"N" : 729187
},
"bw_min" : 20648,
"bw_max" : 135759,
"bw_agg" : 98.719409,
"bw_mean" : 57589.101010,
"bw_dev" : 41189.121309,
"bw_samples" : 99,
"iops_min" : 5162,
"iops_max" : 33939,
"iops_mean" : 14397.262626,
"iops_stddev" : 10297.307442,
"iops_samples" : 99
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 2.522050,
"sys_cpu" : 43.966879,
"ctx" : 74815,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999589,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999589,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.198561,
"4" : 0.665398,
"10" : 0.122328,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087719,
"timestamp_ms" : 1773087719221,
"time" : "Mon Mar 9 17:21:59 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3500290048,
"io_kbytes" : 3418252,
"bw_bytes" : 58339139,
"bw" : 56971,
"iops" : 14242.970716,
"runtime" : 59999,
"total_ios" : 854564,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8654,
"max" : 4943143,
"mean" : 68440.913025,
"stddev" : 181624.534248,
"N" : 854564
},
"clat_ns" : {
"min" : 1101,
"max" : 49716,
"mean" : 1223.650606,
"stddev" : 296.437858,
"N" : 854563,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1128,
"20.000000" : 1144,
"30.000000" : 1144,
"40.000000" : 1160,
"50.000000" : 1160,
"60.000000" : 1160,
"70.000000" : 1176,
"80.000000" : 1272,
"90.000000" : 1400,
"95.000000" : 1496,
"99.000000" : 1912,
"99.500000" : 2288,
"99.900000" : 5088,
"99.950000" : 6048,
"99.990000" : 12992
},
"bins" : {
"1096" : 81,
"1112" : 1665,
"1128" : 103870,
"1144" : 216530,
"1160" : 224742,
"1176" : 67550,
"1192" : 10087,
"1208" : 10520,
"1224" : 5978,
"1240" : 14649,
"1256" : 24308,
"1272" : 9581,
"1288" : 15583,
"1304" : 7944,
"1320" : 14063,
"1336" : 14097,
"1352" : 6808,
"1368" : 12761,
"1384" : 5954,
"1400" : 10547,
"1416" : 10247,
"1432" : 4669,
"1448" : 8604,
"1464" : 3896,
"1480" : 6733,
"1496" : 5780,
"1512" : 2487,
"1528" : 4548,
"1544" : 1948,
"1560" : 3295,
"1576" : 2766,
"1592" : 1196,
"1608" : 2043,
"1624" : 869,
"1640" : 1507,
"1656" : 1256,
"1672" : 553,
"1688" : 1009,
"1704" : 459,
"1720" : 746,
"1736" : 704,
"1752" : 295,
"1768" : 544,
"1784" : 241,
"1800" : 439,
"1816" : 392,
"1832" : 206,
"1848" : 398,
"1864" : 160,
"1880" : 344,
"1896" : 349,
"1912" : 159,
"1928" : 291,
"1944" : 153,
"1960" : 265,
"1976" : 274,
"1992" : 143,
"2008" : 251,
"2024" : 151,
"2040" : 255,
"2064" : 375,
"2096" : 333,
"2128" : 443,
"2160" : 361,
"2192" : 288,
"2224" : 290,
"2256" : 238,
"2288" : 295,
"2320" : 264,
"2352" : 224,
"2384" : 195,
"2416" : 181,
"2448" : 176,
"2480" : 183,
"2512" : 150,
"2544" : 130,
"2576" : 100,
"2608" : 107,
"2640" : 142,
"2672" : 80,
"2704" : 73,
"2736" : 72,
"2768" : 58,
"2800" : 73,
"2832" : 43,
"2864" : 49,
"2896" : 40,
"2928" : 43,
"2960" : 41,
"2992" : 30,
"3024" : 24,
"3056" : 20,
"3088" : 23,
"3120" : 29,
"3152" : 23,
"3184" : 15,
"3216" : 31,
"3248" : 14,
"3280" : 19,
"3312" : 17,
"3344" : 13,
"3376" : 20,
"3408" : 14,
"3440" : 18,
"3472" : 7,
"3504" : 8,
"3536" : 7,
"3568" : 10,
"3600" : 8,
"3632" : 13,
"3664" : 5,
"3696" : 3,
"3728" : 6,
"3760" : 3,
"3792" : 8,
"3824" : 5,
"3856" : 3,
"3888" : 6,
"3920" : 2,
"3952" : 3,
"3984" : 4,
"4016" : 6,
"4048" : 7,
"4080" : 5,
"4128" : 17,
"4192" : 9,
"4256" : 22,
"4320" : 17,
"4384" : 12,
"4448" : 11,
"4512" : 15,
"4576" : 12,
"4640" : 13,
"4704" : 13,
"4768" : 23,
"4832" : 21,
"4896" : 21,
"4960" : 36,
"5024" : 27,
"5088" : 28,
"5152" : 30,
"5216" : 18,
"5280" : 31,
"5344" : 23,
"5408" : 28,
"5472" : 27,
"5536" : 27,
"5600" : 39,
"5664" : 34,
"5728" : 39,
"5792" : 30,
"5856" : 29,
"5920" : 30,
"5984" : 16,
"6048" : 26,
"6112" : 20,
"6176" : 23,
"6240" : 21,
"6304" : 21,
"6368" : 14,
"6432" : 21,
"6496" : 14,
"6560" : 12,
"6624" : 15,
"6688" : 15,
"6752" : 8,
"6816" : 13,
"6880" : 5,
"6944" : 4,
"7008" : 7,
"7072" : 4,
"7136" : 4,
"7200" : 6,
"7264" : 4,
"7328" : 2,
"7392" : 4,
"7456" : 5,
"7520" : 2,
"7584" : 2,
"7648" : 2,
"7712" : 2,
"7776" : 4,
"7840" : 4,
"7904" : 2,
"7968" : 1,
"8032" : 4,
"8096" : 3,
"8160" : 1,
"8256" : 8,
"8384" : 3,
"8512" : 5,
"8640" : 2,
"8768" : 1,
"8896" : 2,
"9024" : 1,
"9152" : 2,
"9408" : 2,
"9536" : 1,
"9664" : 1,
"9920" : 1,
"10048" : 1,
"10688" : 1,
"10944" : 2,
"11200" : 2,
"11712" : 1,
"11968" : 2,
"12096" : 4,
"12224" : 1,
"12352" : 3,
"12480" : 4,
"12608" : 2,
"12736" : 3,
"12864" : 4,
"12992" : 7,
"13120" : 3,
"13248" : 3,
"13376" : 3,
"13504" : 7,
"13632" : 11,
"13760" : 1,
"13888" : 2,
"14016" : 3,
"14144" : 2,
"14272" : 4,
"14400" : 2,
"14528" : 3,
"14784" : 1,
"15296" : 1,
"15552" : 1,
"15680" : 1,
"17024" : 1,
"18304" : 1,
"19072" : 1,
"19840" : 3,
"20096" : 6,
"20352" : 1,
"20608" : 3,
"21120" : 2,
"21376" : 5,
"21632" : 1,
"21888" : 1,
"22144" : 1,
"22400" : 1,
"22656" : 1,
"22912" : 2,
"23168" : 1,
"24960" : 1,
"30336" : 1,
"30848" : 1,
"39680" : 1,
"46336" : 1,
"49920" : 1
}
},
"lat_ns" : {
"min" : 9775,
"max" : 4946207,
"mean" : 69664.219685,
"stddev" : 181738.816624,
"N" : 854563
},
"bw_min" : 20648,
"bw_max" : 135759,
"bw_agg" : 100.000000,
"bw_mean" : 57110.142857,
"bw_dev" : 40614.343279,
"bw_samples" : 119,
"iops_min" : 5162,
"iops_max" : 33939,
"iops_mean" : 14277.521008,
"iops_stddev" : 10153.600614,
"iops_samples" : 119
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 2.465041,
"sys_cpu" : 43.072385,
"ctx" : 89415,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.148338,
"4" : 0.715570,
"10" : 0.121699,
"20" : 0.010649,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087729,
"timestamp_ms" : 1773087729220,
"time" : "Mon Mar 9 17:22:09 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3902705664,
"io_kbytes" : 3811236,
"bw_bytes" : 55753734,
"bw" : 54447,
"iops" : 13611.765882,
"runtime" : 69999,
"total_ios" : 952810,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8654,
"max" : 4943143,
"mean" : 71691.781438,
"stddev" : 190383.467192,
"N" : 952810
},
"clat_ns" : {
"min" : 1101,
"max" : 55585,
"mean" : 1225.974599,
"stddev" : 309.504328,
"N" : 952809,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1128,
"20.000000" : 1144,
"30.000000" : 1144,
"40.000000" : 1160,
"50.000000" : 1160,
"60.000000" : 1160,
"70.000000" : 1176,
"80.000000" : 1272,
"90.000000" : 1400,
"95.000000" : 1496,
"99.000000" : 1960,
"99.500000" : 2288,
"99.900000" : 5152,
"99.950000" : 6112,
"99.990000" : 13504
},
"bins" : {
"1096" : 81,
"1112" : 1733,
"1128" : 114914,
"1144" : 241822,
"1160" : 250805,
"1176" : 75237,
"1192" : 11191,
"1208" : 11737,
"1224" : 6521,
"1240" : 15772,
"1256" : 25762,
"1272" : 10130,
"1288" : 16712,
"1304" : 8654,
"1320" : 15423,
"1336" : 15516,
"1352" : 7540,
"1368" : 14081,
"1384" : 6658,
"1400" : 12034,
"1416" : 11920,
"1432" : 5498,
"1448" : 9947,
"1464" : 4490,
"1480" : 7759,
"1496" : 6647,
"1512" : 2885,
"1528" : 5294,
"1544" : 2259,
"1560" : 3824,
"1576" : 3228,
"1592" : 1399,
"1608" : 2372,
"1624" : 1023,
"1640" : 1768,
"1656" : 1481,
"1672" : 657,
"1688" : 1198,
"1704" : 539,
"1720" : 907,
"1736" : 850,
"1752" : 360,
"1768" : 666,
"1784" : 300,
"1800" : 547,
"1816" : 482,
"1832" : 261,
"1848" : 509,
"1864" : 200,
"1880" : 432,
"1896" : 442,
"1912" : 201,
"1928" : 361,
"1944" : 186,
"1960" : 335,
"1976" : 340,
"1992" : 171,
"2008" : 318,
"2024" : 176,
"2040" : 296,
"2064" : 442,
"2096" : 427,
"2128" : 534,
"2160" : 433,
"2192" : 354,
"2224" : 349,
"2256" : 301,
"2288" : 354,
"2320" : 327,
"2352" : 268,
"2384" : 234,
"2416" : 226,
"2448" : 215,
"2480" : 220,
"2512" : 184,
"2544" : 157,
"2576" : 123,
"2608" : 126,
"2640" : 169,
"2672" : 102,
"2704" : 90,
"2736" : 83,
"2768" : 71,
"2800" : 91,
"2832" : 50,
"2864" : 58,
"2896" : 54,
"2928" : 48,
"2960" : 49,
"2992" : 43,
"3024" : 30,
"3056" : 26,
"3088" : 27,
"3120" : 38,
"3152" : 25,
"3184" : 21,
"3216" : 35,
"3248" : 15,
"3280" : 26,
"3312" : 19,
"3344" : 15,
"3376" : 24,
"3408" : 16,
"3440" : 19,
"3472" : 7,
"3504" : 10,
"3536" : 9,
"3568" : 12,
"3600" : 9,
"3632" : 13,
"3664" : 6,
"3696" : 4,
"3728" : 8,
"3760" : 5,
"3792" : 10,
"3824" : 7,
"3856" : 5,
"3888" : 6,
"3920" : 3,
"3952" : 4,
"3984" : 4,
"4016" : 6,
"4048" : 7,
"4080" : 6,
"4128" : 19,
"4192" : 10,
"4256" : 22,
"4320" : 19,
"4384" : 12,
"4448" : 13,
"4512" : 16,
"4576" : 14,
"4640" : 16,
"4704" : 16,
"4768" : 24,
"4832" : 25,
"4896" : 25,
"4960" : 40,
"5024" : 33,
"5088" : 31,
"5152" : 33,
"5216" : 20,
"5280" : 35,
"5344" : 25,
"5408" : 34,
"5472" : 28,
"5536" : 29,
"5600" : 46,
"5664" : 34,
"5728" : 44,
"5792" : 31,
"5856" : 31,
"5920" : 32,
"5984" : 17,
"6048" : 28,
"6112" : 21,
"6176" : 25,
"6240" : 21,
"6304" : 22,
"6368" : 16,
"6432" : 24,
"6496" : 15,
"6560" : 12,
"6624" : 16,
"6688" : 15,
"6752" : 8,
"6816" : 17,
"6880" : 5,
"6944" : 5,
"7008" : 7,
"7072" : 10,
"7136" : 6,
"7200" : 7,
"7264" : 4,
"7328" : 2,
"7392" : 4,
"7456" : 8,
"7520" : 2,
"7584" : 2,
"7648" : 3,
"7712" : 4,
"7776" : 6,
"7840" : 4,
"7904" : 2,
"7968" : 3,
"8032" : 5,
"8096" : 4,
"8160" : 1,
"8256" : 11,
"8384" : 8,
"8512" : 6,
"8640" : 2,
"8768" : 2,
"8896" : 2,
"9024" : 2,
"9152" : 3,
"9280" : 1,
"9408" : 2,
"9536" : 1,
"9664" : 1,
"9920" : 1,
"10048" : 1,
"10688" : 1,
"10944" : 2,
"11200" : 2,
"11456" : 1,
"11712" : 1,
"11968" : 3,
"12096" : 4,
"12224" : 1,
"12352" : 3,
"12480" : 4,
"12608" : 3,
"12736" : 3,
"12864" : 5,
"12992" : 7,
"13120" : 3,
"13248" : 3,
"13376" : 3,
"13504" : 9,
"13632" : 12,
"13760" : 2,
"13888" : 3,
"14016" : 3,
"14144" : 3,
"14272" : 4,
"14400" : 5,
"14528" : 3,
"14656" : 1,
"14784" : 2,
"15296" : 1,
"15552" : 2,
"15680" : 1,
"16192" : 1,
"17024" : 1,
"18048" : 1,
"18304" : 2,
"19072" : 1,
"19840" : 3,
"20096" : 6,
"20352" : 1,
"20608" : 6,
"21120" : 2,
"21376" : 5,
"21632" : 2,
"21888" : 2,
"22144" : 2,
"22400" : 1,
"22656" : 1,
"22912" : 3,
"23168" : 1,
"24960" : 1,
"30336" : 1,
"30848" : 1,
"39680" : 1,
"46336" : 1,
"49920" : 1,
"55552" : 1
}
},
"lat_ns" : {
"min" : 9775,
"max" : 4946207,
"mean" : 72917.450969,
"stddev" : 190503.446987,
"N" : 952809
},
"bw_min" : 20648,
"bw_max" : 135759,
"bw_agg" : 100.000000,
"bw_mean" : 54559.194245,
"bw_dev" : 38091.929313,
"bw_samples" : 139,
"iops_min" : 5162,
"iops_max" : 33939,
"iops_mean" : 13639.776978,
"iops_stddev" : 9522.998854,
"iops_samples" : 139
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 2.364319,
"sys_cpu" : 41.397734,
"ctx" : 105074,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.081769,
"4" : 0.779799,
"10" : 0.122690,
"20" : 0.011545,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087739,
"timestamp_ms" : 1773087739221,
"time" : "Mon Mar 9 17:22:19 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4348477440,
"io_kbytes" : 4246560,
"bw_bytes" : 54356647,
"bw" : 53082,
"iops" : 13270.678383,
"runtime" : 79999,
"total_ios" : 1061641,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8654,
"max" : 4943143,
"mean" : 73578.384671,
"stddev" : 197249.784783,
"N" : 1061641
},
"clat_ns" : {
"min" : 1101,
"max" : 55585,
"mean" : 1226.973457,
"stddev" : 315.147755,
"N" : 1061640,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1128,
"20.000000" : 1144,
"30.000000" : 1144,
"40.000000" : 1160,
"50.000000" : 1160,
"60.000000" : 1160,
"70.000000" : 1176,
"80.000000" : 1272,
"90.000000" : 1400,
"95.000000" : 1496,
"99.000000" : 1976,
"99.500000" : 2320,
"99.900000" : 5152,
"99.950000" : 6176,
"99.990000" : 13632
},
"bins" : {
"1096" : 82,
"1112" : 1826,
"1128" : 128544,
"1144" : 271714,
"1160" : 280070,
"1176" : 83387,
"1192" : 12343,
"1208" : 12955,
"1224" : 7172,
"1240" : 17121,
"1256" : 27502,
"1272" : 10767,
"1288" : 17858,
"1304" : 9343,
"1320" : 16646,
"1336" : 16825,
"1352" : 8232,
"1368" : 15366,
"1384" : 7243,
"1400" : 13359,
"1416" : 13256,
"1432" : 6150,
"1448" : 11208,
"1464" : 5049,
"1480" : 8723,
"1496" : 7494,
"1512" : 3292,
"1528" : 5988,
"1544" : 2557,
"1560" : 4428,
"1576" : 3757,
"1592" : 1645,
"1608" : 2734,
"1624" : 1189,
"1640" : 2075,
"1656" : 1716,
"1672" : 770,
"1688" : 1393,
"1704" : 611,
"1720" : 1042,
"1736" : 995,
"1752" : 428,
"1768" : 780,
"1784" : 358,
"1800" : 643,
"1816" : 573,
"1832" : 299,
"1848" : 582,
"1864" : 232,
"1880" : 517,
"1896" : 515,
"1912" : 234,
"1928" : 435,
"1944" : 220,
"1960" : 403,
"1976" : 400,
"1992" : 204,
"2008" : 391,
"2024" : 206,
"2040" : 368,
"2064" : 522,
"2096" : 524,
"2128" : 633,
"2160" : 511,
"2192" : 421,
"2224" : 417,
"2256" : 357,
"2288" : 422,
"2320" : 384,
"2352" : 309,
"2384" : 290,
"2416" : 259,
"2448" : 271,
"2480" : 273,
"2512" : 221,
"2544" : 195,
"2576" : 164,
"2608" : 148,
"2640" : 193,
"2672" : 127,
"2704" : 108,
"2736" : 99,
"2768" : 80,
"2800" : 108,
"2832" : 59,
"2864" : 64,
"2896" : 67,
"2928" : 60,
"2960" : 63,
"2992" : 50,
"3024" : 35,
"3056" : 35,
"3088" : 32,
"3120" : 45,
"3152" : 30,
"3184" : 25,
"3216" : 39,
"3248" : 20,
"3280" : 34,
"3312" : 26,
"3344" : 19,
"3376" : 25,
"3408" : 22,
"3440" : 27,
"3472" : 12,
"3504" : 12,
"3536" : 12,
"3568" : 13,
"3600" : 9,
"3632" : 16,
"3664" : 7,
"3696" : 4,
"3728" : 10,
"3760" : 6,
"3792" : 11,
"3824" : 8,
"3856" : 6,
"3888" : 7,
"3920" : 3,
"3952" : 5,
"3984" : 5,
"4016" : 6,
"4048" : 7,
"4080" : 8,
"4128" : 21,
"4192" : 11,
"4256" : 23,
"4320" : 20,
"4384" : 14,
"4448" : 15,
"4512" : 17,
"4576" : 14,
"4640" : 18,
"4704" : 17,
"4768" : 28,
"4832" : 27,
"4896" : 26,
"4960" : 43,
"5024" : 37,
"5088" : 39,
"5152" : 34,
"5216" : 26,
"5280" : 41,
"5344" : 29,
"5408" : 36,
"5472" : 32,
"5536" : 30,
"5600" : 47,
"5664" : 37,
"5728" : 47,
"5792" : 32,
"5856" : 31,
"5920" : 35,
"5984" : 19,
"6048" : 29,
"6112" : 22,
"6176" : 25,
"6240" : 22,
"6304" : 23,
"6368" : 19,
"6432" : 25,
"6496" : 18,
"6560" : 13,
"6624" : 17,
"6688" : 15,
"6752" : 9,
"6816" : 17,
"6880" : 6,
"6944" : 7,
"7008" : 7,
"7072" : 11,
"7136" : 7,
"7200" : 8,
"7264" : 5,
"7328" : 2,
"7392" : 5,
"7456" : 8,
"7520" : 2,
"7584" : 2,
"7648" : 4,
"7712" : 5,
"7776" : 8,
"7840" : 6,
"7904" : 4,
"7968" : 5,
"8032" : 7,
"8096" : 4,
"8160" : 2,
"8256" : 11,
"8384" : 10,
"8512" : 7,
"8640" : 4,
"8768" : 2,
"8896" : 2,
"9024" : 2,
"9152" : 3,
"9280" : 1,
"9408" : 3,
"9536" : 1,
"9664" : 1,
"9920" : 1,
"10048" : 1,
"10432" : 1,
"10688" : 1,
"10944" : 2,
"11200" : 2,
"11456" : 1,
"11712" : 1,
"11840" : 1,
"11968" : 3,
"12096" : 4,
"12224" : 2,
"12352" : 3,
"12480" : 6,
"12608" : 4,
"12736" : 3,
"12864" : 5,
"12992" : 7,
"13120" : 3,
"13248" : 4,
"13376" : 5,
"13504" : 12,
"13632" : 12,
"13760" : 6,
"13888" : 4,
"14016" : 4,
"14144" : 3,
"14272" : 8,
"14400" : 5,
"14528" : 3,
"14656" : 1,
"14784" : 2,
"14912" : 1,
"15040" : 1,
"15296" : 1,
"15552" : 3,
"15680" : 1,
"16192" : 1,
"17024" : 1,
"18048" : 1,
"18304" : 2,
"18816" : 1,
"19072" : 1,
"19840" : 4,
"20096" : 6,
"20352" : 1,
"20608" : 7,
"20864" : 1,
"21120" : 2,
"21376" : 6,
"21632" : 2,
"21888" : 2,
"22144" : 2,
"22400" : 2,
"22656" : 2,
"22912" : 3,
"23168" : 1,
"24960" : 1,
"29824" : 1,
"30336" : 1,
"30848" : 1,
"39680" : 1,
"46336" : 1,
"49920" : 1,
"55552" : 1
}
},
"lat_ns" : {
"min" : 9775,
"max" : 4946207,
"mean" : 74805.086109,
"stddev" : 197374.476022,
"N" : 1061640
},
"bw_min" : 20648,
"bw_max" : 135759,
"bw_agg" : 100.000000,
"bw_mean" : 53140.584906,
"bw_dev" : 35808.517612,
"bw_samples" : 159,
"iops_min" : 5162,
"iops_max" : 33939,
"iops_mean" : 13285.119497,
"iops_stddev" : 8952.146313,
"iops_samples" : 159
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 2.300029,
"sys_cpu" : 40.435505,
"ctx" : 119282,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999906,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999906,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.021232,
"4" : 0.840585,
"10" : 0.120945,
"20" : 0.012905,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087749,
"timestamp_ms" : 1773087749221,
"time" : "Mon Mar 9 17:22:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4801863680,
"io_kbytes" : 4689320,
"bw_bytes" : 53354633,
"bw" : 52104,
"iops" : 13026.044734,
"runtime" : 89999,
"total_ios" : 1172331,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8654,
"max" : 4943143,
"mean" : 74993.543530,
"stddev" : 204540.663252,
"N" : 1172331
},
"clat_ns" : {
"min" : 1101,
"max" : 55595,
"mean" : 1226.601004,
"stddev" : 319.393610,
"N" : 1172330,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1128,
"20.000000" : 1144,
"30.000000" : 1144,
"40.000000" : 1160,
"50.000000" : 1160,
"60.000000" : 1160,
"70.000000" : 1176,
"80.000000" : 1272,
"90.000000" : 1400,
"95.000000" : 1496,
"99.000000" : 2008,
"99.500000" : 2320,
"99.900000" : 5152,
"99.950000" : 6176,
"99.990000" : 13632
},
"bins" : {
"1096" : 82,
"1112" : 1906,
"1128" : 141689,
"1144" : 302602,
"1160" : 312001,
"1176" : 92623,
"1192" : 13781,
"1208" : 14314,
"1224" : 7847,
"1240" : 18412,
"1256" : 29215,
"1272" : 11473,
"1288" : 19101,
"1304" : 10063,
"1320" : 17948,
"1336" : 18189,
"1352" : 8901,
"1368" : 16536,
"1384" : 7795,
"1400" : 14405,
"1416" : 14280,
"1432" : 6660,
"1448" : 12108,
"1464" : 5472,
"1480" : 9432,
"1496" : 8133,
"1512" : 3568,
"1528" : 6517,
"1544" : 2793,
"1560" : 4834,
"1576" : 4116,
"1592" : 1810,
"1608" : 3026,
"1624" : 1315,
"1640" : 2301,
"1656" : 1923,
"1672" : 867,
"1688" : 1541,
"1704" : 683,
"1720" : 1191,
"1736" : 1120,
"1752" : 483,
"1768" : 896,
"1784" : 408,
"1800" : 737,
"1816" : 686,
"1832" : 347,
"1848" : 667,
"1864" : 278,
"1880" : 594,
"1896" : 596,
"1912" : 286,
"1928" : 529,
"1944" : 266,
"1960" : 487,
"1976" : 478,
"1992" : 245,
"2008" : 458,
"2024" : 251,
"2040" : 420,
"2064" : 607,
"2096" : 609,
"2128" : 717,
"2160" : 589,
"2192" : 491,
"2224" : 479,
"2256" : 404,
"2288" : 475,
"2320" : 454,
"2352" : 355,
"2384" : 326,
"2416" : 299,
"2448" : 304,
"2480" : 311,
"2512" : 239,
"2544" : 215,
"2576" : 181,
"2608" : 162,
"2640" : 217,
"2672" : 144,
"2704" : 120,
"2736" : 111,
"2768" : 85,
"2800" : 115,
"2832" : 67,
"2864" : 74,
"2896" : 73,
"2928" : 65,
"2960" : 74,
"2992" : 56,
"3024" : 36,
"3056" : 39,
"3088" : 37,
"3120" : 49,
"3152" : 33,
"3184" : 29,
"3216" : 41,
"3248" : 24,
"3280" : 37,
"3312" : 26,
"3344" : 23,
"3376" : 27,
"3408" : 24,
"3440" : 28,
"3472" : 14,
"3504" : 15,
"3536" : 15,
"3568" : 15,
"3600" : 10,
"3632" : 19,
"3664" : 8,
"3696" : 4,
"3728" : 12,
"3760" : 9,
"3792" : 12,
"3824" : 9,
"3856" : 7,
"3888" : 7,
"3920" : 3,
"3952" : 6,
"3984" : 5,
"4016" : 6,
"4048" : 7,
"4080" : 8,
"4128" : 23,
"4192" : 12,
"4256" : 24,
"4320" : 21,
"4384" : 17,
"4448" : 19,
"4512" : 18,
"4576" : 14,
"4640" : 21,
"4704" : 19,
"4768" : 30,
"4832" : 29,
"4896" : 30,
"4960" : 45,
"5024" : 39,
"5088" : 40,
"5152" : 36,
"5216" : 31,
"5280" : 44,
"5344" : 32,
"5408" : 38,
"5472" : 34,
"5536" : 31,
"5600" : 53,
"5664" : 39,
"5728" : 49,
"5792" : 35,
"5856" : 34,
"5920" : 37,
"5984" : 22,
"6048" : 32,
"6112" : 24,
"6176" : 27,
"6240" : 26,
"6304" : 25,
"6368" : 19,
"6432" : 26,
"6496" : 18,
"6560" : 13,
"6624" : 18,
"6688" : 16,
"6752" : 10,
"6816" : 19,
"6880" : 7,
"6944" : 9,
"7008" : 9,
"7072" : 11,
"7136" : 7,
"7200" : 9,
"7264" : 5,
"7328" : 2,
"7392" : 7,
"7456" : 8,
"7520" : 3,
"7584" : 2,
"7648" : 5,
"7712" : 6,
"7776" : 8,
"7840" : 6,
"7904" : 7,
"7968" : 5,
"8032" : 9,
"8096" : 6,
"8160" : 2,
"8256" : 14,
"8384" : 11,
"8512" : 10,
"8640" : 5,
"8768" : 3,
"8896" : 2,
"9024" : 2,
"9152" : 3,
"9280" : 2,
"9408" : 3,
"9536" : 1,
"9664" : 1,
"9920" : 1,
"10048" : 1,
"10432" : 1,
"10688" : 1,
"10816" : 1,
"10944" : 2,
"11200" : 2,
"11456" : 1,
"11712" : 1,
"11840" : 1,
"11968" : 3,
"12096" : 5,
"12224" : 2,
"12352" : 3,
"12480" : 7,
"12608" : 5,
"12736" : 3,
"12864" : 6,
"12992" : 7,
"13120" : 4,
"13248" : 4,
"13376" : 6,
"13504" : 13,
"13632" : 12,
"13760" : 6,
"13888" : 5,
"14016" : 6,
"14144" : 3,
"14272" : 8,
"14400" : 6,
"14528" : 4,
"14656" : 1,
"14784" : 2,
"14912" : 1,
"15040" : 2,
"15296" : 1,
"15552" : 3,
"15680" : 1,
"16192" : 1,
"17024" : 1,
"18048" : 1,
"18304" : 2,
"18816" : 1,
"19072" : 1,
"19840" : 4,
"20096" : 6,
"20352" : 2,
"20608" : 8,
"20864" : 1,
"21120" : 3,
"21376" : 7,
"21632" : 3,
"21888" : 2,
"22144" : 2,
"22400" : 2,
"22656" : 2,
"22912" : 3,
"23168" : 1,
"24960" : 1,
"29824" : 2,
"30336" : 1,
"30848" : 1,
"39680" : 1,
"46336" : 1,
"49920" : 1,
"55552" : 2
}
},
"lat_ns" : {
"min" : 9775,
"max" : 4946207,
"mean" : 76219.899406,
"stddev" : 204666.825341,
"N" : 1172330
},
"bw_min" : 20648,
"bw_max" : 135759,
"bw_agg" : 100.000000,
"bw_mean" : 52139.156425,
"bw_dev" : 33872.071616,
"bw_samples" : 179,
"iops_min" : 5162,
"iops_max" : 33939,
"iops_mean" : 13034.759777,
"iops_stddev" : 8468.033886,
"iops_samples" : 179
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 2.263358,
"sys_cpu" : 39.650441,
"ctx" : 131223,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999915,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999915,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.995591,
"4" : 0.867502,
"10" : 0.119505,
"20" : 0.012880,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087759,
"timestamp_ms" : 1773087759221,
"time" : "Mon Mar 9 17:22:39 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5319057408,
"io_kbytes" : 5194392,
"bw_bytes" : 53191105,
"bw" : 51944,
"iops" : 12986.119861,
"runtime" : 99999,
"total_ios" : 1298599,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8654,
"max" : 5058028,
"mean" : 75231.487571,
"stddev" : 209419.397557,
"N" : 1298599
},
"clat_ns" : {
"min" : 1101,
"max" : 55595,
"mean" : 1225.436952,
"stddev" : 321.619883,
"N" : 1298598,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1128,
"20.000000" : 1144,
"30.000000" : 1144,
"40.000000" : 1160,
"50.000000" : 1160,
"60.000000" : 1160,
"70.000000" : 1176,
"80.000000" : 1256,
"90.000000" : 1400,
"95.000000" : 1496,
"99.000000" : 2008,
"99.500000" : 2352,
"99.900000" : 5152,
"99.950000" : 6176,
"99.990000" : 13632
},
"bins" : {
"1096" : 84,
"1112" : 2017,
"1128" : 159356,
"1144" : 339624,
"1160" : 347422,
"1176" : 102688,
"1192" : 15343,
"1208" : 15846,
"1224" : 8654,
"1240" : 19949,
"1256" : 31085,
"1272" : 12224,
"1288" : 20421,
"1304" : 10823,
"1320" : 19271,
"1336" : 19574,
"1352" : 9550,
"1368" : 17719,
"1384" : 8342,
"1400" : 15386,
"1416" : 15213,
"1432" : 7119,
"1448" : 12932,
"1464" : 5841,
"1480" : 10108,
"1496" : 8678,
"1512" : 3855,
"1528" : 7014,
"1544" : 3020,
"1560" : 5225,
"1576" : 4485,
"1592" : 1960,
"1608" : 3318,
"1624" : 1445,
"1640" : 2547,
"1656" : 2110,
"1672" : 968,
"1688" : 1689,
"1704" : 757,
"1720" : 1321,
"1736" : 1239,
"1752" : 540,
"1768" : 1016,
"1784" : 457,
"1800" : 814,
"1816" : 755,
"1832" : 392,
"1848" : 748,
"1864" : 317,
"1880" : 665,
"1896" : 687,
"1912" : 328,
"1928" : 611,
"1944" : 306,
"1960" : 551,
"1976" : 531,
"1992" : 281,
"2008" : 535,
"2024" : 287,
"2040" : 498,
"2064" : 688,
"2096" : 701,
"2128" : 810,
"2160" : 680,
"2192" : 572,
"2224" : 544,
"2256" : 471,
"2288" : 541,
"2320" : 525,
"2352" : 400,
"2384" : 380,
"2416" : 341,
"2448" : 352,
"2480" : 350,
"2512" : 275,
"2544" : 238,
"2576" : 205,
"2608" : 188,
"2640" : 233,
"2672" : 165,
"2704" : 133,
"2736" : 132,
"2768" : 97,
"2800" : 128,
"2832" : 74,
"2864" : 82,
"2896" : 79,
"2928" : 71,
"2960" : 82,
"2992" : 66,
"3024" : 43,
"3056" : 44,
"3088" : 41,
"3120" : 53,
"3152" : 39,
"3184" : 32,
"3216" : 43,
"3248" : 29,
"3280" : 41,
"3312" : 30,
"3344" : 24,
"3376" : 28,
"3408" : 27,
"3440" : 31,
"3472" : 18,
"3504" : 16,
"3536" : 15,
"3568" : 15,
"3600" : 12,
"3632" : 21,
"3664" : 8,
"3696" : 5,
"3728" : 13,
"3760" : 11,
"3792" : 13,
"3824" : 10,
"3856" : 10,
"3888" : 9,
"3920" : 3,
"3952" : 7,
"3984" : 5,
"4016" : 6,
"4048" : 7,
"4080" : 8,
"4128" : 24,
"4192" : 15,
"4256" : 25,
"4320" : 23,
"4384" : 19,
"4448" : 21,
"4512" : 19,
"4576" : 14,
"4640" : 22,
"4704" : 19,
"4768" : 32,
"4832" : 32,
"4896" : 34,
"4960" : 48,
"5024" : 42,
"5088" : 45,
"5152" : 38,
"5216" : 33,
"5280" : 50,
"5344" : 35,
"5408" : 40,
"5472" : 46,
"5536" : 34,
"5600" : 61,
"5664" : 39,
"5728" : 53,
"5792" : 39,
"5856" : 36,
"5920" : 38,
"5984" : 27,
"6048" : 35,
"6112" : 25,
"6176" : 27,
"6240" : 26,
"6304" : 26,
"6368" : 21,
"6432" : 28,
"6496" : 21,
"6560" : 15,
"6624" : 18,
"6688" : 17,
"6752" : 11,
"6816" : 22,
"6880" : 7,
"6944" : 9,
"7008" : 10,
"7072" : 12,
"7136" : 10,
"7200" : 10,
"7264" : 5,
"7328" : 3,
"7392" : 7,
"7456" : 9,
"7520" : 3,
"7584" : 3,
"7648" : 5,
"7712" : 6,
"7776" : 8,
"7840" : 7,
"7904" : 7,
"7968" : 6,
"8032" : 10,
"8096" : 7,
"8160" : 2,
"8256" : 16,
"8384" : 12,
"8512" : 11,
"8640" : 7,
"8768" : 4,
"8896" : 2,
"9024" : 2,
"9152" : 4,
"9280" : 2,
"9408" : 3,
"9536" : 1,
"9664" : 1,
"9920" : 1,
"10048" : 1,
"10432" : 1,
"10688" : 1,
"10816" : 1,
"10944" : 2,
"11200" : 2,
"11456" : 1,
"11712" : 1,
"11840" : 1,
"11968" : 3,
"12096" : 5,
"12224" : 3,
"12352" : 4,
"12480" : 7,
"12608" : 8,
"12736" : 4,
"12864" : 7,
"12992" : 9,
"13120" : 4,
"13248" : 4,
"13376" : 8,
"13504" : 13,
"13632" : 13,
"13760" : 7,
"13888" : 6,
"14016" : 6,
"14144" : 3,
"14272" : 8,
"14400" : 6,
"14528" : 6,
"14656" : 2,
"14784" : 3,
"14912" : 2,
"15040" : 2,
"15296" : 1,
"15552" : 3,
"15680" : 1,
"16192" : 1,
"17024" : 1,
"18048" : 1,
"18304" : 2,
"18816" : 1,
"19072" : 1,
"19840" : 4,
"20096" : 6,
"20352" : 2,
"20608" : 8,
"20864" : 1,
"21120" : 4,
"21376" : 9,
"21632" : 4,
"21888" : 2,
"22144" : 2,
"22400" : 3,
"22656" : 2,
"22912" : 4,
"23168" : 1,
"24960" : 1,
"29824" : 3,
"30336" : 1,
"30848" : 1,
"39680" : 1,
"44288" : 1,
"46336" : 1,
"49920" : 1,
"55552" : 2
}
},
"lat_ns" : {
"min" : 9775,
"max" : 5060372,
"mean" : 76456.703413,
"stddev" : 209546.881707,
"N" : 1298598
},
"bw_min" : 20648,
"bw_max" : 135759,
"bw_agg" : 100.000000,
"bw_mean" : 51950.914573,
"bw_dev" : 32127.735468,
"bw_samples" : 199,
"iops_min" : 5162,
"iops_max" : 33939,
"iops_mean" : 12987.698492,
"iops_stddev" : 8031.949210,
"iops_samples" : 199
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 2.225022,
"sys_cpu" : 39.396394,
"ctx" : 142031,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999923,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999923,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.969813,
"4" : 0.894733,
"10" : 0.117665,
"20" : 0.013091,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087769,
"timestamp_ms" : 1773087769221,
"time" : "Mon Mar 9 17:22:49 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5881675776,
"io_kbytes" : 5743824,
"bw_bytes" : 53470265,
"bw" : 52217,
"iops" : 13054.273221,
"runtime" : 109999,
"total_ios" : 1435957,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8654,
"max" : 5058028,
"mean" : 74830.870249,
"stddev" : 212862.236784,
"N" : 1435957
},
"clat_ns" : {
"min" : 1101,
"max" : 55595,
"mean" : 1224.243246,
"stddev" : 325.360214,
"N" : 1435956,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1128,
"20.000000" : 1144,
"30.000000" : 1144,
"40.000000" : 1160,
"50.000000" : 1160,
"60.000000" : 1160,
"70.000000" : 1176,
"80.000000" : 1256,
"90.000000" : 1400,
"95.000000" : 1496,
"99.000000" : 2024,
"99.500000" : 2352,
"99.900000" : 5152,
"99.950000" : 6240,
"99.990000" : 13632
},
"bins" : {
"1096" : 85,
"1112" : 2114,
"1128" : 175062,
"1144" : 379082,
"1160" : 389197,
"1176" : 115164,
"1192" : 17195,
"1208" : 17747,
"1224" : 9535,
"1240" : 21636,
"1256" : 33331,
"1272" : 13125,
"1288" : 22000,
"1304" : 11665,
"1320" : 20745,
"1336" : 21000,
"1352" : 10295,
"1368" : 18938,
"1384" : 8906,
"1400" : 16342,
"1416" : 16213,
"1432" : 7602,
"1448" : 13757,
"1464" : 6222,
"1480" : 10755,
"1496" : 9246,
"1512" : 4119,
"1528" : 7438,
"1544" : 3207,
"1560" : 5575,
"1576" : 4808,
"1592" : 2101,
"1608" : 3565,
"1624" : 1550,
"1640" : 2733,
"1656" : 2277,
"1672" : 1047,
"1688" : 1809,
"1704" : 827,
"1720" : 1448,
"1736" : 1373,
"1752" : 585,
"1768" : 1120,
"1784" : 514,
"1800" : 892,
"1816" : 840,
"1832" : 431,
"1848" : 822,
"1864" : 364,
"1880" : 740,
"1896" : 752,
"1912" : 363,
"1928" : 684,
"1944" : 349,
"1960" : 618,
"1976" : 605,
"1992" : 310,
"2008" : 616,
"2024" : 316,
"2040" : 568,
"2064" : 804,
"2096" : 799,
"2128" : 923,
"2160" : 777,
"2192" : 652,
"2224" : 605,
"2256" : 555,
"2288" : 624,
"2320" : 590,
"2352" : 446,
"2384" : 440,
"2416" : 390,
"2448" : 391,
"2480" : 383,
"2512" : 306,
"2544" : 264,
"2576" : 235,
"2608" : 207,
"2640" : 269,
"2672" : 186,
"2704" : 150,
"2736" : 142,
"2768" : 108,
"2800" : 148,
"2832" : 83,
"2864" : 92,
"2896" : 87,
"2928" : 75,
"2960" : 93,
"2992" : 72,
"3024" : 49,
"3056" : 47,
"3088" : 48,
"3120" : 58,
"3152" : 41,
"3184" : 37,
"3216" : 45,
"3248" : 33,
"3280" : 47,
"3312" : 33,
"3344" : 26,
"3376" : 35,
"3408" : 30,
"3440" : 34,
"3472" : 22,
"3504" : 17,
"3536" : 18,
"3568" : 17,
"3600" : 16,
"3632" : 25,
"3664" : 8,
"3696" : 6,
"3728" : 13,
"3760" : 12,
"3792" : 17,
"3824" : 13,
"3856" : 11,
"3888" : 12,
"3920" : 3,
"3952" : 11,
"3984" : 7,
"4016" : 8,
"4048" : 7,
"4080" : 8,
"4128" : 24,
"4192" : 17,
"4256" : 26,
"4320" : 24,
"4384" : 19,
"4448" : 25,
"4512" : 22,
"4576" : 17,
"4640" : 24,
"4704" : 21,
"4768" : 33,
"4832" : 33,
"4896" : 37,
"4960" : 52,
"5024" : 44,
"5088" : 48,
"5152" : 40,
"5216" : 36,
"5280" : 54,
"5344" : 39,
"5408" : 46,
"5472" : 50,
"5536" : 40,
"5600" : 67,
"5664" : 43,
"5728" : 57,
"5792" : 42,
"5856" : 39,
"5920" : 43,
"5984" : 34,
"6048" : 41,
"6112" : 28,
"6176" : 29,
"6240" : 28,
"6304" : 27,
"6368" : 28,
"6432" : 33,
"6496" : 23,
"6560" : 18,
"6624" : 20,
"6688" : 19,
"6752" : 14,
"6816" : 22,
"6880" : 10,
"6944" : 11,
"7008" : 12,
"7072" : 12,
"7136" : 11,
"7200" : 12,
"7264" : 6,
"7328" : 3,
"7392" : 9,
"7456" : 9,
"7520" : 4,
"7584" : 5,
"7648" : 6,
"7712" : 6,
"7776" : 10,
"7840" : 8,
"7904" : 8,
"7968" : 6,
"8032" : 11,
"8096" : 8,
"8160" : 3,
"8256" : 19,
"8384" : 12,
"8512" : 14,
"8640" : 8,
"8768" : 4,
"8896" : 2,
"9024" : 3,
"9152" : 4,
"9280" : 2,
"9408" : 4,
"9536" : 1,
"9664" : 1,
"9920" : 1,
"10048" : 1,
"10432" : 1,
"10688" : 1,
"10816" : 1,
"10944" : 2,
"11072" : 1,
"11200" : 2,
"11456" : 1,
"11712" : 2,
"11840" : 1,
"11968" : 3,
"12096" : 5,
"12224" : 3,
"12352" : 4,
"12480" : 7,
"12608" : 9,
"12736" : 5,
"12864" : 7,
"12992" : 9,
"13120" : 5,
"13248" : 5,
"13376" : 9,
"13504" : 14,
"13632" : 14,
"13760" : 7,
"13888" : 6,
"14016" : 6,
"14144" : 3,
"14272" : 9,
"14400" : 6,
"14528" : 6,
"14656" : 2,
"14784" : 3,
"14912" : 2,
"15040" : 3,
"15296" : 1,
"15552" : 4,
"15680" : 1,
"15808" : 1,
"16192" : 1,
"17024" : 1,
"18048" : 1,
"18304" : 2,
"18816" : 1,
"19072" : 1,
"19840" : 4,
"20096" : 7,
"20352" : 2,
"20608" : 9,
"20864" : 1,
"21120" : 4,
"21376" : 9,
"21632" : 5,
"21888" : 2,
"22144" : 2,
"22400" : 3,
"22656" : 2,
"22912" : 4,
"23168" : 1,
"23936" : 1,
"24960" : 1,
"29824" : 3,
"30336" : 1,
"30848" : 1,
"31360" : 1,
"39680" : 1,
"44288" : 1,
"46336" : 1,
"49920" : 1,
"51456" : 1,
"52480" : 1,
"55552" : 2
}
},
"lat_ns" : {
"min" : 9775,
"max" : 5060372,
"mean" : 76054.913257,
"stddev" : 212990.752587,
"N" : 1435956
},
"bw_min" : 20648,
"bw_max" : 135759,
"bw_agg" : 99.944356,
"bw_mean" : 52188.972603,
"bw_dev" : 30641.253821,
"bw_samples" : 219,
"iops_min" : 5162,
"iops_max" : 33939,
"iops_mean" : 13047.210046,
"iops_stddev" : 7660.328144,
"iops_samples" : 219
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 2.249111,
"sys_cpu" : 39.412176,
"ctx" : 151156,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999930,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999930,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.946208,
"4" : 0.918342,
"10" : 0.117970,
"20" : 0.012744,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087779,
"timestamp_ms" : 1773087779221,
"time" : "Mon Mar 9 17:22:59 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6516473856,
"io_kbytes" : 6363744,
"bw_bytes" : 54304401,
"bw" : 53031,
"iops" : 13257.927149,
"runtime" : 119999,
"total_ios" : 1590938,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8654,
"max" : 5058028,
"mean" : 73656.967244,
"stddev" : 214608.167809,
"N" : 1590938
},
"clat_ns" : {
"min" : 1101,
"max" : 59351,
"mean" : 1222.795106,
"stddev" : 330.236286,
"N" : 1590937,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1128,
"20.000000" : 1144,
"30.000000" : 1144,
"40.000000" : 1160,
"50.000000" : 1160,
"60.000000" : 1160,
"70.000000" : 1176,
"80.000000" : 1256,
"90.000000" : 1400,
"95.000000" : 1496,
"99.000000" : 2024,
"99.500000" : 2352,
"99.900000" : 5152,
"99.950000" : 6240,
"99.990000" : 13632
},
"bins" : {
"1096" : 85,
"1112" : 2169,
"1128" : 190080,
"1144" : 423965,
"1160" : 438371,
"1176" : 130205,
"1192" : 19559,
"1208" : 19939,
"1224" : 10583,
"1240" : 23737,
"1256" : 36057,
"1272" : 14263,
"1288" : 23946,
"1304" : 12631,
"1320" : 22325,
"1336" : 22534,
"1352" : 11001,
"1368" : 20306,
"1384" : 9487,
"1400" : 17428,
"1416" : 17146,
"1432" : 8086,
"1448" : 14585,
"1464" : 6595,
"1480" : 11409,
"1496" : 9807,
"1512" : 4373,
"1528" : 7874,
"1544" : 3426,
"1560" : 5940,
"1576" : 5106,
"1592" : 2227,
"1608" : 3816,
"1624" : 1650,
"1640" : 2921,
"1656" : 2440,
"1672" : 1129,
"1688" : 1957,
"1704" : 887,
"1720" : 1576,
"1736" : 1474,
"1752" : 644,
"1768" : 1233,
"1784" : 565,
"1800" : 968,
"1816" : 911,
"1832" : 473,
"1848" : 899,
"1864" : 386,
"1880" : 819,
"1896" : 813,
"1912" : 404,
"1928" : 745,
"1944" : 378,
"1960" : 677,
"1976" : 659,
"1992" : 345,
"2008" : 684,
"2024" : 348,
"2040" : 628,
"2064" : 902,
"2096" : 879,
"2128" : 1040,
"2160" : 869,
"2192" : 715,
"2224" : 688,
"2256" : 623,
"2288" : 718,
"2320" : 672,
"2352" : 526,
"2384" : 487,
"2416" : 442,
"2448" : 437,
"2480" : 432,
"2512" : 330,
"2544" : 298,
"2576" : 263,
"2608" : 234,
"2640" : 298,
"2672" : 199,
"2704" : 174,
"2736" : 156,
"2768" : 130,
"2800" : 163,
"2832" : 94,
"2864" : 99,
"2896" : 93,
"2928" : 82,
"2960" : 107,
"2992" : 82,
"3024" : 56,
"3056" : 50,
"3088" : 54,
"3120" : 64,
"3152" : 42,
"3184" : 41,
"3216" : 51,
"3248" : 37,
"3280" : 49,
"3312" : 37,
"3344" : 29,
"3376" : 38,
"3408" : 32,
"3440" : 38,
"3472" : 26,
"3504" : 18,
"3536" : 21,
"3568" : 20,
"3600" : 18,
"3632" : 27,
"3664" : 13,
"3696" : 7,
"3728" : 15,
"3760" : 14,
"3792" : 20,
"3824" : 15,
"3856" : 11,
"3888" : 14,
"3920" : 6,
"3952" : 13,
"3984" : 8,
"4016" : 9,
"4048" : 7,
"4080" : 9,
"4128" : 24,
"4192" : 17,
"4256" : 27,
"4320" : 25,
"4384" : 21,
"4448" : 26,
"4512" : 23,
"4576" : 18,
"4640" : 27,
"4704" : 23,
"4768" : 39,
"4832" : 35,
"4896" : 39,
"4960" : 57,
"5024" : 50,
"5088" : 52,
"5152" : 47,
"5216" : 43,
"5280" : 62,
"5344" : 41,
"5408" : 51,
"5472" : 51,
"5536" : 49,
"5600" : 71,
"5664" : 46,
"5728" : 65,
"5792" : 48,
"5856" : 40,
"5920" : 50,
"5984" : 37,
"6048" : 45,
"6112" : 32,
"6176" : 35,
"6240" : 32,
"6304" : 35,
"6368" : 34,
"6432" : 35,
"6496" : 23,
"6560" : 20,
"6624" : 22,
"6688" : 22,
"6752" : 16,
"6816" : 25,
"6880" : 11,
"6944" : 12,
"7008" : 12,
"7072" : 15,
"7136" : 11,
"7200" : 12,
"7264" : 7,
"7328" : 3,
"7392" : 10,
"7456" : 10,
"7520" : 5,
"7584" : 5,
"7648" : 6,
"7712" : 6,
"7776" : 11,
"7840" : 10,
"7904" : 9,
"7968" : 7,
"8032" : 15,
"8096" : 8,
"8160" : 4,
"8256" : 20,
"8384" : 13,
"8512" : 14,
"8640" : 8,
"8768" : 4,
"8896" : 3,
"9024" : 3,
"9152" : 4,
"9280" : 2,
"9408" : 4,
"9536" : 1,
"9664" : 1,
"9920" : 1,
"10048" : 1,
"10432" : 1,
"10688" : 1,
"10816" : 1,
"10944" : 2,
"11072" : 2,
"11200" : 2,
"11456" : 1,
"11712" : 3,
"11840" : 1,
"11968" : 3,
"12096" : 5,
"12224" : 3,
"12352" : 5,
"12480" : 7,
"12608" : 9,
"12736" : 6,
"12864" : 8,
"12992" : 10,
"13120" : 6,
"13248" : 5,
"13376" : 11,
"13504" : 15,
"13632" : 14,
"13760" : 7,
"13888" : 6,
"14016" : 6,
"14144" : 3,
"14272" : 9,
"14400" : 6,
"14528" : 6,
"14656" : 3,
"14784" : 4,
"14912" : 2,
"15040" : 3,
"15296" : 1,
"15552" : 4,
"15680" : 1,
"15808" : 1,
"16192" : 1,
"17024" : 2,
"17792" : 1,
"18048" : 1,
"18304" : 2,
"18816" : 1,
"19072" : 1,
"19584" : 1,
"19840" : 4,
"20096" : 8,
"20352" : 3,
"20608" : 9,
"20864" : 2,
"21120" : 4,
"21376" : 10,
"21632" : 7,
"21888" : 2,
"22144" : 2,
"22400" : 4,
"22656" : 2,
"22912" : 4,
"23168" : 1,
"23936" : 1,
"24960" : 1,
"29824" : 3,
"30336" : 1,
"30848" : 1,
"31360" : 1,
"39680" : 1,
"44288" : 1,
"46336" : 1,
"49408" : 1,
"49920" : 2,
"51456" : 1,
"52480" : 1,
"55552" : 2,
"59136" : 1
}
},
"lat_ns" : {
"min" : 9775,
"max" : 5060372,
"mean" : 74879.580880,
"stddev" : 214736.835159,
"N" : 1590937
},
"bw_min" : 20648,
"bw_max" : 135759,
"bw_agg" : 99.970505,
"bw_mean" : 53016.255230,
"bw_dev" : 29481.617183,
"bw_samples" : 239,
"iops_min" : 5162,
"iops_max" : 33939,
"iops_mean" : 13254.029289,
"iops_stddev" : 7370.416699,
"iops_samples" : 239
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 2.260019,
"sys_cpu" : 39.805332,
"ctx" : 158993,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.936225,
"4" : 0.928760,
"10" : 0.117666,
"20" : 0.012445,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087789,
"timestamp_ms" : 1773087789220,
"time" : "Mon Mar 9 17:23:09 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7197470720,
"io_kbytes" : 7028780,
"bw_bytes" : 55365585,
"bw" : 54067,
"iops" : 13516.996285,
"runtime" : 129999,
"total_ios" : 1757196,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8654,
"max" : 5058028,
"mean" : 72213.367273,
"stddev" : 214681.150071,
"N" : 1757196
},
"clat_ns" : {
"min" : 1101,
"max" : 81684,
"mean" : 1221.322715,
"stddev" : 338.788254,
"N" : 1757195,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1128,
"20.000000" : 1144,
"30.000000" : 1144,
"40.000000" : 1160,
"50.000000" : 1160,
"60.000000" : 1160,
"70.000000" : 1176,
"80.000000" : 1256,
"90.000000" : 1384,
"95.000000" : 1496,
"99.000000" : 2040,
"99.500000" : 2352,
"99.900000" : 5152,
"99.950000" : 6240,
"99.990000" : 13632
},
"bins" : {
"1096" : 86,
"1112" : 2242,
"1128" : 207528,
"1144" : 472540,
"1160" : 490031,
"1176" : 146159,
"1192" : 22029,
"1208" : 22390,
"1224" : 11633,
"1240" : 25970,
"1256" : 39019,
"1272" : 15565,
"1288" : 26006,
"1304" : 13682,
"1320" : 23962,
"1336" : 24209,
"1352" : 11823,
"1368" : 21734,
"1384" : 10133,
"1400" : 18528,
"1416" : 18173,
"1432" : 8582,
"1448" : 15486,
"1464" : 6970,
"1480" : 12102,
"1496" : 10378,
"1512" : 4625,
"1528" : 8348,
"1544" : 3640,
"1560" : 6285,
"1576" : 5435,
"1592" : 2375,
"1608" : 4044,
"1624" : 1754,
"1640" : 3136,
"1656" : 2615,
"1672" : 1204,
"1688" : 2080,
"1704" : 954,
"1720" : 1675,
"1736" : 1569,
"1752" : 695,
"1768" : 1320,
"1784" : 599,
"1800" : 1049,
"1816" : 976,
"1832" : 509,
"1848" : 959,
"1864" : 420,
"1880" : 876,
"1896" : 873,
"1912" : 435,
"1928" : 799,
"1944" : 410,
"1960" : 739,
"1976" : 726,
"1992" : 374,
"2008" : 744,
"2024" : 385,
"2040" : 683,
"2064" : 993,
"2096" : 977,
"2128" : 1140,
"2160" : 955,
"2192" : 796,
"2224" : 762,
"2256" : 695,
"2288" : 801,
"2320" : 737,
"2352" : 583,
"2384" : 528,
"2416" : 492,
"2448" : 491,
"2480" : 488,
"2512" : 375,
"2544" : 345,
"2576" : 298,
"2608" : 267,
"2640" : 331,
"2672" : 222,
"2704" : 192,
"2736" : 173,
"2768" : 149,
"2800" : 176,
"2832" : 107,
"2864" : 109,
"2896" : 107,
"2928" : 90,
"2960" : 120,
"2992" : 92,
"3024" : 65,
"3056" : 59,
"3088" : 57,
"3120" : 70,
"3152" : 49,
"3184" : 46,
"3216" : 52,
"3248" : 42,
"3280" : 52,
"3312" : 39,
"3344" : 29,
"3376" : 41,
"3408" : 36,
"3440" : 42,
"3472" : 31,
"3504" : 19,
"3536" : 24,
"3568" : 22,
"3600" : 22,
"3632" : 30,
"3664" : 14,
"3696" : 8,
"3728" : 16,
"3760" : 14,
"3792" : 22,
"3824" : 17,
"3856" : 14,
"3888" : 15,
"3920" : 9,
"3952" : 16,
"3984" : 9,
"4016" : 11,
"4048" : 9,
"4080" : 9,
"4128" : 25,
"4192" : 17,
"4256" : 29,
"4320" : 25,
"4384" : 24,
"4448" : 31,
"4512" : 24,
"4576" : 22,
"4640" : 30,
"4704" : 25,
"4768" : 43,
"4832" : 40,
"4896" : 39,
"4960" : 59,
"5024" : 53,
"5088" : 57,
"5152" : 54,
"5216" : 46,
"5280" : 65,
"5344" : 43,
"5408" : 55,
"5472" : 53,
"5536" : 52,
"5600" : 82,
"5664" : 54,
"5728" : 69,
"5792" : 53,
"5856" : 41,
"5920" : 54,
"5984" : 44,
"6048" : 52,
"6112" : 36,
"6176" : 37,
"6240" : 35,
"6304" : 36,
"6368" : 36,
"6432" : 39,
"6496" : 27,
"6560" : 22,
"6624" : 23,
"6688" : 24,
"6752" : 18,
"6816" : 27,
"6880" : 14,
"6944" : 13,
"7008" : 14,
"7072" : 15,
"7136" : 13,
"7200" : 13,
"7264" : 8,
"7328" : 6,
"7392" : 11,
"7456" : 10,
"7520" : 7,
"7584" : 6,
"7648" : 6,
"7712" : 8,
"7776" : 11,
"7840" : 10,
"7904" : 11,
"7968" : 10,
"8032" : 16,
"8096" : 9,
"8160" : 4,
"8256" : 22,
"8384" : 15,
"8512" : 16,
"8640" : 8,
"8768" : 4,
"8896" : 6,
"9024" : 3,
"9152" : 5,
"9280" : 3,
"9408" : 4,
"9536" : 1,
"9664" : 1,
"9792" : 1,
"9920" : 1,
"10048" : 1,
"10432" : 1,
"10688" : 2,
"10816" : 2,
"10944" : 2,
"11072" : 2,
"11200" : 2,
"11456" : 1,
"11712" : 3,
"11840" : 1,
"11968" : 3,
"12096" : 5,
"12224" : 4,
"12352" : 5,
"12480" : 7,
"12608" : 9,
"12736" : 6,
"12864" : 10,
"12992" : 10,
"13120" : 6,
"13248" : 6,
"13376" : 13,
"13504" : 15,
"13632" : 15,
"13760" : 7,
"13888" : 6,
"14016" : 8,
"14144" : 3,
"14272" : 9,
"14400" : 6,
"14528" : 6,
"14656" : 3,
"14784" : 4,
"14912" : 2,
"15040" : 3,
"15296" : 1,
"15552" : 4,
"15680" : 1,
"15808" : 1,
"16192" : 1,
"17024" : 2,
"17792" : 1,
"18048" : 1,
"18304" : 2,
"18816" : 2,
"19072" : 1,
"19584" : 1,
"19840" : 5,
"20096" : 8,
"20352" : 3,
"20608" : 10,
"20864" : 4,
"21120" : 4,
"21376" : 12,
"21632" : 7,
"21888" : 3,
"22144" : 2,
"22400" : 4,
"22656" : 2,
"22912" : 5,
"23168" : 1,
"23936" : 1,
"24960" : 1,
"29824" : 3,
"30336" : 1,
"30848" : 1,
"31360" : 1,
"39680" : 1,
"44288" : 1,
"46336" : 1,
"47872" : 1,
"49408" : 1,
"49920" : 2,
"51456" : 1,
"52480" : 1,
"55040" : 1,
"55552" : 2,
"56064" : 1,
"59136" : 1,
"81408" : 1
}
},
"lat_ns" : {
"min" : 9775,
"max" : 5060372,
"mean" : 73434.524867,
"stddev" : 214810.308490,
"N" : 1757195
},
"bw_min" : 20648,
"bw_max" : 135759,
"bw_agg" : 99.913157,
"bw_mean" : 54021.370656,
"bw_dev" : 28563.903284,
"bw_samples" : 259,
"iops_min" : 5162,
"iops_max" : 33939,
"iops_mean" : 13505.305019,
"iops_stddev" : 7140.986750,
"iops_samples" : 259
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 2.299248,
"sys_cpu" : 40.357234,
"ctx" : 166301,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999943,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999943,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.933642,
"4" : 0.932395,
"10" : 0.116891,
"20" : 0.012008,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087799,
"timestamp_ms" : 1773087799221,
"time" : "Mon Mar 9 17:23:19 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7911407616,
"io_kbytes" : 7725984,
"bw_bytes" : 56510458,
"bw" : 55185,
"iops" : 13796.505689,
"runtime" : 139999,
"total_ios" : 1931497,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8654,
"max" : 5058028,
"mean" : 70716.576501,
"stddev" : 214374.081442,
"N" : 1931497
},
"clat_ns" : {
"min" : 1101,
"max" : 81684,
"mean" : 1220.107165,
"stddev" : 340.113527,
"N" : 1931496,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1128,
"20.000000" : 1144,
"30.000000" : 1144,
"40.000000" : 1160,
"50.000000" : 1160,
"60.000000" : 1160,
"70.000000" : 1176,
"80.000000" : 1240,
"90.000000" : 1368,
"95.000000" : 1496,
"99.000000" : 2024,
"99.500000" : 2352,
"99.900000" : 5216,
"99.950000" : 6304,
"99.990000" : 13760
},
"bins" : {
"1096" : 89,
"1112" : 2343,
"1128" : 226151,
"1144" : 521990,
"1160" : 544802,
"1176" : 163369,
"1192" : 24529,
"1208" : 24783,
"1224" : 12799,
"1240" : 28277,
"1256" : 42194,
"1272" : 16934,
"1288" : 28164,
"1304" : 14756,
"1320" : 25786,
"1336" : 25951,
"1352" : 12640,
"1368" : 23316,
"1384" : 10851,
"1400" : 19783,
"1416" : 19281,
"1432" : 9130,
"1448" : 16430,
"1464" : 7398,
"1480" : 12817,
"1496" : 10973,
"1512" : 4913,
"1528" : 8841,
"1544" : 3856,
"1560" : 6689,
"1576" : 5742,
"1592" : 2547,
"1608" : 4268,
"1624" : 1860,
"1640" : 3374,
"1656" : 2792,
"1672" : 1279,
"1688" : 2222,
"1704" : 1026,
"1720" : 1778,
"1736" : 1662,
"1752" : 740,
"1768" : 1393,
"1784" : 646,
"1800" : 1114,
"1816" : 1053,
"1832" : 538,
"1848" : 1017,
"1864" : 453,
"1880" : 937,
"1896" : 939,
"1912" : 467,
"1928" : 874,
"1944" : 440,
"1960" : 789,
"1976" : 803,
"1992" : 398,
"2008" : 795,
"2024" : 410,
"2040" : 745,
"2064" : 1073,
"2096" : 1048,
"2128" : 1243,
"2160" : 1036,
"2192" : 868,
"2224" : 819,
"2256" : 751,
"2288" : 875,
"2320" : 807,
"2352" : 639,
"2384" : 591,
"2416" : 537,
"2448" : 524,
"2480" : 554,
"2512" : 418,
"2544" : 379,
"2576" : 340,
"2608" : 294,
"2640" : 362,
"2672" : 251,
"2704" : 217,
"2736" : 190,
"2768" : 166,
"2800" : 202,
"2832" : 126,
"2864" : 126,
"2896" : 116,
"2928" : 98,
"2960" : 131,
"2992" : 95,
"3024" : 69,
"3056" : 70,
"3088" : 62,
"3120" : 78,
"3152" : 54,
"3184" : 52,
"3216" : 59,
"3248" : 47,
"3280" : 57,
"3312" : 45,
"3344" : 30,
"3376" : 43,
"3408" : 40,
"3440" : 46,
"3472" : 34,
"3504" : 20,
"3536" : 28,
"3568" : 23,
"3600" : 23,
"3632" : 32,
"3664" : 14,
"3696" : 10,
"3728" : 17,
"3760" : 15,
"3792" : 23,
"3824" : 17,
"3856" : 16,
"3888" : 16,
"3920" : 10,
"3952" : 18,
"3984" : 9,
"4016" : 13,
"4048" : 9,
"4080" : 10,
"4128" : 29,
"4192" : 21,
"4256" : 30,
"4320" : 25,
"4384" : 25,
"4448" : 34,
"4512" : 26,
"4576" : 26,
"4640" : 33,
"4704" : 28,
"4768" : 44,
"4832" : 41,
"4896" : 40,
"4960" : 61,
"5024" : 55,
"5088" : 61,
"5152" : 57,
"5216" : 48,
"5280" : 71,
"5344" : 50,
"5408" : 61,
"5472" : 57,
"5536" : 58,
"5600" : 88,
"5664" : 62,
"5728" : 73,
"5792" : 57,
"5856" : 49,
"5920" : 61,
"5984" : 46,
"6048" : 54,
"6112" : 40,
"6176" : 44,
"6240" : 44,
"6304" : 40,
"6368" : 38,
"6432" : 39,
"6496" : 32,
"6560" : 28,
"6624" : 26,
"6688" : 27,
"6752" : 21,
"6816" : 30,
"6880" : 15,
"6944" : 13,
"7008" : 19,
"7072" : 19,
"7136" : 16,
"7200" : 15,
"7264" : 9,
"7328" : 8,
"7392" : 12,
"7456" : 11,
"7520" : 10,
"7584" : 10,
"7648" : 6,
"7712" : 10,
"7776" : 12,
"7840" : 13,
"7904" : 14,
"7968" : 10,
"8032" : 17,
"8096" : 10,
"8160" : 6,
"8256" : 27,
"8384" : 19,
"8512" : 18,
"8640" : 9,
"8768" : 6,
"8896" : 7,
"9024" : 5,
"9152" : 6,
"9280" : 5,
"9408" : 5,
"9536" : 1,
"9664" : 1,
"9792" : 1,
"9920" : 1,
"10048" : 2,
"10432" : 1,
"10688" : 2,
"10816" : 2,
"10944" : 2,
"11072" : 2,
"11200" : 2,
"11456" : 1,
"11712" : 3,
"11840" : 1,
"11968" : 3,
"12096" : 5,
"12224" : 5,
"12352" : 5,
"12480" : 7,
"12608" : 9,
"12736" : 7,
"12864" : 10,
"12992" : 10,
"13120" : 6,
"13248" : 6,
"13376" : 13,
"13504" : 16,
"13632" : 15,
"13760" : 8,
"13888" : 6,
"14016" : 8,
"14144" : 3,
"14272" : 9,
"14400" : 6,
"14528" : 6,
"14656" : 3,
"14784" : 4,
"14912" : 2,
"15040" : 3,
"15296" : 1,
"15552" : 4,
"15680" : 1,
"15808" : 1,
"16064" : 1,
"16192" : 1,
"17024" : 2,
"17792" : 1,
"18048" : 2,
"18304" : 2,
"18816" : 3,
"19072" : 1,
"19328" : 2,
"19584" : 1,
"19840" : 5,
"20096" : 9,
"20352" : 3,
"20608" : 14,
"20864" : 5,
"21120" : 6,
"21376" : 13,
"21632" : 7,
"21888" : 7,
"22144" : 4,
"22400" : 5,
"22656" : 2,
"22912" : 5,
"23168" : 1,
"23424" : 1,
"23936" : 1,
"24960" : 1,
"27776" : 1,
"28544" : 1,
"29824" : 3,
"30336" : 1,
"30848" : 1,
"31360" : 1,
"34048" : 1,
"39680" : 1,
"44288" : 1,
"46336" : 1,
"47872" : 1,
"49408" : 1,
"49920" : 2,
"51456" : 1,
"52480" : 1,
"55040" : 1,
"55552" : 2,
"56064" : 1,
"59136" : 1,
"81408" : 1
}
},
"lat_ns" : {
"min" : 9775,
"max" : 5060372,
"mean" : 71936.532671,
"stddev" : 214503.143068,
"N" : 1931496
},
"bw_min" : 20648,
"bw_max" : 135759,
"bw_agg" : 99.972830,
"bw_mean" : 55171.480287,
"bw_dev" : 27865.600266,
"bw_samples" : 279,
"iops_min" : 5162,
"iops_max" : 33939,
"iops_mean" : 13792.831541,
"iops_stddev" : 6966.410444,
"iops_samples" : 279
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 2.357160,
"sys_cpu" : 40.970293,
"ctx" : 172943,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999948,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999948,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.938078,
"4" : 0.926898,
"10" : 0.117940,
"20" : 0.011494,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087809,
"timestamp_ms" : 1773087809221,
"time" : "Mon Mar 9 17:23:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8652562432,
"io_kbytes" : 8449768,
"bw_bytes" : 57684134,
"bw" : 56332,
"iops" : 14083.047220,
"runtime" : 149999,
"total_ios" : 2112443,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8654,
"max" : 5058028,
"mean" : 69243.313941,
"stddev" : 214087.834353,
"N" : 2112443
},
"clat_ns" : {
"min" : 1101,
"max" : 172784,
"mean" : 1219.663298,
"stddev" : 361.295441,
"N" : 2112442,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1128,
"20.000000" : 1144,
"30.000000" : 1144,
"40.000000" : 1160,
"50.000000" : 1160,
"60.000000" : 1160,
"70.000000" : 1176,
"80.000000" : 1240,
"90.000000" : 1368,
"95.000000" : 1480,
"99.000000" : 2024,
"99.500000" : 2352,
"99.900000" : 5152,
"99.950000" : 6240,
"99.990000" : 13760
},
"bins" : {
"1096" : 93,
"1112" : 2482,
"1128" : 248044,
"1144" : 567107,
"1160" : 586771,
"1176" : 175454,
"1192" : 26404,
"1208" : 28599,
"1224" : 22769,
"1240" : 42017,
"1256" : 48990,
"1272" : 18665,
"1288" : 30582,
"1304" : 15889,
"1320" : 27642,
"1336" : 27994,
"1352" : 13642,
"1368" : 25094,
"1384" : 11646,
"1400" : 21088,
"1416" : 20426,
"1432" : 9614,
"1448" : 17380,
"1464" : 7790,
"1480" : 13513,
"1496" : 11516,
"1512" : 5132,
"1528" : 9263,
"1544" : 4041,
"1560" : 7037,
"1576" : 6020,
"1592" : 2692,
"1608" : 4510,
"1624" : 1969,
"1640" : 3558,
"1656" : 2945,
"1672" : 1336,
"1688" : 2332,
"1704" : 1076,
"1720" : 1894,
"1736" : 1754,
"1752" : 785,
"1768" : 1489,
"1784" : 676,
"1800" : 1192,
"1816" : 1116,
"1832" : 576,
"1848" : 1092,
"1864" : 486,
"1880" : 1006,
"1896" : 995,
"1912" : 506,
"1928" : 933,
"1944" : 478,
"1960" : 849,
"1976" : 865,
"1992" : 427,
"2008" : 851,
"2024" : 436,
"2040" : 811,
"2064" : 1149,
"2096" : 1138,
"2128" : 1342,
"2160" : 1106,
"2192" : 955,
"2224" : 891,
"2256" : 816,
"2288" : 931,
"2320" : 872,
"2352" : 696,
"2384" : 638,
"2416" : 579,
"2448" : 569,
"2480" : 596,
"2512" : 460,
"2544" : 417,
"2576" : 362,
"2608" : 322,
"2640" : 389,
"2672" : 273,
"2704" : 241,
"2736" : 205,
"2768" : 180,
"2800" : 219,
"2832" : 138,
"2864" : 140,
"2896" : 130,
"2928" : 107,
"2960" : 142,
"2992" : 101,
"3024" : 78,
"3056" : 79,
"3088" : 65,
"3120" : 92,
"3152" : 61,
"3184" : 57,
"3216" : 60,
"3248" : 49,
"3280" : 60,
"3312" : 49,
"3344" : 33,
"3376" : 45,
"3408" : 44,
"3440" : 47,
"3472" : 38,
"3504" : 22,
"3536" : 33,
"3568" : 27,
"3600" : 26,
"3632" : 34,
"3664" : 15,
"3696" : 10,
"3728" : 19,
"3760" : 17,
"3792" : 26,
"3824" : 18,
"3856" : 17,
"3888" : 16,
"3920" : 10,
"3952" : 20,
"3984" : 11,
"4016" : 13,
"4048" : 9,
"4080" : 11,
"4128" : 29,
"4192" : 21,
"4256" : 32,
"4320" : 29,
"4384" : 27,
"4448" : 38,
"4512" : 29,
"4576" : 31,
"4640" : 36,
"4704" : 31,
"4768" : 47,
"4832" : 45,
"4896" : 43,
"4960" : 66,
"5024" : 59,
"5088" : 65,
"5152" : 61,
"5216" : 53,
"5280" : 75,
"5344" : 57,
"5408" : 70,
"5472" : 60,
"5536" : 62,
"5600" : 97,
"5664" : 69,
"5728" : 76,
"5792" : 65,
"5856" : 51,
"5920" : 65,
"5984" : 52,
"6048" : 59,
"6112" : 44,
"6176" : 47,
"6240" : 49,
"6304" : 43,
"6368" : 38,
"6432" : 41,
"6496" : 35,
"6560" : 32,
"6624" : 28,
"6688" : 27,
"6752" : 24,
"6816" : 30,
"6880" : 15,
"6944" : 14,
"7008" : 19,
"7072" : 22,
"7136" : 17,
"7200" : 18,
"7264" : 12,
"7328" : 10,
"7392" : 15,
"7456" : 14,
"7520" : 10,
"7584" : 11,
"7648" : 8,
"7712" : 10,
"7776" : 12,
"7840" : 13,
"7904" : 14,
"7968" : 11,
"8032" : 17,
"8096" : 11,
"8160" : 6,
"8256" : 27,
"8384" : 19,
"8512" : 19,
"8640" : 9,
"8768" : 8,
"8896" : 9,
"9024" : 6,
"9152" : 6,
"9280" : 5,
"9408" : 5,
"9536" : 1,
"9664" : 1,
"9792" : 1,
"9920" : 1,
"10048" : 2,
"10432" : 1,
"10688" : 2,
"10816" : 2,
"10944" : 2,
"11072" : 2,
"11200" : 3,
"11456" : 1,
"11712" : 3,
"11840" : 1,
"11968" : 3,
"12096" : 5,
"12224" : 5,
"12352" : 6,
"12480" : 7,
"12608" : 9,
"12736" : 7,
"12864" : 10,
"12992" : 10,
"13120" : 6,
"13248" : 7,
"13376" : 13,
"13504" : 16,
"13632" : 16,
"13760" : 9,
"13888" : 6,
"14016" : 8,
"14144" : 3,
"14272" : 9,
"14400" : 6,
"14528" : 6,
"14656" : 4,
"14784" : 5,
"14912" : 2,
"15040" : 3,
"15168" : 1,
"15296" : 1,
"15552" : 4,
"15680" : 1,
"15808" : 1,
"15936" : 1,
"16064" : 1,
"16192" : 1,
"17024" : 4,
"17792" : 1,
"18048" : 2,
"18304" : 2,
"18816" : 3,
"19072" : 1,
"19328" : 2,
"19584" : 2,
"19840" : 6,
"20096" : 10,
"20352" : 3,
"20608" : 15,
"20864" : 5,
"21120" : 6,
"21376" : 13,
"21632" : 8,
"21888" : 8,
"22144" : 4,
"22400" : 5,
"22656" : 3,
"22912" : 5,
"23168" : 3,
"23424" : 1,
"23936" : 1,
"24960" : 1,
"27776" : 1,
"28544" : 1,
"29824" : 3,
"30336" : 1,
"30848" : 1,
"31360" : 1,
"34048" : 1,
"36608" : 1,
"38656" : 1,
"39680" : 1,
"44288" : 1,
"46336" : 1,
"47872" : 1,
"48896" : 1,
"49408" : 1,
"49920" : 2,
"51456" : 1,
"52480" : 1,
"55040" : 1,
"55552" : 2,
"56064" : 1,
"59136" : 1,
"65280" : 1,
"81408" : 1,
"173056" : 1
}
},
"lat_ns" : {
"min" : 9775,
"max" : 5060372,
"mean" : 70462.838479,
"stddev" : 214215.494759,
"N" : 2112442
},
"bw_min" : 20648,
"bw_max" : 135759,
"bw_agg" : 99.893201,
"bw_mean" : 56272.063545,
"bw_dev" : 27269.518344,
"bw_samples" : 299,
"iops_min" : 5162,
"iops_max" : 33939,
"iops_mean" : 14067.976589,
"iops_stddev" : 6817.388393,
"iops_samples" : 299
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 2.398016,
"sys_cpu" : 41.597611,
"ctx" : 178653,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999953,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999953,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.948989,
"4" : 0.917421,
"10" : 0.116784,
"20" : 0.011125,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087819,
"timestamp_ms" : 1773087819221,
"time" : "Mon Mar 9 17:23:39 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9459331072,
"io_kbytes" : 9237628,
"bw_bytes" : 59120819,
"bw" : 57735,
"iops" : 14433.800000,
"runtime" : 160000,
"total_ios" : 2309408,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8573,
"max" : 5058028,
"mean" : 67517.765443,
"stddev" : 212507.239684,
"N" : 2309408
},
"clat_ns" : {
"min" : 1101,
"max" : 172784,
"mean" : 1219.939001,
"stddev" : 362.967337,
"N" : 2309407,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1128,
"20.000000" : 1144,
"30.000000" : 1144,
"40.000000" : 1160,
"50.000000" : 1160,
"60.000000" : 1160,
"70.000000" : 1176,
"80.000000" : 1240,
"90.000000" : 1368,
"95.000000" : 1480,
"99.000000" : 2008,
"99.500000" : 2352,
"99.900000" : 5152,
"99.950000" : 6240,
"99.990000" : 13760
},
"bins" : {
"1096" : 93,
"1112" : 2594,
"1128" : 266450,
"1144" : 612482,
"1160" : 631771,
"1176" : 188875,
"1192" : 28470,
"1208" : 32892,
"1224" : 34321,
"1240" : 59347,
"1256" : 58462,
"1272" : 20897,
"1288" : 33385,
"1304" : 17259,
"1320" : 30015,
"1336" : 30468,
"1352" : 14882,
"1368" : 27414,
"1384" : 12680,
"1400" : 22867,
"1416" : 22107,
"1432" : 10365,
"1448" : 18740,
"1464" : 8403,
"1480" : 14525,
"1496" : 12332,
"1512" : 5502,
"1528" : 9860,
"1544" : 4302,
"1560" : 7502,
"1576" : 6399,
"1592" : 2845,
"1608" : 4795,
"1624" : 2089,
"1640" : 3772,
"1656" : 3125,
"1672" : 1416,
"1688" : 2468,
"1704" : 1139,
"1720" : 2012,
"1736" : 1850,
"1752" : 826,
"1768" : 1574,
"1784" : 721,
"1800" : 1274,
"1816" : 1182,
"1832" : 604,
"1848" : 1162,
"1864" : 518,
"1880" : 1056,
"1896" : 1057,
"1912" : 537,
"1928" : 997,
"1944" : 495,
"1960" : 909,
"1976" : 923,
"1992" : 453,
"2008" : 902,
"2024" : 471,
"2040" : 875,
"2064" : 1233,
"2096" : 1209,
"2128" : 1433,
"2160" : 1183,
"2192" : 1031,
"2224" : 962,
"2256" : 876,
"2288" : 1005,
"2320" : 942,
"2352" : 758,
"2384" : 681,
"2416" : 614,
"2448" : 621,
"2480" : 642,
"2512" : 489,
"2544" : 445,
"2576" : 395,
"2608" : 341,
"2640" : 428,
"2672" : 290,
"2704" : 266,
"2736" : 231,
"2768" : 197,
"2800" : 247,
"2832" : 151,
"2864" : 153,
"2896" : 145,
"2928" : 114,
"2960" : 152,
"2992" : 115,
"3024" : 86,
"3056" : 86,
"3088" : 72,
"3120" : 96,
"3152" : 62,
"3184" : 62,
"3216" : 66,
"3248" : 57,
"3280" : 67,
"3312" : 51,
"3344" : 35,
"3376" : 49,
"3408" : 49,
"3440" : 51,
"3472" : 41,
"3504" : 24,
"3536" : 34,
"3568" : 28,
"3600" : 27,
"3632" : 36,
"3664" : 16,
"3696" : 14,
"3728" : 21,
"3760" : 20,
"3792" : 26,
"3824" : 19,
"3856" : 17,
"3888" : 17,
"3920" : 13,
"3952" : 21,
"3984" : 11,
"4016" : 13,
"4048" : 11,
"4080" : 12,
"4128" : 35,
"4192" : 21,
"4256" : 32,
"4320" : 31,
"4384" : 34,
"4448" : 42,
"4512" : 31,
"4576" : 34,
"4640" : 39,
"4704" : 36,
"4768" : 49,
"4832" : 46,
"4896" : 49,
"4960" : 70,
"5024" : 61,
"5088" : 65,
"5152" : 62,
"5216" : 64,
"5280" : 81,
"5344" : 64,
"5408" : 75,
"5472" : 66,
"5536" : 66,
"5600" : 103,
"5664" : 77,
"5728" : 83,
"5792" : 70,
"5856" : 59,
"5920" : 68,
"5984" : 57,
"6048" : 69,
"6112" : 51,
"6176" : 55,
"6240" : 54,
"6304" : 48,
"6368" : 44,
"6432" : 45,
"6496" : 38,
"6560" : 38,
"6624" : 31,
"6688" : 29,
"6752" : 26,
"6816" : 32,
"6880" : 21,
"6944" : 16,
"7008" : 21,
"7072" : 22,
"7136" : 18,
"7200" : 20,
"7264" : 12,
"7328" : 11,
"7392" : 16,
"7456" : 15,
"7520" : 13,
"7584" : 11,
"7648" : 8,
"7712" : 13,
"7776" : 13,
"7840" : 13,
"7904" : 14,
"7968" : 12,
"8032" : 17,
"8096" : 11,
"8160" : 6,
"8256" : 27,
"8384" : 19,
"8512" : 20,
"8640" : 9,
"8768" : 10,
"8896" : 9,
"9024" : 7,
"9152" : 7,
"9280" : 5,
"9408" : 5,
"9536" : 1,
"9664" : 1,
"9792" : 1,
"9920" : 1,
"10048" : 2,
"10176" : 1,
"10432" : 2,
"10560" : 1,
"10688" : 3,
"10816" : 2,
"10944" : 2,
"11072" : 2,
"11200" : 3,
"11456" : 1,
"11712" : 3,
"11840" : 1,
"11968" : 3,
"12096" : 5,
"12224" : 6,
"12352" : 6,
"12480" : 7,
"12608" : 9,
"12736" : 7,
"12864" : 10,
"12992" : 10,
"13120" : 6,
"13248" : 8,
"13376" : 13,
"13504" : 16,
"13632" : 19,
"13760" : 9,
"13888" : 6,
"14016" : 8,
"14144" : 3,
"14272" : 9,
"14400" : 6,
"14528" : 7,
"14656" : 4,
"14784" : 6,
"14912" : 3,
"15040" : 3,
"15168" : 1,
"15296" : 1,
"15552" : 4,
"15680" : 1,
"15808" : 1,
"15936" : 1,
"16064" : 1,
"16192" : 1,
"17024" : 4,
"17280" : 1,
"17792" : 1,
"18048" : 2,
"18304" : 2,
"18816" : 3,
"19072" : 1,
"19328" : 2,
"19584" : 4,
"19840" : 8,
"20096" : 13,
"20352" : 4,
"20608" : 16,
"20864" : 5,
"21120" : 6,
"21376" : 14,
"21632" : 8,
"21888" : 8,
"22144" : 4,
"22400" : 5,
"22656" : 3,
"22912" : 6,
"23168" : 3,
"23424" : 1,
"23936" : 1,
"24960" : 1,
"27776" : 1,
"28544" : 1,
"29824" : 3,
"30336" : 1,
"30848" : 1,
"31360" : 1,
"32640" : 1,
"34048" : 1,
"36096" : 1,
"36608" : 1,
"38656" : 1,
"39680" : 1,
"43776" : 1,
"44288" : 2,
"45312" : 1,
"46336" : 1,
"47872" : 1,
"48896" : 1,
"49408" : 1,
"49920" : 3,
"51456" : 1,
"52480" : 1,
"55040" : 1,
"55552" : 2,
"56064" : 1,
"57600" : 1,
"59136" : 1,
"65280" : 1,
"81408" : 1,
"173056" : 1
}
},
"lat_ns" : {
"min" : 9775,
"max" : 5060372,
"mean" : 68737.576772,
"stddev" : 212633.117677,
"N" : 2309407
},
"bw_min" : 20648,
"bw_max" : 135759,
"bw_agg" : 99.916559,
"bw_mean" : 57687.235110,
"bw_dev" : 26988.062530,
"bw_samples" : 319,
"iops_min" : 5162,
"iops_max" : 33939,
"iops_mean" : 14421.768025,
"iops_stddev" : 6747.022940,
"iops_samples" : 319
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 160000,
"usr_cpu" : 2.448750,
"sys_cpu" : 42.440625,
"ctx" : 183430,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999957,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999957,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.963024,
"4" : 0.903738,
"10" : 0.116523,
"20" : 0.010912,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087829,
"timestamp_ms" : 1773087829220,
"time" : "Mon Mar 9 17:23:49 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10349916160,
"io_kbytes" : 10107340,
"bw_bytes" : 60882217,
"bw" : 59455,
"iops" : 14863.828611,
"runtime" : 169999,
"total_ios" : 2526836,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8573,
"max" : 5058028,
"mean" : 65515.283379,
"stddev" : 209776.821000,
"N" : 2526836
},
"clat_ns" : {
"min" : 1101,
"max" : 172784,
"mean" : 1218.673672,
"stddev" : 359.486419,
"N" : 2526835,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1128,
"20.000000" : 1144,
"30.000000" : 1144,
"40.000000" : 1160,
"50.000000" : 1160,
"60.000000" : 1160,
"70.000000" : 1176,
"80.000000" : 1240,
"90.000000" : 1368,
"95.000000" : 1480,
"99.000000" : 2008,
"99.500000" : 2352,
"99.900000" : 5152,
"99.950000" : 6240,
"99.990000" : 13760
},
"bins" : {
"1096" : 99,
"1112" : 2772,
"1128" : 286349,
"1144" : 665276,
"1160" : 701000,
"1176" : 215157,
"1192" : 33038,
"1208" : 37251,
"1224" : 36626,
"1240" : 63449,
"1256" : 63136,
"1272" : 22917,
"1288" : 36716,
"1304" : 18955,
"1320" : 32675,
"1336" : 33046,
"1352" : 16081,
"1368" : 29578,
"1384" : 13659,
"1400" : 24515,
"1416" : 23565,
"1432" : 11066,
"1448" : 19776,
"1464" : 8874,
"1480" : 15352,
"1496" : 13041,
"1512" : 5815,
"1528" : 10413,
"1544" : 4554,
"1560" : 7845,
"1576" : 6718,
"1592" : 2997,
"1608" : 5068,
"1624" : 2198,
"1640" : 3972,
"1656" : 3287,
"1672" : 1482,
"1688" : 2604,
"1704" : 1199,
"1720" : 2118,
"1736" : 1934,
"1752" : 868,
"1768" : 1645,
"1784" : 756,
"1800" : 1351,
"1816" : 1242,
"1832" : 632,
"1848" : 1208,
"1864" : 541,
"1880" : 1104,
"1896" : 1115,
"1912" : 556,
"1928" : 1033,
"1944" : 519,
"1960" : 948,
"1976" : 975,
"1992" : 473,
"2008" : 946,
"2024" : 497,
"2040" : 930,
"2064" : 1292,
"2096" : 1276,
"2128" : 1512,
"2160" : 1247,
"2192" : 1098,
"2224" : 1034,
"2256" : 934,
"2288" : 1072,
"2320" : 1010,
"2352" : 803,
"2384" : 733,
"2416" : 678,
"2448" : 665,
"2480" : 696,
"2512" : 531,
"2544" : 488,
"2576" : 428,
"2608" : 382,
"2640" : 468,
"2672" : 319,
"2704" : 283,
"2736" : 252,
"2768" : 214,
"2800" : 266,
"2832" : 167,
"2864" : 166,
"2896" : 155,
"2928" : 125,
"2960" : 167,
"2992" : 128,
"3024" : 98,
"3056" : 91,
"3088" : 79,
"3120" : 108,
"3152" : 65,
"3184" : 67,
"3216" : 68,
"3248" : 63,
"3280" : 76,
"3312" : 54,
"3344" : 42,
"3376" : 50,
"3408" : 52,
"3440" : 55,
"3472" : 45,
"3504" : 26,
"3536" : 36,
"3568" : 30,
"3600" : 30,
"3632" : 37,
"3664" : 20,
"3696" : 17,
"3728" : 21,
"3760" : 21,
"3792" : 30,
"3824" : 20,
"3856" : 20,
"3888" : 20,
"3920" : 15,
"3952" : 25,
"3984" : 12,
"4016" : 13,
"4048" : 14,
"4080" : 12,
"4128" : 36,
"4192" : 22,
"4256" : 35,
"4320" : 34,
"4384" : 35,
"4448" : 49,
"4512" : 33,
"4576" : 40,
"4640" : 46,
"4704" : 41,
"4768" : 53,
"4832" : 47,
"4896" : 50,
"4960" : 76,
"5024" : 66,
"5088" : 72,
"5152" : 69,
"5216" : 70,
"5280" : 88,
"5344" : 66,
"5408" : 80,
"5472" : 73,
"5536" : 73,
"5600" : 111,
"5664" : 81,
"5728" : 90,
"5792" : 74,
"5856" : 65,
"5920" : 76,
"5984" : 63,
"6048" : 76,
"6112" : 58,
"6176" : 58,
"6240" : 62,
"6304" : 50,
"6368" : 46,
"6432" : 52,
"6496" : 41,
"6560" : 43,
"6624" : 36,
"6688" : 31,
"6752" : 30,
"6816" : 35,
"6880" : 24,
"6944" : 21,
"7008" : 22,
"7072" : 24,
"7136" : 19,
"7200" : 21,
"7264" : 13,
"7328" : 11,
"7392" : 19,
"7456" : 16,
"7520" : 13,
"7584" : 13,
"7648" : 8,
"7712" : 14,
"7776" : 13,
"7840" : 14,
"7904" : 15,
"7968" : 12,
"8032" : 18,
"8096" : 11,
"8160" : 7,
"8256" : 27,
"8384" : 20,
"8512" : 23,
"8640" : 11,
"8768" : 11,
"8896" : 11,
"9024" : 8,
"9152" : 7,
"9280" : 6,
"9408" : 5,
"9536" : 2,
"9664" : 2,
"9792" : 1,
"9920" : 1,
"10048" : 2,
"10176" : 1,
"10432" : 3,
"10560" : 1,
"10688" : 3,
"10816" : 3,
"10944" : 2,
"11072" : 2,
"11200" : 3,
"11456" : 1,
"11712" : 3,
"11840" : 1,
"11968" : 3,
"12096" : 5,
"12224" : 6,
"12352" : 6,
"12480" : 8,
"12608" : 9,
"12736" : 7,
"12864" : 10,
"12992" : 10,
"13120" : 6,
"13248" : 8,
"13376" : 14,
"13504" : 16,
"13632" : 20,
"13760" : 9,
"13888" : 6,
"14016" : 8,
"14144" : 3,
"14272" : 10,
"14400" : 6,
"14528" : 7,
"14656" : 4,
"14784" : 7,
"14912" : 5,
"15040" : 3,
"15168" : 1,
"15296" : 2,
"15552" : 4,
"15680" : 2,
"15808" : 1,
"15936" : 1,
"16064" : 1,
"16192" : 1,
"17024" : 4,
"17280" : 1,
"17536" : 1,
"17792" : 2,
"18048" : 2,
"18304" : 2,
"18816" : 3,
"19072" : 1,
"19328" : 2,
"19584" : 5,
"19840" : 9,
"20096" : 13,
"20352" : 5,
"20608" : 16,
"20864" : 5,
"21120" : 7,
"21376" : 15,
"21632" : 8,
"21888" : 8,
"22144" : 4,
"22400" : 5,
"22656" : 3,
"22912" : 6,
"23168" : 3,
"23424" : 1,
"23936" : 1,
"24960" : 1,
"25216" : 1,
"25472" : 1,
"27776" : 1,
"28544" : 1,
"29824" : 3,
"30336" : 1,
"30592" : 1,
"30848" : 1,
"31360" : 1,
"32640" : 1,
"34048" : 1,
"36096" : 1,
"36608" : 1,
"38656" : 1,
"39680" : 1,
"43776" : 1,
"44288" : 2,
"45312" : 1,
"46336" : 1,
"47872" : 1,
"48896" : 1,
"49408" : 1,
"49920" : 4,
"51456" : 1,
"52480" : 1,
"55040" : 1,
"55552" : 2,
"56064" : 1,
"57600" : 1,
"59136" : 1,
"62208" : 1,
"65280" : 1,
"81408" : 1,
"173056" : 1
}
},
"lat_ns" : {
"min" : 9775,
"max" : 5060372,
"mean" : 66733.839573,
"stddev" : 209901.189581,
"N" : 2526835
},
"bw_min" : 20648,
"bw_max" : 135759,
"bw_agg" : 99.861593,
"bw_mean" : 59373.445428,
"bw_dev" : 27054.388993,
"bw_samples" : 339,
"iops_min" : 5162,
"iops_max" : 33939,
"iops_mean" : 14843.318584,
"iops_stddev" : 6763.601845,
"iops_samples" : 339
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 2.500015,
"sys_cpu" : 43.519668,
"ctx" : 187123,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999960,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999960,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.982997,
"4" : 0.884703,
"10" : 0.116114,
"20" : 0.010567,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087839,
"timestamp_ms" : 1773087839220,
"time" : "Mon Mar 9 17:23:59 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11322585088,
"io_kbytes" : 11057212,
"bw_bytes" : 62903599,
"bw" : 61429,
"iops" : 15357.335319,
"runtime" : 179999,
"total_ios" : 2764305,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8573,
"max" : 5058028,
"mean" : 63355.773827,
"stddev" : 205872.507620,
"N" : 2764305
},
"clat_ns" : {
"min" : 1101,
"max" : 172784,
"mean" : 1217.124209,
"stddev" : 353.834744,
"N" : 2764304,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1128,
"20.000000" : 1144,
"30.000000" : 1144,
"40.000000" : 1160,
"50.000000" : 1160,
"60.000000" : 1160,
"70.000000" : 1176,
"80.000000" : 1240,
"90.000000" : 1368,
"95.000000" : 1464,
"99.000000" : 1992,
"99.500000" : 2352,
"99.900000" : 5152,
"99.950000" : 6240,
"99.990000" : 13632
},
"bins" : {
"1096" : 105,
"1112" : 3130,
"1128" : 317598,
"1144" : 728239,
"1160" : 770251,
"1176" : 238371,
"1192" : 36743,
"1208" : 40850,
"1224" : 38408,
"1240" : 66877,
"1256" : 67796,
"1272" : 25063,
"1288" : 40550,
"1304" : 20870,
"1320" : 35962,
"1336" : 36210,
"1352" : 17582,
"1368" : 32279,
"1384" : 14895,
"1400" : 26688,
"1416" : 25426,
"1432" : 11911,
"1448" : 21099,
"1464" : 9375,
"1480" : 16252,
"1496" : 13740,
"1512" : 6081,
"1528" : 10945,
"1544" : 4793,
"1560" : 8204,
"1576" : 7028,
"1592" : 3143,
"1608" : 5289,
"1624" : 2292,
"1640" : 4156,
"1656" : 3441,
"1672" : 1541,
"1688" : 2715,
"1704" : 1255,
"1720" : 2231,
"1736" : 2010,
"1752" : 903,
"1768" : 1727,
"1784" : 781,
"1800" : 1422,
"1816" : 1304,
"1832" : 658,
"1848" : 1266,
"1864" : 570,
"1880" : 1162,
"1896" : 1158,
"1912" : 579,
"1928" : 1073,
"1944" : 538,
"1960" : 990,
"1976" : 1011,
"1992" : 494,
"2008" : 986,
"2024" : 513,
"2040" : 968,
"2064" : 1339,
"2096" : 1334,
"2128" : 1582,
"2160" : 1301,
"2192" : 1154,
"2224" : 1079,
"2256" : 989,
"2288" : 1133,
"2320" : 1070,
"2352" : 854,
"2384" : 779,
"2416" : 724,
"2448" : 708,
"2480" : 742,
"2512" : 557,
"2544" : 533,
"2576" : 458,
"2608" : 410,
"2640" : 502,
"2672" : 345,
"2704" : 297,
"2736" : 266,
"2768" : 241,
"2800" : 284,
"2832" : 182,
"2864" : 176,
"2896" : 164,
"2928" : 134,
"2960" : 186,
"2992" : 132,
"3024" : 108,
"3056" : 100,
"3088" : 88,
"3120" : 119,
"3152" : 66,
"3184" : 73,
"3216" : 72,
"3248" : 72,
"3280" : 83,
"3312" : 59,
"3344" : 47,
"3376" : 55,
"3408" : 53,
"3440" : 58,
"3472" : 51,
"3504" : 30,
"3536" : 37,
"3568" : 32,
"3600" : 33,
"3632" : 40,
"3664" : 21,
"3696" : 18,
"3728" : 22,
"3760" : 23,
"3792" : 32,
"3824" : 25,
"3856" : 23,
"3888" : 21,
"3920" : 16,
"3952" : 27,
"3984" : 15,
"4016" : 14,
"4048" : 15,
"4080" : 16,
"4128" : 38,
"4192" : 24,
"4256" : 36,
"4320" : 37,
"4384" : 40,
"4448" : 51,
"4512" : 36,
"4576" : 46,
"4640" : 49,
"4704" : 47,
"4768" : 56,
"4832" : 48,
"4896" : 59,
"4960" : 80,
"5024" : 70,
"5088" : 84,
"5152" : 76,
"5216" : 81,
"5280" : 96,
"5344" : 72,
"5408" : 89,
"5472" : 82,
"5536" : 81,
"5600" : 117,
"5664" : 89,
"5728" : 100,
"5792" : 76,
"5856" : 72,
"5920" : 85,
"5984" : 73,
"6048" : 81,
"6112" : 65,
"6176" : 61,
"6240" : 68,
"6304" : 55,
"6368" : 52,
"6432" : 55,
"6496" : 49,
"6560" : 46,
"6624" : 40,
"6688" : 32,
"6752" : 34,
"6816" : 39,
"6880" : 26,
"6944" : 22,
"7008" : 25,
"7072" : 29,
"7136" : 21,
"7200" : 23,
"7264" : 14,
"7328" : 13,
"7392" : 19,
"7456" : 17,
"7520" : 15,
"7584" : 13,
"7648" : 9,
"7712" : 14,
"7776" : 14,
"7840" : 15,
"7904" : 17,
"7968" : 13,
"8032" : 19,
"8096" : 11,
"8160" : 7,
"8256" : 31,
"8384" : 20,
"8512" : 24,
"8640" : 11,
"8768" : 11,
"8896" : 11,
"9024" : 11,
"9152" : 7,
"9280" : 6,
"9408" : 5,
"9536" : 3,
"9664" : 2,
"9792" : 1,
"9920" : 2,
"10048" : 3,
"10176" : 1,
"10432" : 3,
"10560" : 1,
"10688" : 3,
"10816" : 3,
"10944" : 2,
"11072" : 2,
"11200" : 3,
"11456" : 1,
"11584" : 2,
"11712" : 3,
"11840" : 1,
"11968" : 3,
"12096" : 5,
"12224" : 6,
"12352" : 6,
"12480" : 8,
"12608" : 9,
"12736" : 7,
"12864" : 10,
"12992" : 10,
"13120" : 6,
"13248" : 8,
"13376" : 14,
"13504" : 16,
"13632" : 20,
"13760" : 9,
"13888" : 6,
"14016" : 9,
"14144" : 3,
"14272" : 10,
"14400" : 6,
"14528" : 7,
"14656" : 4,
"14784" : 7,
"14912" : 5,
"15040" : 3,
"15168" : 1,
"15296" : 3,
"15552" : 4,
"15680" : 2,
"15808" : 1,
"15936" : 1,
"16064" : 1,
"16192" : 1,
"17024" : 4,
"17280" : 1,
"17536" : 1,
"17792" : 2,
"18048" : 2,
"18304" : 2,
"18816" : 3,
"19072" : 1,
"19328" : 2,
"19584" : 6,
"19840" : 10,
"20096" : 13,
"20352" : 5,
"20608" : 16,
"20864" : 5,
"21120" : 7,
"21376" : 15,
"21632" : 8,
"21888" : 8,
"22144" : 4,
"22400" : 5,
"22656" : 3,
"22912" : 7,
"23168" : 4,
"23424" : 1,
"23680" : 1,
"23936" : 1,
"24960" : 1,
"25216" : 1,
"25472" : 1,
"27776" : 1,
"28544" : 1,
"29824" : 3,
"30336" : 1,
"30592" : 1,
"30848" : 1,
"31360" : 1,
"32640" : 1,
"34048" : 1,
"36096" : 1,
"36608" : 1,
"38656" : 1,
"39680" : 1,
"43776" : 1,
"44288" : 2,
"45312" : 1,
"46336" : 1,
"47872" : 1,
"48896" : 1,
"49408" : 1,
"49920" : 4,
"51456" : 1,
"52480" : 1,
"54016" : 1,
"55040" : 1,
"55552" : 2,
"56064" : 1,
"57600" : 1,
"59136" : 1,
"59648" : 1,
"62208" : 1,
"65280" : 1,
"81408" : 1,
"173056" : 1
}
},
"lat_ns" : {
"min" : 9775,
"max" : 5060372,
"mean" : 64572.789869,
"stddev" : 205994.652447,
"N" : 2764304
},
"bw_min" : 20648,
"bw_max" : 135759,
"bw_agg" : 99.846497,
"bw_mean" : 61335.091922,
"bw_dev" : 27514.499976,
"bw_samples" : 359,
"iops_min" : 5162,
"iops_max" : 33939,
"iops_mean" : 15333.729805,
"iops_stddev" : 6878.628718,
"iops_samples" : 359
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 2.563348,
"sys_cpu" : 44.791360,
"ctx" : 189878,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.013314,
"4" : 0.855224,
"10" : 0.116232,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087839,
"timestamp_ms" : 1773087839244,
"time" : "Mon Mar 9 17:23:59 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11322658816,
"io_kbytes" : 11057284,
"bw_bytes" : 62902961,
"bw" : 61428,
"iops" : 15357.162698,
"runtime" : 180002,
"total_ios" : 2764320,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8573,
"max" : 5058028,
"mean" : 63355.571522,
"stddev" : 205871.929097,
"N" : 2764321
},
"clat_ns" : {
"min" : 1101,
"max" : 172784,
"mean" : 1217.124091,
"stddev" : 353.833790,
"N" : 2764320,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1128,
"20.000000" : 1144,
"30.000000" : 1144,
"40.000000" : 1160,
"50.000000" : 1160,
"60.000000" : 1160,
"70.000000" : 1176,
"80.000000" : 1240,
"90.000000" : 1368,
"95.000000" : 1464,
"99.000000" : 1992,
"99.500000" : 2352,
"99.900000" : 5152,
"99.950000" : 6240,
"99.990000" : 13632
},
"bins" : {
"1096" : 105,
"1112" : 3130,
"1128" : 317600,
"1144" : 728243,
"1160" : 770256,
"1176" : 238371,
"1192" : 36744,
"1208" : 40850,
"1224" : 38409,
"1240" : 66877,
"1256" : 67796,
"1272" : 25063,
"1288" : 40550,
"1304" : 20871,
"1320" : 35962,
"1336" : 36210,
"1352" : 17583,
"1368" : 32279,
"1384" : 14895,
"1400" : 26688,
"1416" : 25426,
"1432" : 11911,
"1448" : 21100,
"1464" : 9375,
"1480" : 16252,
"1496" : 13740,
"1512" : 6081,
"1528" : 10945,
"1544" : 4793,
"1560" : 8204,
"1576" : 7028,
"1592" : 3143,
"1608" : 5289,
"1624" : 2292,
"1640" : 4156,
"1656" : 3441,
"1672" : 1541,
"1688" : 2715,
"1704" : 1255,
"1720" : 2231,
"1736" : 2010,
"1752" : 903,
"1768" : 1727,
"1784" : 781,
"1800" : 1422,
"1816" : 1304,
"1832" : 658,
"1848" : 1266,
"1864" : 570,
"1880" : 1162,
"1896" : 1158,
"1912" : 579,
"1928" : 1073,
"1944" : 538,
"1960" : 990,
"1976" : 1011,
"1992" : 494,
"2008" : 986,
"2024" : 513,
"2040" : 968,
"2064" : 1339,
"2096" : 1334,
"2128" : 1582,
"2160" : 1301,
"2192" : 1154,
"2224" : 1079,
"2256" : 989,
"2288" : 1133,
"2320" : 1070,
"2352" : 854,
"2384" : 779,
"2416" : 724,
"2448" : 708,
"2480" : 742,
"2512" : 557,
"2544" : 533,
"2576" : 458,
"2608" : 410,
"2640" : 502,
"2672" : 345,
"2704" : 297,
"2736" : 266,
"2768" : 241,
"2800" : 284,
"2832" : 182,
"2864" : 176,
"2896" : 164,
"2928" : 134,
"2960" : 186,
"2992" : 132,
"3024" : 108,
"3056" : 100,
"3088" : 88,
"3120" : 119,
"3152" : 66,
"3184" : 73,
"3216" : 72,
"3248" : 72,
"3280" : 83,
"3312" : 59,
"3344" : 47,
"3376" : 55,
"3408" : 53,
"3440" : 58,
"3472" : 51,
"3504" : 30,
"3536" : 37,
"3568" : 32,
"3600" : 33,
"3632" : 40,
"3664" : 21,
"3696" : 18,
"3728" : 22,
"3760" : 23,
"3792" : 32,
"3824" : 25,
"3856" : 23,
"3888" : 21,
"3920" : 16,
"3952" : 27,
"3984" : 15,
"4016" : 14,
"4048" : 15,
"4080" : 16,
"4128" : 38,
"4192" : 24,
"4256" : 36,
"4320" : 37,
"4384" : 40,
"4448" : 51,
"4512" : 36,
"4576" : 46,
"4640" : 49,
"4704" : 47,
"4768" : 56,
"4832" : 48,
"4896" : 59,
"4960" : 80,
"5024" : 70,
"5088" : 84,
"5152" : 76,
"5216" : 81,
"5280" : 96,
"5344" : 72,
"5408" : 89,
"5472" : 82,
"5536" : 81,
"5600" : 117,
"5664" : 89,
"5728" : 100,
"5792" : 76,
"5856" : 72,
"5920" : 85,
"5984" : 73,
"6048" : 81,
"6112" : 65,
"6176" : 61,
"6240" : 68,
"6304" : 55,
"6368" : 52,
"6432" : 55,
"6496" : 49,
"6560" : 46,
"6624" : 40,
"6688" : 32,
"6752" : 34,
"6816" : 39,
"6880" : 26,
"6944" : 22,
"7008" : 25,
"7072" : 29,
"7136" : 21,
"7200" : 23,
"7264" : 14,
"7328" : 13,
"7392" : 19,
"7456" : 17,
"7520" : 15,
"7584" : 13,
"7648" : 9,
"7712" : 14,
"7776" : 14,
"7840" : 15,
"7904" : 17,
"7968" : 13,
"8032" : 19,
"8096" : 11,
"8160" : 7,
"8256" : 31,
"8384" : 20,
"8512" : 24,
"8640" : 11,
"8768" : 11,
"8896" : 11,
"9024" : 11,
"9152" : 7,
"9280" : 6,
"9408" : 5,
"9536" : 3,
"9664" : 2,
"9792" : 1,
"9920" : 2,
"10048" : 3,
"10176" : 1,
"10432" : 3,
"10560" : 1,
"10688" : 3,
"10816" : 3,
"10944" : 2,
"11072" : 2,
"11200" : 3,
"11456" : 1,
"11584" : 2,
"11712" : 3,
"11840" : 1,
"11968" : 3,
"12096" : 5,
"12224" : 6,
"12352" : 6,
"12480" : 8,
"12608" : 9,
"12736" : 7,
"12864" : 10,
"12992" : 10,
"13120" : 6,
"13248" : 8,
"13376" : 14,
"13504" : 16,
"13632" : 20,
"13760" : 9,
"13888" : 6,
"14016" : 9,
"14144" : 3,
"14272" : 10,
"14400" : 6,
"14528" : 7,
"14656" : 4,
"14784" : 7,
"14912" : 5,
"15040" : 3,
"15168" : 1,
"15296" : 3,
"15552" : 4,
"15680" : 2,
"15808" : 1,
"15936" : 1,
"16064" : 1,
"16192" : 1,
"17024" : 4,
"17280" : 1,
"17536" : 1,
"17792" : 2,
"18048" : 2,
"18304" : 2,
"18816" : 3,
"19072" : 1,
"19328" : 2,
"19584" : 6,
"19840" : 10,
"20096" : 13,
"20352" : 5,
"20608" : 16,
"20864" : 5,
"21120" : 7,
"21376" : 15,
"21632" : 8,
"21888" : 8,
"22144" : 4,
"22400" : 5,
"22656" : 3,
"22912" : 7,
"23168" : 4,
"23424" : 1,
"23680" : 1,
"23936" : 1,
"24960" : 1,
"25216" : 1,
"25472" : 1,
"27776" : 1,
"28544" : 1,
"29824" : 3,
"30336" : 1,
"30592" : 1,
"30848" : 1,
"31360" : 1,
"32640" : 1,
"34048" : 1,
"36096" : 1,
"36608" : 1,
"38656" : 1,
"39680" : 1,
"43776" : 1,
"44288" : 2,
"45312" : 1,
"46336" : 1,
"47872" : 1,
"48896" : 1,
"49408" : 1,
"49920" : 4,
"51456" : 1,
"52480" : 1,
"54016" : 1,
"55040" : 1,
"55552" : 2,
"56064" : 1,
"57600" : 1,
"59136" : 1,
"59648" : 1,
"62208" : 1,
"65280" : 1,
"81408" : 1,
"173056" : 1
}
},
"lat_ns" : {
"min" : 9775,
"max" : 5060372,
"mean" : 64572.587445,
"stddev" : 205994.073579,
"N" : 2764320
},
"bw_min" : 20648,
"bw_max" : 135759,
"bw_agg" : 100.000000,
"bw_mean" : 61442.605556,
"bw_dev" : 27551.773922,
"bw_samples" : 360,
"iops_min" : 5162,
"iops_max" : 33939,
"iops_mean" : 15360.608333,
"iops_stddev" : 6887.947358,
"iops_samples" : 360
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180001,
"usr_cpu" : 2.563319,
"sys_cpu" : 44.790862,
"ctx" : 189879,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.013356,
"4" : 0.855219,
"10" : 0.116231,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}