raidz2/benchmarks/rand/rand-read-qd1-nj16_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773075417,
"timestamp_ms" : 1773075417040,
"time" : "Mon Mar 9 13:56:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1862643712,
"io_kbytes" : 1818988,
"bw_bytes" : 190864198,
"bw" : 186390,
"iops" : 46602.623220,
"runtime" : 9759,
"total_ios" : 454795,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 156132,
"usr_cpu" : 0.592447,
"sys_cpu" : 16.436733,
"ctx" : 398184,
"majf" : 0,
"minf" : 108,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075427,
"timestamp_ms" : 1773075427281,
"time" : "Mon Mar 9 13:57:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1903636480,
"io_kbytes" : 1859020,
"bw_bytes" : 190363648,
"bw" : 185902,
"iops" : 46478.600000,
"runtime" : 10000,
"total_ios" : 464786,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5759,
"max" : 1647327,
"mean" : 342067.747467,
"stddev" : 137348.933744,
"N" : 464786
},
"clat_ns" : {
"min" : 1092,
"max" : 47192,
"mean" : 1437.283321,
"stddev" : 373.599920,
"N" : 464770,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1160,
"10.000000" : 1256,
"20.000000" : 1304,
"30.000000" : 1336,
"40.000000" : 1368,
"50.000000" : 1400,
"60.000000" : 1432,
"70.000000" : 1480,
"80.000000" : 1544,
"90.000000" : 1640,
"95.000000" : 1736,
"99.000000" : 2192,
"99.500000" : 2480,
"99.900000" : 5216,
"99.950000" : 6048,
"99.990000" : 10176
},
"bins" : {
"1096" : 122,
"1112" : 588,
"1128" : 6037,
"1144" : 7273,
"1160" : 11393,
"1176" : 8876,
"1192" : 2398,
"1208" : 2789,
"1224" : 1742,
"1240" : 3804,
"1256" : 7693,
"1272" : 6648,
"1288" : 22209,
"1304" : 17170,
"1320" : 33086,
"1336" : 32109,
"1352" : 13836,
"1368" : 25445,
"1384" : 13122,
"1400" : 26403,
"1416" : 26753,
"1432" : 12586,
"1448" : 22395,
"1464" : 9949,
"1480" : 17851,
"1496" : 16472,
"1512" : 7721,
"1528" : 14196,
"1544" : 6543,
"1560" : 11724,
"1576" : 10182,
"1592" : 4560,
"1608" : 8344,
"1624" : 3652,
"1640" : 6489,
"1656" : 5698,
"1672" : 2373,
"1688" : 4350,
"1704" : 1987,
"1720" : 3315,
"1736" : 2935,
"1752" : 1307,
"1768" : 2307,
"1784" : 996,
"1800" : 1829,
"1816" : 1566,
"1832" : 669,
"1848" : 1219,
"1864" : 555,
"1880" : 940,
"1896" : 809,
"1912" : 372,
"1928" : 619,
"1944" : 289,
"1960" : 545,
"1976" : 431,
"1992" : 217,
"2008" : 361,
"2024" : 153,
"2040" : 349,
"2064" : 405,
"2096" : 419,
"2128" : 452,
"2160" : 366,
"2192" : 313,
"2224" : 280,
"2256" : 273,
"2288" : 301,
"2320" : 295,
"2352" : 215,
"2384" : 209,
"2416" : 192,
"2448" : 175,
"2480" : 238,
"2512" : 145,
"2544" : 126,
"2576" : 111,
"2608" : 117,
"2640" : 135,
"2672" : 96,
"2704" : 78,
"2736" : 71,
"2768" : 68,
"2800" : 69,
"2832" : 51,
"2864" : 39,
"2896" : 41,
"2928" : 30,
"2960" : 40,
"2992" : 16,
"3024" : 20,
"3056" : 15,
"3088" : 19,
"3120" : 9,
"3152" : 6,
"3184" : 10,
"3216" : 14,
"3248" : 11,
"3280" : 11,
"3312" : 10,
"3344" : 4,
"3376" : 4,
"3408" : 4,
"3440" : 6,
"3472" : 2,
"3504" : 6,
"3536" : 5,
"3568" : 2,
"3600" : 2,
"3632" : 2,
"3664" : 2,
"3696" : 3,
"3728" : 2,
"3760" : 6,
"3792" : 2,
"3824" : 3,
"3856" : 3,
"3888" : 5,
"3920" : 9,
"3952" : 5,
"3984" : 6,
"4016" : 9,
"4048" : 12,
"4080" : 5,
"4128" : 16,
"4192" : 17,
"4256" : 10,
"4320" : 20,
"4384" : 25,
"4448" : 15,
"4512" : 13,
"4576" : 27,
"4640" : 24,
"4704" : 22,
"4768" : 17,
"4832" : 23,
"4896" : 19,
"4960" : 28,
"5024" : 19,
"5088" : 21,
"5152" : 19,
"5216" : 23,
"5280" : 17,
"5344" : 24,
"5408" : 20,
"5472" : 17,
"5536" : 22,
"5600" : 17,
"5664" : 13,
"5728" : 26,
"5792" : 17,
"5856" : 17,
"5920" : 11,
"5984" : 14,
"6048" : 15,
"6112" : 11,
"6176" : 13,
"6240" : 9,
"6304" : 6,
"6368" : 13,
"6432" : 13,
"6496" : 6,
"6560" : 7,
"6624" : 5,
"6688" : 11,
"6752" : 9,
"6816" : 6,
"6880" : 7,
"6944" : 6,
"7008" : 5,
"7072" : 4,
"7136" : 2,
"7200" : 1,
"7264" : 4,
"7328" : 1,
"7392" : 3,
"7520" : 3,
"7584" : 1,
"7648" : 3,
"7712" : 1,
"7776" : 1,
"7904" : 2,
"7968" : 1,
"8096" : 1,
"8160" : 2,
"8256" : 2,
"8384" : 3,
"8768" : 2,
"8896" : 3,
"9024" : 3,
"9152" : 1,
"9280" : 4,
"9408" : 2,
"9664" : 2,
"9792" : 1,
"9920" : 3,
"10048" : 1,
"10176" : 3,
"10304" : 2,
"10432" : 3,
"10560" : 1,
"11072" : 1,
"11200" : 3,
"11328" : 1,
"11584" : 2,
"12480" : 1,
"12736" : 2,
"12864" : 1,
"14016" : 1,
"14144" : 1,
"16064" : 1,
"16192" : 1,
"17024" : 1,
"17792" : 1,
"20352" : 1,
"22400" : 1,
"26752" : 1,
"37632" : 1,
"38144" : 1,
"39680" : 1,
"40192" : 3,
"41216" : 2,
"41728" : 2,
"42752" : 3,
"44288" : 3,
"44800" : 1,
"47360" : 1
}
},
"lat_ns" : {
"min" : 6890,
"max" : 1650873,
"mean" : 343502.361323,
"stddev" : 137429.893243,
"N" : 464770
},
"bw_min" : 182097,
"bw_max" : 189365,
"bw_agg" : 100.000000,
"bw_mean" : 185951.842105,
"bw_dev" : 121.755642,
"bw_samples" : 304,
"iops_min" : 45524,
"iops_max" : 47341,
"iops_mean" : 46487.684211,
"iops_stddev" : 30.441520,
"iops_samples" : 304
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159985,
"usr_cpu" : 0.593806,
"sys_cpu" : 16.306529,
"ctx" : 407629,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999785,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.429815,
"4" : 1.384938,
"10" : 0.171477,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075437,
"timestamp_ms" : 1773075437281,
"time" : "Mon Mar 9 13:57:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 3804712960,
"io_kbytes" : 3715540,
"bw_bytes" : 190235648,
"bw" : 185777,
"iops" : 46445.700000,
"runtime" : 20000,
"total_ios" : 928914,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5759,
"max" : 1647327,
"mean" : 342305.401945,
"stddev" : 137047.703260,
"N" : 928915
},
"clat_ns" : {
"min" : 1082,
"max" : 52059,
"mean" : 1434.705469,
"stddev" : 370.188724,
"N" : 928899,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1160,
"10.000000" : 1256,
"20.000000" : 1304,
"30.000000" : 1336,
"40.000000" : 1368,
"50.000000" : 1400,
"60.000000" : 1432,
"70.000000" : 1480,
"80.000000" : 1528,
"90.000000" : 1640,
"95.000000" : 1736,
"99.000000" : 2192,
"99.500000" : 2512,
"99.900000" : 5088,
"99.950000" : 5920,
"99.990000" : 9280
},
"bins" : {
"1080" : 1,
"1096" : 219,
"1112" : 1091,
"1128" : 11463,
"1144" : 14296,
"1160" : 22817,
"1176" : 17956,
"1192" : 5011,
"1208" : 5636,
"1224" : 3304,
"1240" : 7769,
"1256" : 17103,
"1272" : 14735,
"1288" : 47117,
"1304" : 34766,
"1320" : 66503,
"1336" : 63707,
"1352" : 27521,
"1368" : 50032,
"1384" : 25882,
"1400" : 52198,
"1416" : 53336,
"1432" : 25182,
"1448" : 44897,
"1464" : 19743,
"1480" : 35864,
"1496" : 32900,
"1512" : 15507,
"1528" : 28570,
"1544" : 12935,
"1560" : 23142,
"1576" : 19933,
"1592" : 9065,
"1608" : 16290,
"1624" : 7119,
"1640" : 12689,
"1656" : 11201,
"1672" : 4784,
"1688" : 8440,
"1704" : 3893,
"1720" : 6506,
"1736" : 5576,
"1752" : 2490,
"1768" : 4350,
"1784" : 1926,
"1800" : 3545,
"1816" : 2998,
"1832" : 1373,
"1848" : 2362,
"1864" : 1063,
"1880" : 1846,
"1896" : 1552,
"1912" : 689,
"1928" : 1207,
"1944" : 574,
"1960" : 1008,
"1976" : 845,
"1992" : 388,
"2008" : 697,
"2024" : 315,
"2040" : 616,
"2064" : 798,
"2096" : 722,
"2128" : 786,
"2160" : 662,
"2192" : 543,
"2224" : 481,
"2256" : 475,
"2288" : 517,
"2320" : 510,
"2352" : 393,
"2384" : 375,
"2416" : 380,
"2448" : 361,
"2480" : 449,
"2512" : 301,
"2544" : 276,
"2576" : 240,
"2608" : 257,
"2640" : 295,
"2672" : 224,
"2704" : 194,
"2736" : 157,
"2768" : 159,
"2800" : 167,
"2832" : 122,
"2864" : 90,
"2896" : 103,
"2928" : 77,
"2960" : 111,
"2992" : 57,
"3024" : 47,
"3056" : 48,
"3088" : 43,
"3120" : 35,
"3152" : 24,
"3184" : 30,
"3216" : 27,
"3248" : 19,
"3280" : 27,
"3312" : 14,
"3344" : 12,
"3376" : 8,
"3408" : 11,
"3440" : 14,
"3472" : 6,
"3504" : 10,
"3536" : 10,
"3568" : 5,
"3600" : 3,
"3632" : 7,
"3664" : 3,
"3696" : 8,
"3728" : 3,
"3760" : 13,
"3792" : 6,
"3824" : 7,
"3856" : 9,
"3888" : 12,
"3920" : 22,
"3952" : 8,
"3984" : 12,
"4016" : 11,
"4048" : 19,
"4080" : 11,
"4128" : 33,
"4192" : 42,
"4256" : 24,
"4320" : 36,
"4384" : 43,
"4448" : 31,
"4512" : 33,
"4576" : 52,
"4640" : 39,
"4704" : 38,
"4768" : 47,
"4832" : 49,
"4896" : 43,
"4960" : 41,
"5024" : 33,
"5088" : 42,
"5152" : 34,
"5216" : 42,
"5280" : 38,
"5344" : 44,
"5408" : 41,
"5472" : 32,
"5536" : 32,
"5600" : 39,
"5664" : 25,
"5728" : 39,
"5792" : 29,
"5856" : 31,
"5920" : 23,
"5984" : 22,
"6048" : 26,
"6112" : 25,
"6176" : 22,
"6240" : 19,
"6304" : 18,
"6368" : 24,
"6432" : 23,
"6496" : 13,
"6560" : 15,
"6624" : 6,
"6688" : 15,
"6752" : 15,
"6816" : 10,
"6880" : 10,
"6944" : 12,
"7008" : 5,
"7072" : 6,
"7136" : 4,
"7200" : 2,
"7264" : 8,
"7328" : 2,
"7392" : 10,
"7456" : 3,
"7520" : 4,
"7584" : 2,
"7648" : 3,
"7712" : 2,
"7776" : 3,
"7840" : 2,
"7904" : 3,
"7968" : 1,
"8096" : 3,
"8160" : 3,
"8256" : 2,
"8384" : 3,
"8512" : 1,
"8640" : 1,
"8768" : 4,
"8896" : 4,
"9024" : 5,
"9152" : 1,
"9280" : 4,
"9408" : 2,
"9664" : 3,
"9792" : 1,
"9920" : 4,
"10048" : 2,
"10176" : 3,
"10304" : 3,
"10432" : 3,
"10560" : 2,
"10688" : 2,
"10944" : 1,
"11072" : 1,
"11200" : 3,
"11328" : 2,
"11584" : 3,
"12096" : 2,
"12480" : 1,
"12736" : 2,
"12864" : 1,
"14016" : 2,
"14144" : 2,
"15808" : 1,
"16064" : 1,
"16192" : 1,
"17024" : 1,
"17792" : 1,
"20352" : 1,
"22400" : 1,
"26752" : 1,
"34048" : 1,
"37632" : 1,
"38144" : 2,
"39680" : 1,
"40192" : 3,
"40704" : 1,
"41216" : 3,
"41728" : 3,
"42240" : 2,
"42752" : 3,
"43264" : 1,
"44288" : 4,
"44800" : 3,
"46336" : 3,
"47360" : 2,
"47872" : 1,
"48384" : 1,
"51968" : 1
}
},
"lat_ns" : {
"min" : 6890,
"max" : 1650873,
"mean" : 343738.775854,
"stddev" : 137127.043744,
"N" : 928899
},
"bw_min" : 181348,
"bw_max" : 190144,
"bw_agg" : 100.000000,
"bw_mean" : 185790.820513,
"bw_dev" : 129.246650,
"bw_samples" : 624,
"iops_min" : 45337,
"iops_max" : 47535,
"iops_mean" : 46447.179487,
"iops_stddev" : 32.308306,
"iops_samples" : 624
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319990,
"usr_cpu" : 0.597206,
"sys_cpu" : 16.315197,
"ctx" : 815323,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999892,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999892,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.492971,
"4" : 1.336292,
"10" : 0.160618,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075447,
"timestamp_ms" : 1773075447281,
"time" : "Mon Mar 9 13:57:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 5705363456,
"io_kbytes" : 5571644,
"bw_bytes" : 190178781,
"bw" : 185721,
"iops" : 46431.200000,
"runtime" : 30000,
"total_ios" : 1392936,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5759,
"max" : 1647327,
"mean" : 342413.387809,
"stddev" : 136816.383973,
"N" : 1392936
},
"clat_ns" : {
"min" : 1072,
"max" : 57599,
"mean" : 1432.431857,
"stddev" : 362.554857,
"N" : 1392920,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1160,
"10.000000" : 1256,
"20.000000" : 1304,
"30.000000" : 1336,
"40.000000" : 1368,
"50.000000" : 1400,
"60.000000" : 1432,
"70.000000" : 1480,
"80.000000" : 1528,
"90.000000" : 1640,
"95.000000" : 1736,
"99.000000" : 2192,
"99.500000" : 2544,
"99.900000" : 4960,
"99.950000" : 5856,
"99.990000" : 8384
},
"bins" : {
"1080" : 2,
"1096" : 288,
"1112" : 1562,
"1128" : 16567,
"1144" : 21298,
"1160" : 33997,
"1176" : 26943,
"1192" : 7401,
"1208" : 8403,
"1224" : 5078,
"1240" : 13300,
"1256" : 30718,
"1272" : 25265,
"1288" : 74970,
"1304" : 52715,
"1320" : 98466,
"1336" : 92679,
"1352" : 40085,
"1368" : 74213,
"1384" : 39112,
"1400" : 78982,
"1416" : 80242,
"1432" : 37687,
"1448" : 66789,
"1464" : 29312,
"1480" : 53363,
"1496" : 48962,
"1512" : 22899,
"1528" : 42169,
"1544" : 18989,
"1560" : 34058,
"1576" : 29091,
"1592" : 13236,
"1608" : 23757,
"1624" : 10430,
"1640" : 18681,
"1656" : 16192,
"1672" : 6895,
"1688" : 12286,
"1704" : 5619,
"1720" : 9486,
"1736" : 8135,
"1752" : 3597,
"1768" : 6324,
"1784" : 2872,
"1800" : 5090,
"1816" : 4311,
"1832" : 1978,
"1848" : 3454,
"1864" : 1544,
"1880" : 2669,
"1896" : 2279,
"1912" : 1013,
"1928" : 1844,
"1944" : 825,
"1960" : 1508,
"1976" : 1280,
"1992" : 576,
"2008" : 1045,
"2024" : 477,
"2040" : 905,
"2064" : 1185,
"2096" : 1067,
"2128" : 1232,
"2160" : 996,
"2192" : 829,
"2224" : 748,
"2256" : 734,
"2288" : 800,
"2320" : 793,
"2352" : 606,
"2384" : 589,
"2416" : 603,
"2448" : 573,
"2480" : 666,
"2512" : 499,
"2544" : 444,
"2576" : 405,
"2608" : 385,
"2640" : 479,
"2672" : 346,
"2704" : 310,
"2736" : 252,
"2768" : 260,
"2800" : 287,
"2832" : 183,
"2864" : 142,
"2896" : 154,
"2928" : 121,
"2960" : 157,
"2992" : 85,
"3024" : 78,
"3056" : 76,
"3088" : 72,
"3120" : 60,
"3152" : 41,
"3184" : 38,
"3216" : 42,
"3248" : 36,
"3280" : 40,
"3312" : 22,
"3344" : 23,
"3376" : 20,
"3408" : 19,
"3440" : 18,
"3472" : 9,
"3504" : 13,
"3536" : 14,
"3568" : 9,
"3600" : 8,
"3632" : 10,
"3664" : 5,
"3696" : 12,
"3728" : 5,
"3760" : 17,
"3792" : 13,
"3824" : 14,
"3856" : 16,
"3888" : 16,
"3920" : 30,
"3952" : 15,
"3984" : 20,
"4016" : 14,
"4048" : 25,
"4080" : 20,
"4128" : 53,
"4192" : 56,
"4256" : 40,
"4320" : 49,
"4384" : 62,
"4448" : 51,
"4512" : 49,
"4576" : 78,
"4640" : 56,
"4704" : 56,
"4768" : 65,
"4832" : 66,
"4896" : 67,
"4960" : 67,
"5024" : 54,
"5088" : 61,
"5152" : 53,
"5216" : 58,
"5280" : 58,
"5344" : 63,
"5408" : 58,
"5472" : 39,
"5536" : 43,
"5600" : 54,
"5664" : 45,
"5728" : 54,
"5792" : 38,
"5856" : 42,
"5920" : 39,
"5984" : 34,
"6048" : 36,
"6112" : 33,
"6176" : 31,
"6240" : 28,
"6304" : 33,
"6368" : 35,
"6432" : 36,
"6496" : 18,
"6560" : 24,
"6624" : 10,
"6688" : 21,
"6752" : 19,
"6816" : 13,
"6880" : 11,
"6944" : 15,
"7008" : 8,
"7072" : 8,
"7136" : 4,
"7200" : 3,
"7264" : 10,
"7328" : 5,
"7392" : 13,
"7456" : 4,
"7520" : 6,
"7584" : 3,
"7648" : 4,
"7712" : 3,
"7776" : 4,
"7840" : 3,
"7904" : 3,
"7968" : 1,
"8032" : 1,
"8096" : 3,
"8160" : 3,
"8256" : 4,
"8384" : 4,
"8512" : 1,
"8640" : 2,
"8768" : 5,
"8896" : 4,
"9024" : 6,
"9152" : 1,
"9280" : 4,
"9408" : 2,
"9664" : 3,
"9792" : 2,
"9920" : 5,
"10048" : 2,
"10176" : 4,
"10304" : 3,
"10432" : 3,
"10560" : 2,
"10688" : 2,
"10944" : 1,
"11072" : 2,
"11200" : 3,
"11328" : 2,
"11584" : 3,
"12096" : 2,
"12480" : 1,
"12736" : 2,
"12864" : 1,
"12992" : 1,
"14016" : 2,
"14144" : 2,
"14528" : 1,
"14912" : 1,
"15040" : 1,
"15424" : 1,
"15808" : 1,
"16064" : 1,
"16192" : 1,
"16512" : 1,
"17024" : 1,
"17792" : 1,
"18560" : 1,
"20096" : 1,
"20352" : 1,
"21120" : 1,
"22400" : 1,
"26752" : 1,
"34048" : 1,
"37632" : 1,
"38144" : 3,
"39680" : 1,
"40192" : 5,
"40704" : 2,
"41216" : 3,
"41728" : 3,
"42240" : 4,
"42752" : 4,
"43264" : 3,
"44288" : 5,
"44800" : 3,
"45312" : 1,
"45824" : 1,
"46336" : 3,
"47360" : 2,
"47872" : 1,
"48384" : 1,
"49408" : 1,
"51968" : 1,
"57600" : 1
}
},
"lat_ns" : {
"min" : 6890,
"max" : 1650873,
"mean" : 343844.932927,
"stddev" : 136894.905777,
"N" : 1392920
},
"bw_min" : 180988,
"bw_max" : 190806,
"bw_agg" : 100.000000,
"bw_mean" : 185767.677966,
"bw_dev" : 132.964425,
"bw_samples" : 944,
"iops_min" : 45247,
"iops_max" : 47701,
"iops_mean" : 46441.525424,
"iops_stddev" : 33.238228,
"iops_samples" : 944
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479990,
"usr_cpu" : 0.597929,
"sys_cpu" : 16.328257,
"ctx" : 1223293,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.460087,
"4" : 1.376086,
"10" : 0.155212,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075457,
"timestamp_ms" : 1773075457281,
"time" : "Mon Mar 9 13:57:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 7606624256,
"io_kbytes" : 7428344,
"bw_bytes" : 190165606,
"bw" : 185708,
"iops" : 46427.800000,
"runtime" : 40000,
"total_ios" : 1857112,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5759,
"max" : 1647327,
"mean" : 342439.994788,
"stddev" : 136772.873109,
"N" : 1857112
},
"clat_ns" : {
"min" : 1072,
"max" : 57599,
"mean" : 1430.481352,
"stddev" : 350.384067,
"N" : 1857096,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1160,
"10.000000" : 1256,
"20.000000" : 1304,
"30.000000" : 1320,
"40.000000" : 1368,
"50.000000" : 1400,
"60.000000" : 1432,
"70.000000" : 1480,
"80.000000" : 1528,
"90.000000" : 1624,
"95.000000" : 1720,
"99.000000" : 2160,
"99.500000" : 2512,
"99.900000" : 4960,
"99.950000" : 5792,
"99.990000" : 8256
},
"bins" : {
"1080" : 2,
"1096" : 358,
"1112" : 1991,
"1128" : 22021,
"1144" : 28554,
"1160" : 45313,
"1176" : 35884,
"1192" : 9873,
"1208" : 11122,
"1224" : 6799,
"1240" : 17961,
"1256" : 41376,
"1272" : 34208,
"1288" : 100726,
"1304" : 70741,
"1320" : 131966,
"1336" : 124450,
"1352" : 54060,
"1368" : 99940,
"1384" : 52552,
"1400" : 105655,
"1416" : 107333,
"1432" : 50275,
"1448" : 88915,
"1464" : 39067,
"1480" : 71278,
"1496" : 65082,
"1512" : 30653,
"1528" : 55745,
"1544" : 25233,
"1560" : 44981,
"1576" : 38376,
"1592" : 17373,
"1608" : 31287,
"1624" : 13701,
"1640" : 24487,
"1656" : 21160,
"1672" : 9060,
"1688" : 16148,
"1704" : 7326,
"1720" : 12480,
"1736" : 10614,
"1752" : 4743,
"1768" : 8317,
"1784" : 3752,
"1800" : 6600,
"1816" : 5622,
"1832" : 2575,
"1848" : 4453,
"1864" : 2040,
"1880" : 3442,
"1896" : 2971,
"1912" : 1337,
"1928" : 2421,
"1944" : 1086,
"1960" : 1946,
"1976" : 1646,
"1992" : 756,
"2008" : 1367,
"2024" : 623,
"2040" : 1165,
"2064" : 1538,
"2096" : 1392,
"2128" : 1562,
"2160" : 1261,
"2192" : 1048,
"2224" : 966,
"2256" : 908,
"2288" : 1011,
"2320" : 983,
"2352" : 752,
"2384" : 732,
"2416" : 734,
"2448" : 735,
"2480" : 816,
"2512" : 614,
"2544" : 548,
"2576" : 515,
"2608" : 470,
"2640" : 600,
"2672" : 432,
"2704" : 388,
"2736" : 321,
"2768" : 323,
"2800" : 355,
"2832" : 231,
"2864" : 196,
"2896" : 189,
"2928" : 160,
"2960" : 200,
"2992" : 107,
"3024" : 98,
"3056" : 97,
"3088" : 88,
"3120" : 79,
"3152" : 55,
"3184" : 49,
"3216" : 50,
"3248" : 46,
"3280" : 53,
"3312" : 30,
"3344" : 29,
"3376" : 28,
"3408" : 25,
"3440" : 27,
"3472" : 13,
"3504" : 17,
"3536" : 16,
"3568" : 14,
"3600" : 12,
"3632" : 12,
"3664" : 7,
"3696" : 15,
"3728" : 9,
"3760" : 21,
"3792" : 17,
"3824" : 15,
"3856" : 24,
"3888" : 18,
"3920" : 35,
"3952" : 27,
"3984" : 30,
"4016" : 22,
"4048" : 33,
"4080" : 27,
"4128" : 64,
"4192" : 66,
"4256" : 50,
"4320" : 70,
"4384" : 78,
"4448" : 68,
"4512" : 75,
"4576" : 97,
"4640" : 69,
"4704" : 75,
"4768" : 92,
"4832" : 88,
"4896" : 94,
"4960" : 93,
"5024" : 66,
"5088" : 82,
"5152" : 73,
"5216" : 71,
"5280" : 75,
"5344" : 73,
"5408" : 79,
"5472" : 56,
"5536" : 60,
"5600" : 77,
"5664" : 59,
"5728" : 70,
"5792" : 46,
"5856" : 55,
"5920" : 55,
"5984" : 41,
"6048" : 52,
"6112" : 36,
"6176" : 39,
"6240" : 41,
"6304" : 44,
"6368" : 38,
"6432" : 44,
"6496" : 25,
"6560" : 29,
"6624" : 14,
"6688" : 25,
"6752" : 21,
"6816" : 17,
"6880" : 19,
"6944" : 18,
"7008" : 10,
"7072" : 10,
"7136" : 6,
"7200" : 8,
"7264" : 11,
"7328" : 7,
"7392" : 17,
"7456" : 7,
"7520" : 6,
"7584" : 4,
"7648" : 5,
"7712" : 5,
"7776" : 4,
"7840" : 4,
"7904" : 5,
"7968" : 1,
"8032" : 1,
"8096" : 3,
"8160" : 3,
"8256" : 4,
"8384" : 4,
"8512" : 2,
"8640" : 2,
"8768" : 5,
"8896" : 5,
"9024" : 6,
"9152" : 2,
"9280" : 4,
"9408" : 2,
"9536" : 3,
"9664" : 5,
"9792" : 3,
"9920" : 8,
"10048" : 3,
"10176" : 5,
"10304" : 3,
"10432" : 4,
"10560" : 4,
"10688" : 3,
"10944" : 1,
"11072" : 3,
"11200" : 3,
"11328" : 3,
"11584" : 3,
"11968" : 1,
"12096" : 3,
"12352" : 1,
"12480" : 1,
"12736" : 2,
"12864" : 2,
"12992" : 1,
"13248" : 1,
"13376" : 1,
"14016" : 2,
"14144" : 3,
"14272" : 1,
"14528" : 1,
"14656" : 1,
"14912" : 1,
"15040" : 1,
"15424" : 1,
"15680" : 1,
"15808" : 1,
"16064" : 1,
"16192" : 1,
"16512" : 1,
"17024" : 2,
"17792" : 3,
"18560" : 1,
"20096" : 1,
"20352" : 1,
"21120" : 1,
"22400" : 1,
"26752" : 1,
"34048" : 1,
"37632" : 1,
"38144" : 3,
"39680" : 3,
"40192" : 5,
"40704" : 2,
"41216" : 3,
"41728" : 4,
"42240" : 4,
"42752" : 4,
"43264" : 3,
"44288" : 5,
"44800" : 3,
"45312" : 1,
"45824" : 2,
"46336" : 3,
"46848" : 1,
"47360" : 2,
"47872" : 1,
"48384" : 1,
"48896" : 1,
"49408" : 1,
"49920" : 1,
"50432" : 1,
"51968" : 1,
"57600" : 1
}
},
"lat_ns" : {
"min" : 6890,
"max" : 1650873,
"mean" : 343869.811268,
"stddev" : 136850.585800,
"N" : 1857096
},
"bw_min" : 180588,
"bw_max" : 191174,
"bw_agg" : 100.000000,
"bw_mean" : 185743.506329,
"bw_dev" : 139.945161,
"bw_samples" : 1264,
"iops_min" : 45147,
"iops_max" : 47793,
"iops_mean" : 46435.518987,
"iops_stddev" : 34.984655,
"iops_samples" : 1264
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639988,
"usr_cpu" : 0.596574,
"sys_cpu" : 16.321869,
"ctx" : 1631114,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999892,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999946,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.531053,
"4" : 1.308376,
"10" : 0.152549,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075467,
"timestamp_ms" : 1773075467280,
"time" : "Mon Mar 9 13:57:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 9506344960,
"io_kbytes" : 9283540,
"bw_bytes" : 190130701,
"bw" : 185674,
"iops" : 46419.108382,
"runtime" : 49999,
"total_ios" : 2320909,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5759,
"max" : 1647327,
"mean" : 342506.059269,
"stddev" : 136646.310397,
"N" : 2320909
},
"clat_ns" : {
"min" : 1072,
"max" : 57599,
"mean" : 1430.729182,
"stddev" : 347.302754,
"N" : 2320893,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1160,
"10.000000" : 1256,
"20.000000" : 1304,
"30.000000" : 1320,
"40.000000" : 1368,
"50.000000" : 1400,
"60.000000" : 1432,
"70.000000" : 1480,
"80.000000" : 1528,
"90.000000" : 1624,
"95.000000" : 1720,
"99.000000" : 2160,
"99.500000" : 2512,
"99.900000" : 5024,
"99.950000" : 5856,
"99.990000" : 8384
},
"bins" : {
"1080" : 2,
"1096" : 417,
"1112" : 2379,
"1128" : 27015,
"1144" : 35305,
"1160" : 56136,
"1176" : 44724,
"1192" : 12326,
"1208" : 14113,
"1224" : 8576,
"1240" : 22659,
"1256" : 53052,
"1272" : 43661,
"1288" : 127275,
"1304" : 88554,
"1320" : 164317,
"1336" : 154955,
"1352" : 67567,
"1368" : 125019,
"1384" : 65473,
"1400" : 131574,
"1416" : 133633,
"1432" : 62424,
"1448" : 110477,
"1464" : 48598,
"1480" : 88502,
"1496" : 80981,
"1512" : 38257,
"1528" : 69334,
"1544" : 31614,
"1560" : 56369,
"1576" : 48096,
"1592" : 21712,
"1608" : 38968,
"1624" : 17157,
"1640" : 30774,
"1656" : 26527,
"1672" : 11484,
"1688" : 20456,
"1704" : 9272,
"1720" : 15716,
"1736" : 13413,
"1752" : 5900,
"1768" : 10492,
"1784" : 4790,
"1800" : 8354,
"1816" : 7081,
"1832" : 3233,
"1848" : 5557,
"1864" : 2552,
"1880" : 4323,
"1896" : 3827,
"1912" : 1702,
"1928" : 2984,
"1944" : 1353,
"1960" : 2437,
"1976" : 2089,
"1992" : 996,
"2008" : 1747,
"2024" : 782,
"2040" : 1484,
"2064" : 1985,
"2096" : 1792,
"2128" : 1977,
"2160" : 1625,
"2192" : 1407,
"2224" : 1257,
"2256" : 1206,
"2288" : 1360,
"2320" : 1266,
"2352" : 983,
"2384" : 933,
"2416" : 898,
"2448" : 891,
"2480" : 1014,
"2512" : 737,
"2544" : 654,
"2576" : 630,
"2608" : 566,
"2640" : 708,
"2672" : 504,
"2704" : 460,
"2736" : 376,
"2768" : 371,
"2800" : 412,
"2832" : 271,
"2864" : 224,
"2896" : 212,
"2928" : 186,
"2960" : 231,
"2992" : 131,
"3024" : 118,
"3056" : 109,
"3088" : 106,
"3120" : 90,
"3152" : 65,
"3184" : 59,
"3216" : 61,
"3248" : 61,
"3280" : 61,
"3312" : 36,
"3344" : 34,
"3376" : 33,
"3408" : 29,
"3440" : 31,
"3472" : 17,
"3504" : 20,
"3536" : 20,
"3568" : 17,
"3600" : 14,
"3632" : 19,
"3664" : 13,
"3696" : 21,
"3728" : 12,
"3760" : 25,
"3792" : 23,
"3824" : 20,
"3856" : 27,
"3888" : 24,
"3920" : 40,
"3952" : 40,
"3984" : 37,
"4016" : 26,
"4048" : 35,
"4080" : 33,
"4128" : 80,
"4192" : 80,
"4256" : 69,
"4320" : 81,
"4384" : 98,
"4448" : 88,
"4512" : 97,
"4576" : 117,
"4640" : 89,
"4704" : 90,
"4768" : 123,
"4832" : 101,
"4896" : 118,
"4960" : 107,
"5024" : 90,
"5088" : 106,
"5152" : 95,
"5216" : 92,
"5280" : 97,
"5344" : 91,
"5408" : 110,
"5472" : 75,
"5536" : 73,
"5600" : 106,
"5664" : 76,
"5728" : 87,
"5792" : 63,
"5856" : 71,
"5920" : 71,
"5984" : 57,
"6048" : 66,
"6112" : 51,
"6176" : 52,
"6240" : 56,
"6304" : 56,
"6368" : 52,
"6432" : 53,
"6496" : 34,
"6560" : 47,
"6624" : 18,
"6688" : 33,
"6752" : 29,
"6816" : 23,
"6880" : 23,
"6944" : 23,
"7008" : 14,
"7072" : 16,
"7136" : 11,
"7200" : 9,
"7264" : 12,
"7328" : 8,
"7392" : 20,
"7456" : 9,
"7520" : 7,
"7584" : 5,
"7648" : 6,
"7712" : 5,
"7776" : 5,
"7840" : 7,
"7904" : 6,
"7968" : 2,
"8032" : 1,
"8096" : 4,
"8160" : 3,
"8256" : 6,
"8384" : 6,
"8512" : 3,
"8640" : 3,
"8768" : 5,
"8896" : 5,
"9024" : 8,
"9152" : 3,
"9280" : 6,
"9408" : 2,
"9536" : 5,
"9664" : 5,
"9792" : 4,
"9920" : 9,
"10048" : 6,
"10176" : 7,
"10304" : 6,
"10432" : 4,
"10560" : 6,
"10688" : 4,
"10816" : 3,
"10944" : 1,
"11072" : 3,
"11200" : 3,
"11328" : 3,
"11456" : 1,
"11584" : 3,
"11968" : 1,
"12096" : 3,
"12352" : 1,
"12480" : 1,
"12736" : 3,
"12864" : 2,
"12992" : 2,
"13248" : 1,
"13376" : 1,
"13760" : 1,
"14016" : 3,
"14144" : 3,
"14272" : 1,
"14400" : 1,
"14528" : 1,
"14656" : 1,
"14912" : 1,
"15040" : 2,
"15168" : 1,
"15424" : 1,
"15680" : 1,
"15808" : 1,
"15936" : 1,
"16064" : 1,
"16192" : 1,
"16512" : 2,
"17024" : 3,
"17792" : 3,
"18560" : 1,
"20096" : 1,
"20352" : 1,
"21120" : 1,
"22400" : 1,
"22656" : 1,
"25216" : 1,
"26752" : 1,
"34048" : 1,
"36608" : 1,
"37632" : 1,
"38144" : 3,
"39680" : 3,
"40192" : 5,
"40704" : 2,
"41216" : 3,
"41728" : 4,
"42240" : 5,
"42752" : 4,
"43264" : 4,
"43776" : 3,
"44288" : 5,
"44800" : 4,
"45312" : 2,
"45824" : 2,
"46336" : 4,
"46848" : 1,
"47360" : 2,
"47872" : 2,
"48384" : 1,
"48896" : 1,
"49408" : 1,
"49920" : 1,
"50432" : 1,
"51968" : 1,
"57600" : 1
}
},
"lat_ns" : {
"min" : 6890,
"max" : 1650873,
"mean" : 343936.256899,
"stddev" : 136723.627837,
"N" : 2320893
},
"bw_min" : 179876,
"bw_max" : 191710,
"bw_agg" : 100.000000,
"bw_mean" : 185713.424242,
"bw_dev" : 149.630117,
"bw_samples" : 1584,
"iops_min" : 44969,
"iops_max" : 47927,
"iops_mean" : 46428.020202,
"iops_stddev" : 37.405309,
"iops_samples" : 1584
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799984,
"usr_cpu" : 0.603012,
"sys_cpu" : 16.305451,
"ctx" : 2039130,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.518856,
"4" : 1.316812,
"10" : 0.156361,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075477,
"timestamp_ms" : 1773075477280,
"time" : "Mon Mar 9 13:57:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 11406422016,
"io_kbytes" : 11139084,
"bw_bytes" : 190110202,
"bw" : 185654,
"iops" : 46414.040234,
"runtime" : 59999,
"total_ios" : 2784796,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5759,
"max" : 1647327,
"mean" : 342543.921063,
"stddev" : 136548.169271,
"N" : 2784796
},
"clat_ns" : {
"min" : 1072,
"max" : 57599,
"mean" : 1430.420903,
"stddev" : 342.896083,
"N" : 2784780,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1160,
"10.000000" : 1256,
"20.000000" : 1304,
"30.000000" : 1320,
"40.000000" : 1368,
"50.000000" : 1400,
"60.000000" : 1432,
"70.000000" : 1480,
"80.000000" : 1528,
"90.000000" : 1624,
"95.000000" : 1720,
"99.000000" : 2160,
"99.500000" : 2512,
"99.900000" : 5024,
"99.950000" : 5856,
"99.990000" : 8256
},
"bins" : {
"1080" : 2,
"1096" : 505,
"1112" : 2862,
"1128" : 32219,
"1144" : 42104,
"1160" : 66686,
"1176" : 53210,
"1192" : 14684,
"1208" : 16962,
"1224" : 10456,
"1240" : 27917,
"1256" : 66210,
"1272" : 53973,
"1288" : 154761,
"1304" : 106368,
"1320" : 196565,
"1336" : 184687,
"1352" : 80239,
"1368" : 148655,
"1384" : 77743,
"1400" : 156956,
"1416" : 160341,
"1432" : 74957,
"1448" : 132286,
"1464" : 58457,
"1480" : 106432,
"1496" : 97498,
"1512" : 46082,
"1528" : 83500,
"1544" : 37924,
"1560" : 67861,
"1576" : 57677,
"1592" : 25904,
"1608" : 46580,
"1624" : 20537,
"1640" : 36933,
"1656" : 31653,
"1672" : 13766,
"1688" : 24515,
"1704" : 11023,
"1720" : 18935,
"1736" : 16146,
"1752" : 7110,
"1768" : 12608,
"1784" : 5721,
"1800" : 9990,
"1816" : 8476,
"1832" : 3821,
"1848" : 6722,
"1864" : 3075,
"1880" : 5223,
"1896" : 4530,
"1912" : 2041,
"1928" : 3581,
"1944" : 1623,
"1960" : 2885,
"1976" : 2509,
"1992" : 1153,
"2008" : 2089,
"2024" : 948,
"2040" : 1794,
"2064" : 2381,
"2096" : 2129,
"2128" : 2356,
"2160" : 1933,
"2192" : 1671,
"2224" : 1507,
"2256" : 1431,
"2288" : 1617,
"2320" : 1539,
"2352" : 1160,
"2384" : 1101,
"2416" : 1050,
"2448" : 1061,
"2480" : 1194,
"2512" : 868,
"2544" : 785,
"2576" : 722,
"2608" : 689,
"2640" : 843,
"2672" : 591,
"2704" : 532,
"2736" : 438,
"2768" : 438,
"2800" : 479,
"2832" : 328,
"2864" : 269,
"2896" : 237,
"2928" : 221,
"2960" : 264,
"2992" : 159,
"3024" : 143,
"3056" : 128,
"3088" : 127,
"3120" : 113,
"3152" : 82,
"3184" : 72,
"3216" : 71,
"3248" : 74,
"3280" : 79,
"3312" : 40,
"3344" : 39,
"3376" : 40,
"3408" : 31,
"3440" : 33,
"3472" : 22,
"3504" : 21,
"3536" : 24,
"3568" : 18,
"3600" : 17,
"3632" : 22,
"3664" : 13,
"3696" : 22,
"3728" : 16,
"3760" : 30,
"3792" : 27,
"3824" : 26,
"3856" : 30,
"3888" : 30,
"3920" : 45,
"3952" : 46,
"3984" : 44,
"4016" : 30,
"4048" : 45,
"4080" : 41,
"4128" : 97,
"4192" : 89,
"4256" : 92,
"4320" : 103,
"4384" : 119,
"4448" : 108,
"4512" : 116,
"4576" : 140,
"4640" : 120,
"4704" : 115,
"4768" : 145,
"4832" : 120,
"4896" : 141,
"4960" : 132,
"5024" : 106,
"5088" : 129,
"5152" : 111,
"5216" : 110,
"5280" : 124,
"5344" : 108,
"5408" : 133,
"5472" : 95,
"5536" : 87,
"5600" : 119,
"5664" : 86,
"5728" : 111,
"5792" : 81,
"5856" : 87,
"5920" : 84,
"5984" : 66,
"6048" : 80,
"6112" : 62,
"6176" : 69,
"6240" : 71,
"6304" : 62,
"6368" : 61,
"6432" : 60,
"6496" : 37,
"6560" : 54,
"6624" : 20,
"6688" : 42,
"6752" : 35,
"6816" : 25,
"6880" : 28,
"6944" : 28,
"7008" : 18,
"7072" : 19,
"7136" : 14,
"7200" : 15,
"7264" : 15,
"7328" : 9,
"7392" : 22,
"7456" : 9,
"7520" : 8,
"7584" : 6,
"7648" : 8,
"7712" : 5,
"7776" : 6,
"7840" : 7,
"7904" : 6,
"7968" : 3,
"8032" : 5,
"8096" : 5,
"8160" : 4,
"8256" : 11,
"8384" : 7,
"8512" : 4,
"8640" : 4,
"8768" : 6,
"8896" : 5,
"9024" : 10,
"9152" : 4,
"9280" : 8,
"9408" : 3,
"9536" : 6,
"9664" : 7,
"9792" : 6,
"9920" : 9,
"10048" : 6,
"10176" : 8,
"10304" : 6,
"10432" : 6,
"10560" : 7,
"10688" : 4,
"10816" : 3,
"10944" : 1,
"11072" : 4,
"11200" : 4,
"11328" : 3,
"11456" : 1,
"11584" : 5,
"11968" : 1,
"12096" : 3,
"12352" : 1,
"12480" : 1,
"12608" : 1,
"12736" : 3,
"12864" : 2,
"12992" : 3,
"13248" : 2,
"13376" : 1,
"13760" : 1,
"14016" : 3,
"14144" : 3,
"14272" : 1,
"14400" : 1,
"14528" : 2,
"14656" : 1,
"14912" : 1,
"15040" : 2,
"15168" : 2,
"15424" : 1,
"15680" : 1,
"15808" : 2,
"15936" : 1,
"16064" : 2,
"16192" : 1,
"16512" : 2,
"17024" : 3,
"17792" : 3,
"18560" : 1,
"19072" : 1,
"20096" : 1,
"20352" : 1,
"21120" : 1,
"22400" : 1,
"22656" : 1,
"25216" : 1,
"26752" : 1,
"34048" : 1,
"36608" : 1,
"37632" : 1,
"38144" : 3,
"39680" : 3,
"40192" : 5,
"40704" : 2,
"41216" : 3,
"41728" : 4,
"42240" : 6,
"42752" : 5,
"43264" : 6,
"43776" : 4,
"44288" : 5,
"44800" : 4,
"45312" : 2,
"45824" : 3,
"46336" : 4,
"46848" : 1,
"47360" : 2,
"47872" : 2,
"48384" : 1,
"48896" : 1,
"49408" : 1,
"49920" : 1,
"50432" : 1,
"51968" : 1,
"55040" : 1,
"56064" : 1,
"57600" : 1
}
},
"lat_ns" : {
"min" : 6890,
"max" : 1650873,
"mean" : 343973.899178,
"stddev" : 136625.164046,
"N" : 2784780
},
"bw_min" : 179620,
"bw_max" : 191990,
"bw_agg" : 100.000000,
"bw_mean" : 185693.218487,
"bw_dev" : 159.146093,
"bw_samples" : 1904,
"iops_min" : 44905,
"iops_max" : 47997,
"iops_mean" : 46422.941176,
"iops_stddev" : 39.785653,
"iops_samples" : 1904
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959984,
"usr_cpu" : 0.604177,
"sys_cpu" : 16.299751,
"ctx" : 2447262,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999964,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999964,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.529264,
"4" : 1.305266,
"10" : 0.157965,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075487,
"timestamp_ms" : 1773075487281,
"time" : "Mon Mar 9 13:58:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 13303410688,
"io_kbytes" : 12991612,
"bw_bytes" : 190048724,
"bw" : 185594,
"iops" : 46398.942857,
"runtime" : 70000,
"total_ios" : 3247926,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5759,
"max" : 1647327,
"mean" : 342653.204807,
"stddev" : 136477.994605,
"N" : 3247926
},
"clat_ns" : {
"min" : 1072,
"max" : 57599,
"mean" : 1430.907670,
"stddev" : 343.003155,
"N" : 3247910,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1160,
"10.000000" : 1256,
"20.000000" : 1304,
"30.000000" : 1320,
"40.000000" : 1368,
"50.000000" : 1400,
"60.000000" : 1432,
"70.000000" : 1480,
"80.000000" : 1528,
"90.000000" : 1624,
"95.000000" : 1720,
"99.000000" : 2160,
"99.500000" : 2480,
"99.900000" : 5088,
"99.950000" : 5920,
"99.990000" : 8640
},
"bins" : {
"1080" : 2,
"1096" : 591,
"1112" : 3347,
"1128" : 36818,
"1144" : 48433,
"1160" : 76895,
"1176" : 62002,
"1192" : 17240,
"1208" : 20240,
"1224" : 12382,
"1240" : 32967,
"1256" : 78827,
"1272" : 64125,
"1288" : 182024,
"1304" : 123746,
"1320" : 226944,
"1336" : 213068,
"1352" : 93039,
"1368" : 172727,
"1384" : 90639,
"1400" : 182475,
"1416" : 186535,
"1432" : 87281,
"1448" : 154361,
"1464" : 68315,
"1480" : 124137,
"1496" : 114131,
"1512" : 53897,
"1528" : 97965,
"1544" : 44299,
"1560" : 79533,
"1576" : 67443,
"1592" : 30391,
"1608" : 54664,
"1624" : 24193,
"1640" : 43247,
"1656" : 37111,
"1672" : 16097,
"1688" : 28759,
"1704" : 12949,
"1720" : 22257,
"1736" : 19043,
"1752" : 8340,
"1768" : 14758,
"1784" : 6709,
"1800" : 11760,
"1816" : 9950,
"1832" : 4480,
"1848" : 7892,
"1864" : 3587,
"1880" : 6133,
"1896" : 5299,
"1912" : 2414,
"1928" : 4160,
"1944" : 1915,
"1960" : 3360,
"1976" : 2968,
"1992" : 1361,
"2008" : 2446,
"2024" : 1108,
"2040" : 2099,
"2064" : 2794,
"2096" : 2521,
"2128" : 2760,
"2160" : 2311,
"2192" : 1973,
"2224" : 1758,
"2256" : 1670,
"2288" : 1895,
"2320" : 1793,
"2352" : 1356,
"2384" : 1271,
"2416" : 1196,
"2448" : 1203,
"2480" : 1333,
"2512" : 988,
"2544" : 910,
"2576" : 822,
"2608" : 786,
"2640" : 968,
"2672" : 667,
"2704" : 589,
"2736" : 507,
"2768" : 496,
"2800" : 537,
"2832" : 364,
"2864" : 306,
"2896" : 270,
"2928" : 240,
"2960" : 302,
"2992" : 183,
"3024" : 164,
"3056" : 138,
"3088" : 146,
"3120" : 130,
"3152" : 90,
"3184" : 79,
"3216" : 84,
"3248" : 86,
"3280" : 96,
"3312" : 51,
"3344" : 46,
"3376" : 47,
"3408" : 34,
"3440" : 35,
"3472" : 28,
"3504" : 26,
"3536" : 29,
"3568" : 21,
"3600" : 19,
"3632" : 24,
"3664" : 14,
"3696" : 25,
"3728" : 20,
"3760" : 34,
"3792" : 32,
"3824" : 31,
"3856" : 35,
"3888" : 34,
"3920" : 47,
"3952" : 50,
"3984" : 52,
"4016" : 38,
"4048" : 52,
"4080" : 48,
"4128" : 115,
"4192" : 99,
"4256" : 112,
"4320" : 120,
"4384" : 140,
"4448" : 127,
"4512" : 132,
"4576" : 165,
"4640" : 136,
"4704" : 135,
"4768" : 167,
"4832" : 143,
"4896" : 162,
"4960" : 156,
"5024" : 136,
"5088" : 150,
"5152" : 130,
"5216" : 129,
"5280" : 137,
"5344" : 127,
"5408" : 167,
"5472" : 117,
"5536" : 105,
"5600" : 149,
"5664" : 113,
"5728" : 133,
"5792" : 94,
"5856" : 104,
"5920" : 103,
"5984" : 77,
"6048" : 98,
"6112" : 84,
"6176" : 82,
"6240" : 87,
"6304" : 77,
"6368" : 76,
"6432" : 72,
"6496" : 46,
"6560" : 68,
"6624" : 36,
"6688" : 46,
"6752" : 43,
"6816" : 35,
"6880" : 33,
"6944" : 36,
"7008" : 24,
"7072" : 30,
"7136" : 20,
"7200" : 17,
"7264" : 17,
"7328" : 10,
"7392" : 23,
"7456" : 10,
"7520" : 13,
"7584" : 8,
"7648" : 9,
"7712" : 8,
"7776" : 7,
"7840" : 8,
"7904" : 6,
"7968" : 3,
"8032" : 6,
"8096" : 6,
"8160" : 5,
"8256" : 12,
"8384" : 7,
"8512" : 5,
"8640" : 5,
"8768" : 7,
"8896" : 7,
"9024" : 11,
"9152" : 5,
"9280" : 8,
"9408" : 3,
"9536" : 9,
"9664" : 8,
"9792" : 9,
"9920" : 12,
"10048" : 6,
"10176" : 13,
"10304" : 8,
"10432" : 7,
"10560" : 10,
"10688" : 8,
"10816" : 3,
"10944" : 2,
"11072" : 4,
"11200" : 4,
"11328" : 5,
"11456" : 1,
"11584" : 5,
"11712" : 1,
"11968" : 1,
"12096" : 4,
"12352" : 1,
"12480" : 3,
"12608" : 2,
"12736" : 3,
"12864" : 3,
"12992" : 4,
"13248" : 2,
"13376" : 2,
"13504" : 1,
"13632" : 1,
"13760" : 1,
"14016" : 4,
"14144" : 3,
"14272" : 1,
"14400" : 1,
"14528" : 3,
"14656" : 2,
"14784" : 1,
"14912" : 1,
"15040" : 3,
"15168" : 2,
"15424" : 1,
"15680" : 1,
"15808" : 3,
"15936" : 1,
"16064" : 2,
"16192" : 1,
"16320" : 1,
"16512" : 2,
"17024" : 3,
"17280" : 1,
"17792" : 3,
"18560" : 1,
"19072" : 1,
"20096" : 1,
"20352" : 1,
"21120" : 1,
"22400" : 1,
"22656" : 1,
"25216" : 1,
"26752" : 1,
"34048" : 1,
"36608" : 1,
"37632" : 1,
"38144" : 3,
"38656" : 1,
"39168" : 1,
"39680" : 3,
"40192" : 5,
"40704" : 2,
"41216" : 4,
"41728" : 5,
"42240" : 8,
"42752" : 6,
"43264" : 6,
"43776" : 4,
"44288" : 5,
"44800" : 5,
"45312" : 3,
"45824" : 4,
"46336" : 4,
"46848" : 1,
"47360" : 3,
"47872" : 2,
"48384" : 1,
"48896" : 1,
"49408" : 1,
"49920" : 1,
"50432" : 1,
"51968" : 1,
"55040" : 1,
"56064" : 1,
"57600" : 1
}
},
"lat_ns" : {
"min" : 6890,
"max" : 1650873,
"mean" : 344083.733365,
"stddev" : 136554.558188,
"N" : 3247910
},
"bw_min" : 178940,
"bw_max" : 192632,
"bw_agg" : 100.000000,
"bw_mean" : 185635.719424,
"bw_dev" : 171.765670,
"bw_samples" : 2224,
"iops_min" : 44735,
"iops_max" : 48158,
"iops_mean" : 46408.510791,
"iops_stddev" : 42.942775,
"iops_samples" : 2224
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119996,
"usr_cpu" : 0.607502,
"sys_cpu" : 16.289344,
"ctx" : 2855074,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.531340,
"4" : 1.298336,
"10" : 0.162442,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075497,
"timestamp_ms" : 1773075497281,
"time" : "Mon Mar 9 13:58:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 15199473664,
"io_kbytes" : 14843236,
"bw_bytes" : 189993420,
"bw" : 185540,
"iops" : 46385.575000,
"runtime" : 80000,
"total_ios" : 3710846,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5268,
"max" : 1647327,
"mean" : 342751.106349,
"stddev" : 136343.597069,
"N" : 3710846
},
"clat_ns" : {
"min" : 1072,
"max" : 57599,
"mean" : 1431.812704,
"stddev" : 344.571079,
"N" : 3710830,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1160,
"10.000000" : 1256,
"20.000000" : 1304,
"30.000000" : 1320,
"40.000000" : 1368,
"50.000000" : 1400,
"60.000000" : 1432,
"70.000000" : 1480,
"80.000000" : 1528,
"90.000000" : 1624,
"95.000000" : 1736,
"99.000000" : 2160,
"99.500000" : 2480,
"99.900000" : 5152,
"99.950000" : 5984,
"99.990000" : 8768
},
"bins" : {
"1080" : 2,
"1096" : 648,
"1112" : 3746,
"1128" : 41420,
"1144" : 54621,
"1160" : 87278,
"1176" : 70473,
"1192" : 19671,
"1208" : 23251,
"1224" : 14206,
"1240" : 37411,
"1256" : 88243,
"1272" : 71773,
"1288" : 204924,
"1304" : 140283,
"1320" : 258526,
"1336" : 243200,
"1352" : 106448,
"1368" : 197938,
"1384" : 103974,
"1400" : 208817,
"1416" : 213207,
"1432" : 99848,
"1448" : 176522,
"1464" : 78359,
"1480" : 142453,
"1496" : 131112,
"1512" : 61955,
"1528" : 112749,
"1544" : 50985,
"1560" : 91759,
"1576" : 77853,
"1592" : 35093,
"1608" : 63071,
"1624" : 28048,
"1640" : 50071,
"1656" : 42742,
"1672" : 18717,
"1688" : 33195,
"1704" : 14935,
"1720" : 25716,
"1736" : 22041,
"1752" : 9625,
"1768" : 16992,
"1784" : 7732,
"1800" : 13489,
"1816" : 11526,
"1832" : 5135,
"1848" : 9049,
"1864" : 4102,
"1880" : 7064,
"1896" : 6131,
"1912" : 2775,
"1928" : 4815,
"1944" : 2200,
"1960" : 3853,
"1976" : 3391,
"1992" : 1580,
"2008" : 2830,
"2024" : 1299,
"2040" : 2450,
"2064" : 3203,
"2096" : 2889,
"2128" : 3166,
"2160" : 2633,
"2192" : 2248,
"2224" : 1996,
"2256" : 1896,
"2288" : 2116,
"2320" : 2016,
"2352" : 1505,
"2384" : 1456,
"2416" : 1345,
"2448" : 1340,
"2480" : 1514,
"2512" : 1089,
"2544" : 1007,
"2576" : 915,
"2608" : 867,
"2640" : 1064,
"2672" : 727,
"2704" : 630,
"2736" : 566,
"2768" : 544,
"2800" : 585,
"2832" : 408,
"2864" : 347,
"2896" : 303,
"2928" : 268,
"2960" : 331,
"2992" : 207,
"3024" : 177,
"3056" : 153,
"3088" : 155,
"3120" : 143,
"3152" : 98,
"3184" : 95,
"3216" : 91,
"3248" : 90,
"3280" : 101,
"3312" : 55,
"3344" : 58,
"3376" : 50,
"3408" : 40,
"3440" : 41,
"3472" : 32,
"3504" : 28,
"3536" : 31,
"3568" : 28,
"3600" : 22,
"3632" : 29,
"3664" : 18,
"3696" : 27,
"3728" : 23,
"3760" : 39,
"3792" : 39,
"3824" : 38,
"3856" : 41,
"3888" : 43,
"3920" : 51,
"3952" : 55,
"3984" : 59,
"4016" : 46,
"4048" : 58,
"4080" : 52,
"4128" : 138,
"4192" : 114,
"4256" : 119,
"4320" : 130,
"4384" : 155,
"4448" : 145,
"4512" : 150,
"4576" : 192,
"4640" : 154,
"4704" : 155,
"4768" : 190,
"4832" : 163,
"4896" : 181,
"4960" : 180,
"5024" : 153,
"5088" : 183,
"5152" : 152,
"5216" : 145,
"5280" : 158,
"5344" : 144,
"5408" : 187,
"5472" : 142,
"5536" : 120,
"5600" : 175,
"5664" : 136,
"5728" : 152,
"5792" : 104,
"5856" : 127,
"5920" : 120,
"5984" : 91,
"6048" : 114,
"6112" : 107,
"6176" : 97,
"6240" : 105,
"6304" : 90,
"6368" : 84,
"6432" : 77,
"6496" : 56,
"6560" : 79,
"6624" : 41,
"6688" : 55,
"6752" : 49,
"6816" : 41,
"6880" : 39,
"6944" : 39,
"7008" : 30,
"7072" : 33,
"7136" : 22,
"7200" : 22,
"7264" : 21,
"7328" : 11,
"7392" : 27,
"7456" : 13,
"7520" : 16,
"7584" : 12,
"7648" : 12,
"7712" : 14,
"7776" : 7,
"7840" : 8,
"7904" : 9,
"7968" : 5,
"8032" : 8,
"8096" : 6,
"8160" : 7,
"8256" : 14,
"8384" : 8,
"8512" : 7,
"8640" : 5,
"8768" : 8,
"8896" : 9,
"9024" : 13,
"9152" : 6,
"9280" : 9,
"9408" : 3,
"9536" : 10,
"9664" : 8,
"9792" : 9,
"9920" : 13,
"10048" : 8,
"10176" : 15,
"10304" : 10,
"10432" : 8,
"10560" : 11,
"10688" : 9,
"10816" : 6,
"10944" : 3,
"11072" : 5,
"11200" : 4,
"11328" : 7,
"11456" : 3,
"11584" : 7,
"11712" : 1,
"11968" : 3,
"12096" : 5,
"12352" : 1,
"12480" : 3,
"12608" : 2,
"12736" : 3,
"12864" : 3,
"12992" : 5,
"13248" : 2,
"13376" : 2,
"13504" : 1,
"13632" : 2,
"13760" : 1,
"14016" : 5,
"14144" : 4,
"14272" : 1,
"14400" : 1,
"14528" : 3,
"14656" : 2,
"14784" : 2,
"14912" : 1,
"15040" : 3,
"15168" : 2,
"15424" : 1,
"15680" : 1,
"15808" : 3,
"15936" : 2,
"16064" : 2,
"16192" : 1,
"16320" : 2,
"16512" : 2,
"17024" : 3,
"17280" : 1,
"17536" : 1,
"17792" : 4,
"18560" : 1,
"19072" : 1,
"20096" : 1,
"20352" : 1,
"21120" : 1,
"22400" : 1,
"22656" : 1,
"22912" : 1,
"25216" : 1,
"25472" : 1,
"26752" : 1,
"34048" : 1,
"36608" : 1,
"37632" : 1,
"38144" : 4,
"38656" : 1,
"39168" : 1,
"39680" : 4,
"40192" : 6,
"40704" : 3,
"41216" : 4,
"41728" : 6,
"42240" : 9,
"42752" : 6,
"43264" : 6,
"43776" : 5,
"44288" : 5,
"44800" : 5,
"45312" : 4,
"45824" : 5,
"46336" : 5,
"46848" : 1,
"47360" : 3,
"47872" : 3,
"48384" : 1,
"48896" : 1,
"49408" : 1,
"49920" : 1,
"50432" : 2,
"51456" : 1,
"51968" : 1,
"55040" : 1,
"56064" : 1,
"57600" : 1
}
},
"lat_ns" : {
"min" : 6399,
"max" : 1650873,
"mean" : 344182.587658,
"stddev" : 136420.060020,
"N" : 3710830
},
"bw_min" : 178373,
"bw_max" : 193198,
"bw_agg" : 100.000000,
"bw_mean" : 185581.025157,
"bw_dev" : 185.275801,
"bw_samples" : 2544,
"iops_min" : 44593,
"iops_max" : 48299,
"iops_mean" : 46394.798742,
"iops_stddev" : 46.319928,
"iops_samples" : 2544
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279995,
"usr_cpu" : 0.607737,
"sys_cpu" : 16.287798,
"ctx" : 3262891,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.542031,
"4" : 1.285691,
"10" : 0.164140,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075507,
"timestamp_ms" : 1773075507280,
"time" : "Mon Mar 9 13:58:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 17095106560,
"io_kbytes" : 16694440,
"bw_bytes" : 189947738,
"bw" : 185495,
"iops" : 46374.215269,
"runtime" : 89999,
"total_ios" : 4173633,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5268,
"max" : 1647327,
"mean" : 342836.337324,
"stddev" : 136286.649885,
"N" : 4173633
},
"clat_ns" : {
"min" : 1072,
"max" : 57599,
"mean" : 1431.032837,
"stddev" : 341.632781,
"N" : 4173617,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1160,
"10.000000" : 1256,
"20.000000" : 1304,
"30.000000" : 1320,
"40.000000" : 1368,
"50.000000" : 1400,
"60.000000" : 1432,
"70.000000" : 1480,
"80.000000" : 1528,
"90.000000" : 1624,
"95.000000" : 1720,
"99.000000" : 2160,
"99.500000" : 2480,
"99.900000" : 5088,
"99.950000" : 5920,
"99.990000" : 8512
},
"bins" : {
"1080" : 2,
"1096" : 703,
"1112" : 4263,
"1128" : 46842,
"1144" : 61538,
"1160" : 98384,
"1176" : 79129,
"1192" : 22062,
"1208" : 25946,
"1224" : 15962,
"1240" : 42532,
"1256" : 100963,
"1272" : 81697,
"1288" : 232871,
"1304" : 158777,
"1320" : 290884,
"1336" : 273066,
"1352" : 119463,
"1368" : 223005,
"1384" : 117349,
"1400" : 235361,
"1416" : 239528,
"1432" : 111927,
"1448" : 197958,
"1464" : 87810,
"1480" : 160166,
"1496" : 147260,
"1512" : 69553,
"1528" : 126418,
"1544" : 57102,
"1560" : 102470,
"1576" : 87287,
"1592" : 39236,
"1608" : 70490,
"1624" : 31433,
"1640" : 55999,
"1656" : 47758,
"1672" : 21050,
"1688" : 37077,
"1704" : 16624,
"1720" : 28765,
"1736" : 24474,
"1752" : 10735,
"1768" : 19006,
"1784" : 8652,
"1800" : 15028,
"1816" : 12817,
"1832" : 5765,
"1848" : 10078,
"1864" : 4550,
"1880" : 7902,
"1896" : 6895,
"1912" : 3099,
"1928" : 5394,
"1944" : 2466,
"1960" : 4295,
"1976" : 3774,
"1992" : 1777,
"2008" : 3153,
"2024" : 1464,
"2040" : 2720,
"2064" : 3649,
"2096" : 3211,
"2128" : 3572,
"2160" : 2944,
"2192" : 2516,
"2224" : 2234,
"2256" : 2127,
"2288" : 2361,
"2320" : 2227,
"2352" : 1668,
"2384" : 1597,
"2416" : 1505,
"2448" : 1479,
"2480" : 1655,
"2512" : 1191,
"2544" : 1109,
"2576" : 997,
"2608" : 961,
"2640" : 1152,
"2672" : 803,
"2704" : 685,
"2736" : 599,
"2768" : 591,
"2800" : 653,
"2832" : 445,
"2864" : 379,
"2896" : 331,
"2928" : 298,
"2960" : 364,
"2992" : 222,
"3024" : 193,
"3056" : 181,
"3088" : 166,
"3120" : 162,
"3152" : 113,
"3184" : 105,
"3216" : 101,
"3248" : 97,
"3280" : 113,
"3312" : 63,
"3344" : 68,
"3376" : 54,
"3408" : 49,
"3440" : 49,
"3472" : 36,
"3504" : 30,
"3536" : 37,
"3568" : 31,
"3600" : 29,
"3632" : 34,
"3664" : 20,
"3696" : 33,
"3728" : 26,
"3760" : 41,
"3792" : 46,
"3824" : 44,
"3856" : 45,
"3888" : 50,
"3920" : 58,
"3952" : 64,
"3984" : 68,
"4016" : 50,
"4048" : 63,
"4080" : 59,
"4128" : 163,
"4192" : 126,
"4256" : 138,
"4320" : 145,
"4384" : 176,
"4448" : 177,
"4512" : 170,
"4576" : 220,
"4640" : 175,
"4704" : 178,
"4768" : 205,
"4832" : 183,
"4896" : 200,
"4960" : 207,
"5024" : 172,
"5088" : 207,
"5152" : 165,
"5216" : 166,
"5280" : 178,
"5344" : 163,
"5408" : 211,
"5472" : 159,
"5536" : 135,
"5600" : 189,
"5664" : 153,
"5728" : 170,
"5792" : 115,
"5856" : 143,
"5920" : 133,
"5984" : 101,
"6048" : 126,
"6112" : 123,
"6176" : 107,
"6240" : 117,
"6304" : 97,
"6368" : 89,
"6432" : 85,
"6496" : 63,
"6560" : 84,
"6624" : 43,
"6688" : 58,
"6752" : 57,
"6816" : 46,
"6880" : 45,
"6944" : 42,
"7008" : 35,
"7072" : 38,
"7136" : 23,
"7200" : 25,
"7264" : 21,
"7328" : 14,
"7392" : 28,
"7456" : 16,
"7520" : 16,
"7584" : 13,
"7648" : 13,
"7712" : 15,
"7776" : 7,
"7840" : 8,
"7904" : 10,
"7968" : 5,
"8032" : 8,
"8096" : 6,
"8160" : 7,
"8256" : 15,
"8384" : 9,
"8512" : 8,
"8640" : 5,
"8768" : 8,
"8896" : 11,
"9024" : 13,
"9152" : 7,
"9280" : 9,
"9408" : 4,
"9536" : 12,
"9664" : 9,
"9792" : 10,
"9920" : 16,
"10048" : 8,
"10176" : 16,
"10304" : 11,
"10432" : 11,
"10560" : 12,
"10688" : 9,
"10816" : 8,
"10944" : 3,
"11072" : 5,
"11200" : 5,
"11328" : 7,
"11456" : 3,
"11584" : 7,
"11712" : 1,
"11968" : 4,
"12096" : 5,
"12352" : 1,
"12480" : 4,
"12608" : 2,
"12736" : 3,
"12864" : 3,
"12992" : 5,
"13248" : 2,
"13376" : 2,
"13504" : 1,
"13632" : 2,
"13760" : 1,
"14016" : 5,
"14144" : 4,
"14272" : 1,
"14400" : 1,
"14528" : 3,
"14656" : 2,
"14784" : 2,
"14912" : 1,
"15040" : 3,
"15168" : 2,
"15424" : 1,
"15680" : 1,
"15808" : 3,
"15936" : 2,
"16064" : 2,
"16192" : 1,
"16320" : 2,
"16512" : 2,
"17024" : 3,
"17280" : 1,
"17536" : 1,
"17792" : 4,
"18560" : 1,
"19072" : 1,
"19328" : 1,
"20096" : 1,
"20352" : 1,
"21120" : 1,
"22400" : 1,
"22656" : 1,
"22912" : 1,
"25216" : 1,
"25472" : 1,
"26752" : 1,
"34048" : 1,
"35072" : 1,
"36608" : 1,
"37632" : 1,
"38144" : 5,
"38656" : 1,
"39168" : 1,
"39680" : 5,
"40192" : 8,
"40704" : 3,
"41216" : 4,
"41728" : 7,
"42240" : 10,
"42752" : 7,
"43264" : 6,
"43776" : 6,
"44288" : 5,
"44800" : 5,
"45312" : 4,
"45824" : 5,
"46336" : 5,
"46848" : 1,
"47360" : 4,
"47872" : 4,
"48384" : 1,
"48896" : 1,
"49408" : 1,
"49920" : 1,
"50432" : 2,
"51456" : 1,
"51968" : 1,
"55040" : 1,
"56064" : 1,
"57600" : 1
}
},
"lat_ns" : {
"min" : 6399,
"max" : 1650873,
"mean" : 344267.075838,
"stddev" : 136362.806855,
"N" : 4173617
},
"bw_min" : 178053,
"bw_max" : 193830,
"bw_agg" : 100.000000,
"bw_mean" : 185530.871508,
"bw_dev" : 198.986936,
"bw_samples" : 2864,
"iops_min" : 44513,
"iops_max" : 48457,
"iops_mean" : 46382.212291,
"iops_stddev" : 49.751411,
"iops_samples" : 2864
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439984,
"usr_cpu" : 0.604382,
"sys_cpu" : 16.292056,
"ctx" : 3670648,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999952,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999952,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.557228,
"4" : 1.271506,
"10" : 0.163479,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075517,
"timestamp_ms" : 1773075517281,
"time" : "Mon Mar 9 13:58:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 18988236800,
"io_kbytes" : 18543200,
"bw_bytes" : 189882368,
"bw" : 185432,
"iops" : 46358.250000,
"runtime" : 100000,
"total_ios" : 4635825,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5268,
"max" : 1647327,
"mean" : 342954.209347,
"stddev" : 136191.453497,
"N" : 4635825
},
"clat_ns" : {
"min" : 1072,
"max" : 57599,
"mean" : 1431.266210,
"stddev" : 340.740103,
"N" : 4635809,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1160,
"10.000000" : 1256,
"20.000000" : 1304,
"30.000000" : 1320,
"40.000000" : 1368,
"50.000000" : 1400,
"60.000000" : 1432,
"70.000000" : 1480,
"80.000000" : 1528,
"90.000000" : 1624,
"95.000000" : 1720,
"99.000000" : 2160,
"99.500000" : 2480,
"99.900000" : 5088,
"99.950000" : 5920,
"99.990000" : 8384
},
"bins" : {
"1080" : 2,
"1096" : 774,
"1112" : 4704,
"1128" : 51874,
"1144" : 68534,
"1160" : 109546,
"1176" : 87882,
"1192" : 24453,
"1208" : 28736,
"1224" : 17564,
"1240" : 46552,
"1256" : 111014,
"1272" : 90537,
"1288" : 259704,
"1304" : 176855,
"1320" : 323066,
"1336" : 302029,
"1352" : 132061,
"1368" : 247157,
"1384" : 130596,
"1400" : 262290,
"1416" : 266621,
"1432" : 124458,
"1448" : 220370,
"1464" : 97449,
"1480" : 178050,
"1496" : 163700,
"1512" : 77257,
"1528" : 140213,
"1544" : 63401,
"1560" : 113758,
"1576" : 96954,
"1592" : 43529,
"1608" : 78047,
"1624" : 34857,
"1640" : 62176,
"1656" : 53042,
"1672" : 23340,
"1688" : 41150,
"1704" : 18404,
"1720" : 32062,
"1736" : 27269,
"1752" : 12003,
"1768" : 21249,
"1784" : 9591,
"1800" : 16643,
"1816" : 14315,
"1832" : 6538,
"1848" : 11293,
"1864" : 5103,
"1880" : 8846,
"1896" : 7660,
"1912" : 3430,
"1928" : 6007,
"1944" : 2766,
"1960" : 4797,
"1976" : 4172,
"1992" : 1973,
"2008" : 3529,
"2024" : 1625,
"2040" : 3027,
"2064" : 4030,
"2096" : 3557,
"2128" : 3912,
"2160" : 3280,
"2192" : 2792,
"2224" : 2471,
"2256" : 2324,
"2288" : 2587,
"2320" : 2450,
"2352" : 1851,
"2384" : 1799,
"2416" : 1680,
"2448" : 1651,
"2480" : 1870,
"2512" : 1356,
"2544" : 1278,
"2576" : 1140,
"2608" : 1113,
"2640" : 1360,
"2672" : 934,
"2704" : 794,
"2736" : 705,
"2768" : 695,
"2800" : 771,
"2832" : 516,
"2864" : 446,
"2896" : 394,
"2928" : 347,
"2960" : 426,
"2992" : 259,
"3024" : 222,
"3056" : 212,
"3088" : 185,
"3120" : 189,
"3152" : 133,
"3184" : 123,
"3216" : 118,
"3248" : 113,
"3280" : 125,
"3312" : 70,
"3344" : 76,
"3376" : 61,
"3408" : 57,
"3440" : 59,
"3472" : 40,
"3504" : 33,
"3536" : 38,
"3568" : 33,
"3600" : 31,
"3632" : 38,
"3664" : 23,
"3696" : 36,
"3728" : 30,
"3760" : 47,
"3792" : 52,
"3824" : 50,
"3856" : 47,
"3888" : 54,
"3920" : 66,
"3952" : 71,
"3984" : 74,
"4016" : 60,
"4048" : 65,
"4080" : 68,
"4128" : 176,
"4192" : 141,
"4256" : 160,
"4320" : 168,
"4384" : 192,
"4448" : 197,
"4512" : 188,
"4576" : 243,
"4640" : 198,
"4704" : 209,
"4768" : 236,
"4832" : 201,
"4896" : 220,
"4960" : 226,
"5024" : 187,
"5088" : 232,
"5152" : 177,
"5216" : 181,
"5280" : 200,
"5344" : 178,
"5408" : 232,
"5472" : 171,
"5536" : 159,
"5600" : 215,
"5664" : 164,
"5728" : 183,
"5792" : 137,
"5856" : 161,
"5920" : 147,
"5984" : 111,
"6048" : 142,
"6112" : 131,
"6176" : 114,
"6240" : 128,
"6304" : 112,
"6368" : 100,
"6432" : 97,
"6496" : 72,
"6560" : 88,
"6624" : 51,
"6688" : 65,
"6752" : 62,
"6816" : 51,
"6880" : 48,
"6944" : 44,
"7008" : 41,
"7072" : 45,
"7136" : 24,
"7200" : 28,
"7264" : 22,
"7328" : 15,
"7392" : 29,
"7456" : 16,
"7520" : 17,
"7584" : 15,
"7648" : 16,
"7712" : 15,
"7776" : 8,
"7840" : 10,
"7904" : 10,
"7968" : 5,
"8032" : 8,
"8096" : 7,
"8160" : 7,
"8256" : 15,
"8384" : 11,
"8512" : 8,
"8640" : 7,
"8768" : 10,
"8896" : 12,
"9024" : 13,
"9152" : 7,
"9280" : 10,
"9408" : 5,
"9536" : 12,
"9664" : 10,
"9792" : 10,
"9920" : 16,
"10048" : 8,
"10176" : 16,
"10304" : 13,
"10432" : 12,
"10560" : 12,
"10688" : 9,
"10816" : 9,
"10944" : 3,
"11072" : 5,
"11200" : 5,
"11328" : 7,
"11456" : 4,
"11584" : 8,
"11712" : 1,
"11840" : 1,
"11968" : 4,
"12096" : 5,
"12352" : 1,
"12480" : 4,
"12608" : 2,
"12736" : 3,
"12864" : 3,
"12992" : 5,
"13248" : 3,
"13376" : 3,
"13504" : 1,
"13632" : 3,
"13760" : 1,
"13888" : 1,
"14016" : 6,
"14144" : 4,
"14272" : 2,
"14400" : 1,
"14528" : 3,
"14656" : 2,
"14784" : 2,
"14912" : 1,
"15040" : 3,
"15168" : 2,
"15424" : 1,
"15680" : 1,
"15808" : 3,
"15936" : 2,
"16064" : 2,
"16192" : 1,
"16320" : 2,
"16512" : 2,
"16768" : 1,
"17024" : 3,
"17280" : 1,
"17536" : 1,
"17792" : 4,
"18560" : 1,
"19072" : 1,
"19328" : 1,
"20096" : 1,
"20352" : 2,
"20608" : 1,
"21120" : 1,
"22144" : 1,
"22400" : 1,
"22656" : 1,
"22912" : 1,
"25216" : 1,
"25472" : 1,
"26752" : 1,
"34048" : 1,
"35072" : 1,
"36608" : 1,
"37632" : 1,
"38144" : 5,
"38656" : 1,
"39168" : 2,
"39680" : 5,
"40192" : 9,
"40704" : 3,
"41216" : 6,
"41728" : 9,
"42240" : 10,
"42752" : 7,
"43264" : 6,
"43776" : 7,
"44288" : 6,
"44800" : 6,
"45312" : 5,
"45824" : 5,
"46336" : 5,
"46848" : 1,
"47360" : 4,
"47872" : 4,
"48384" : 2,
"48896" : 1,
"49408" : 1,
"49920" : 1,
"50432" : 2,
"51456" : 1,
"51968" : 1,
"55040" : 1,
"56064" : 1,
"57600" : 1
}
},
"lat_ns" : {
"min" : 6399,
"max" : 1650873,
"mean" : 344385.210985,
"stddev" : 136267.664199,
"N" : 4635809
},
"bw_min" : 177635,
"bw_max" : 193942,
"bw_agg" : 100.000000,
"bw_mean" : 185461.613065,
"bw_dev" : 210.825136,
"bw_samples" : 3184,
"iops_min" : 44408,
"iops_max" : 48485,
"iops_mean" : 46364.864322,
"iops_stddev" : 52.713379,
"iops_samples" : 3184
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1600000,
"usr_cpu" : 0.606688,
"sys_cpu" : 16.293437,
"ctx" : 4078422,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.546062,
"4" : 1.282943,
"10" : 0.163380,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075527,
"timestamp_ms" : 1773075527281,
"time" : "Mon Mar 9 13:58:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 20884131840,
"io_kbytes" : 20394660,
"bw_bytes" : 189855744,
"bw" : 185406,
"iops" : 46351.718182,
"runtime" : 110000,
"total_ios" : 5098689,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5268,
"max" : 1740700,
"mean" : 343002.094509,
"stddev" : 136149.984502,
"N" : 5098689
},
"clat_ns" : {
"min" : 1072,
"max" : 57599,
"mean" : 1431.545950,
"stddev" : 345.757482,
"N" : 5098673,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1160,
"10.000000" : 1256,
"20.000000" : 1304,
"30.000000" : 1320,
"40.000000" : 1368,
"50.000000" : 1400,
"60.000000" : 1432,
"70.000000" : 1480,
"80.000000" : 1528,
"90.000000" : 1624,
"95.000000" : 1720,
"99.000000" : 2160,
"99.500000" : 2480,
"99.900000" : 5088,
"99.950000" : 5920,
"99.990000" : 8640
},
"bins" : {
"1080" : 2,
"1096" : 843,
"1112" : 5150,
"1128" : 56784,
"1144" : 75061,
"1160" : 120035,
"1176" : 96316,
"1192" : 26830,
"1208" : 31821,
"1224" : 19509,
"1240" : 51489,
"1256" : 122495,
"1272" : 99856,
"1288" : 285417,
"1304" : 193916,
"1320" : 353997,
"1336" : 332059,
"1352" : 145483,
"1368" : 272709,
"1384" : 143740,
"1400" : 288190,
"1416" : 292657,
"1432" : 136864,
"1448" : 242441,
"1464" : 107122,
"1480" : 195859,
"1496" : 179984,
"1512" : 84885,
"1528" : 154237,
"1544" : 69710,
"1560" : 125261,
"1576" : 106727,
"1592" : 48032,
"1608" : 85990,
"1624" : 38321,
"1640" : 68592,
"1656" : 58555,
"1672" : 25770,
"1688" : 45424,
"1704" : 20275,
"1720" : 35358,
"1736" : 30160,
"1752" : 13226,
"1768" : 23496,
"1784" : 10558,
"1800" : 18518,
"1816" : 15817,
"1832" : 7219,
"1848" : 12514,
"1864" : 5616,
"1880" : 9808,
"1896" : 8440,
"1912" : 3793,
"1928" : 6587,
"1944" : 3046,
"1960" : 5344,
"1976" : 4607,
"1992" : 2201,
"2008" : 3894,
"2024" : 1783,
"2040" : 3337,
"2064" : 4425,
"2096" : 3925,
"2128" : 4304,
"2160" : 3601,
"2192" : 3047,
"2224" : 2719,
"2256" : 2563,
"2288" : 2873,
"2320" : 2674,
"2352" : 2024,
"2384" : 1969,
"2416" : 1832,
"2448" : 1795,
"2480" : 2037,
"2512" : 1483,
"2544" : 1381,
"2576" : 1238,
"2608" : 1205,
"2640" : 1496,
"2672" : 1011,
"2704" : 858,
"2736" : 766,
"2768" : 752,
"2800" : 848,
"2832" : 567,
"2864" : 484,
"2896" : 432,
"2928" : 386,
"2960" : 476,
"2992" : 273,
"3024" : 243,
"3056" : 239,
"3088" : 202,
"3120" : 204,
"3152" : 146,
"3184" : 129,
"3216" : 136,
"3248" : 120,
"3280" : 135,
"3312" : 74,
"3344" : 84,
"3376" : 64,
"3408" : 59,
"3440" : 66,
"3472" : 45,
"3504" : 36,
"3536" : 40,
"3568" : 34,
"3600" : 32,
"3632" : 42,
"3664" : 30,
"3696" : 39,
"3728" : 32,
"3760" : 51,
"3792" : 55,
"3824" : 55,
"3856" : 52,
"3888" : 60,
"3920" : 73,
"3952" : 74,
"3984" : 82,
"4016" : 63,
"4048" : 73,
"4080" : 71,
"4128" : 195,
"4192" : 159,
"4256" : 186,
"4320" : 184,
"4384" : 209,
"4448" : 206,
"4512" : 203,
"4576" : 263,
"4640" : 222,
"4704" : 228,
"4768" : 253,
"4832" : 223,
"4896" : 238,
"4960" : 249,
"5024" : 201,
"5088" : 256,
"5152" : 193,
"5216" : 202,
"5280" : 220,
"5344" : 198,
"5408" : 259,
"5472" : 194,
"5536" : 174,
"5600" : 242,
"5664" : 178,
"5728" : 198,
"5792" : 158,
"5856" : 180,
"5920" : 160,
"5984" : 128,
"6048" : 160,
"6112" : 143,
"6176" : 129,
"6240" : 144,
"6304" : 121,
"6368" : 114,
"6432" : 114,
"6496" : 80,
"6560" : 100,
"6624" : 58,
"6688" : 75,
"6752" : 70,
"6816" : 55,
"6880" : 53,
"6944" : 51,
"7008" : 45,
"7072" : 54,
"7136" : 26,
"7200" : 29,
"7264" : 30,
"7328" : 16,
"7392" : 32,
"7456" : 17,
"7520" : 19,
"7584" : 18,
"7648" : 17,
"7712" : 16,
"7776" : 9,
"7840" : 11,
"7904" : 11,
"7968" : 8,
"8032" : 8,
"8096" : 8,
"8160" : 7,
"8256" : 17,
"8384" : 12,
"8512" : 8,
"8640" : 8,
"8768" : 11,
"8896" : 13,
"9024" : 14,
"9152" : 9,
"9280" : 15,
"9408" : 6,
"9536" : 14,
"9664" : 11,
"9792" : 10,
"9920" : 19,
"10048" : 10,
"10176" : 19,
"10304" : 13,
"10432" : 15,
"10560" : 15,
"10688" : 9,
"10816" : 9,
"10944" : 4,
"11072" : 6,
"11200" : 5,
"11328" : 7,
"11456" : 6,
"11584" : 9,
"11712" : 1,
"11840" : 1,
"11968" : 4,
"12096" : 5,
"12352" : 2,
"12480" : 4,
"12608" : 3,
"12736" : 3,
"12864" : 3,
"12992" : 5,
"13248" : 3,
"13376" : 3,
"13504" : 2,
"13632" : 3,
"13760" : 1,
"13888" : 1,
"14016" : 6,
"14144" : 5,
"14272" : 3,
"14400" : 2,
"14528" : 3,
"14656" : 2,
"14784" : 2,
"14912" : 1,
"15040" : 3,
"15168" : 2,
"15296" : 1,
"15424" : 1,
"15680" : 1,
"15808" : 3,
"15936" : 2,
"16064" : 2,
"16192" : 1,
"16320" : 2,
"16512" : 2,
"16768" : 1,
"17024" : 3,
"17280" : 1,
"17536" : 1,
"17792" : 4,
"18560" : 2,
"19072" : 1,
"19328" : 1,
"20096" : 1,
"20352" : 2,
"20608" : 1,
"21120" : 1,
"22144" : 1,
"22400" : 1,
"22656" : 1,
"22912" : 1,
"25216" : 1,
"25472" : 1,
"26752" : 1,
"34048" : 1,
"35072" : 1,
"36608" : 1,
"37632" : 1,
"38144" : 5,
"38656" : 1,
"39168" : 2,
"39680" : 6,
"40192" : 11,
"40704" : 5,
"41216" : 6,
"41728" : 11,
"42240" : 12,
"42752" : 10,
"43264" : 9,
"43776" : 8,
"44288" : 6,
"44800" : 7,
"45312" : 8,
"45824" : 5,
"46336" : 5,
"46848" : 1,
"47360" : 4,
"47872" : 6,
"48384" : 2,
"48896" : 1,
"49408" : 1,
"49920" : 1,
"50432" : 2,
"51456" : 1,
"51968" : 1,
"55040" : 1,
"56064" : 1,
"57600" : 1
}
},
"lat_ns" : {
"min" : 6399,
"max" : 1742252,
"mean" : 344433.400055,
"stddev" : 136226.077737,
"N" : 5098673
},
"bw_min" : 177461,
"bw_max" : 194312,
"bw_agg" : 100.000000,
"bw_mean" : 185439.200913,
"bw_dev" : 220.306052,
"bw_samples" : 3504,
"iops_min" : 44365,
"iops_max" : 48578,
"iops_mean" : 46359.228311,
"iops_stddev" : 55.084842,
"iops_samples" : 3504
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1760000,
"usr_cpu" : 0.605000,
"sys_cpu" : 16.290682,
"ctx" : 4486238,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.549176,
"4" : 1.278584,
"10" : 0.164415,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075537,
"timestamp_ms" : 1773075537281,
"time" : "Mon Mar 9 13:58:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 22777880576,
"io_kbytes" : 22244024,
"bw_bytes" : 189815671,
"bw" : 185366,
"iops" : 46341.908333,
"runtime" : 120000,
"total_ios" : 5561029,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5268,
"max" : 1740700,
"mean" : 343074.809605,
"stddev" : 136079.250887,
"N" : 5561029
},
"clat_ns" : {
"min" : 1072,
"max" : 57599,
"mean" : 1431.500028,
"stddev" : 346.126488,
"N" : 5561013,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1160,
"10.000000" : 1256,
"20.000000" : 1304,
"30.000000" : 1320,
"40.000000" : 1368,
"50.000000" : 1400,
"60.000000" : 1432,
"70.000000" : 1480,
"80.000000" : 1528,
"90.000000" : 1624,
"95.000000" : 1736,
"99.000000" : 2160,
"99.500000" : 2512,
"99.900000" : 5088,
"99.950000" : 5920,
"99.990000" : 8512
},
"bins" : {
"1080" : 2,
"1096" : 910,
"1112" : 5559,
"1128" : 61332,
"1144" : 81161,
"1160" : 129988,
"1176" : 104149,
"1192" : 29013,
"1208" : 34624,
"1224" : 21788,
"1240" : 58018,
"1256" : 136164,
"1272" : 109982,
"1288" : 313261,
"1304" : 211978,
"1320" : 387270,
"1336" : 363260,
"1352" : 159283,
"1368" : 297942,
"1384" : 156459,
"1400" : 313366,
"1416" : 318147,
"1432" : 148637,
"1448" : 263456,
"1464" : 116422,
"1480" : 212717,
"1496" : 195492,
"1512" : 92172,
"1528" : 167518,
"1544" : 75783,
"1560" : 136104,
"1576" : 116119,
"1592" : 52239,
"1608" : 93708,
"1624" : 41847,
"1640" : 74683,
"1656" : 63751,
"1672" : 28058,
"1688" : 49383,
"1704" : 22092,
"1720" : 38432,
"1736" : 32838,
"1752" : 14426,
"1768" : 25611,
"1784" : 11523,
"1800" : 20214,
"1816" : 17210,
"1832" : 7867,
"1848" : 13628,
"1864" : 6104,
"1880" : 10726,
"1896" : 9132,
"1912" : 4084,
"1928" : 7188,
"1944" : 3291,
"1960" : 5781,
"1976" : 5005,
"1992" : 2420,
"2008" : 4228,
"2024" : 1942,
"2040" : 3635,
"2064" : 4863,
"2096" : 4267,
"2128" : 4680,
"2160" : 3951,
"2192" : 3333,
"2224" : 3001,
"2256" : 2813,
"2288" : 3186,
"2320" : 3007,
"2352" : 2286,
"2384" : 2210,
"2416" : 2076,
"2448" : 2040,
"2480" : 2311,
"2512" : 1664,
"2544" : 1560,
"2576" : 1417,
"2608" : 1339,
"2640" : 1687,
"2672" : 1110,
"2704" : 959,
"2736" : 883,
"2768" : 829,
"2800" : 945,
"2832" : 645,
"2864" : 534,
"2896" : 479,
"2928" : 432,
"2960" : 511,
"2992" : 297,
"3024" : 270,
"3056" : 248,
"3088" : 223,
"3120" : 230,
"3152" : 158,
"3184" : 143,
"3216" : 150,
"3248" : 127,
"3280" : 148,
"3312" : 82,
"3344" : 91,
"3376" : 68,
"3408" : 66,
"3440" : 68,
"3472" : 49,
"3504" : 38,
"3536" : 42,
"3568" : 36,
"3600" : 34,
"3632" : 46,
"3664" : 31,
"3696" : 41,
"3728" : 40,
"3760" : 57,
"3792" : 63,
"3824" : 65,
"3856" : 66,
"3888" : 66,
"3920" : 79,
"3952" : 78,
"3984" : 88,
"4016" : 75,
"4048" : 77,
"4080" : 75,
"4128" : 205,
"4192" : 175,
"4256" : 201,
"4320" : 197,
"4384" : 223,
"4448" : 234,
"4512" : 227,
"4576" : 288,
"4640" : 253,
"4704" : 246,
"4768" : 275,
"4832" : 240,
"4896" : 261,
"4960" : 272,
"5024" : 220,
"5088" : 289,
"5152" : 212,
"5216" : 226,
"5280" : 239,
"5344" : 217,
"5408" : 275,
"5472" : 212,
"5536" : 190,
"5600" : 259,
"5664" : 195,
"5728" : 222,
"5792" : 177,
"5856" : 188,
"5920" : 182,
"5984" : 148,
"6048" : 180,
"6112" : 155,
"6176" : 138,
"6240" : 155,
"6304" : 133,
"6368" : 124,
"6432" : 124,
"6496" : 87,
"6560" : 109,
"6624" : 67,
"6688" : 80,
"6752" : 74,
"6816" : 60,
"6880" : 60,
"6944" : 56,
"7008" : 47,
"7072" : 58,
"7136" : 28,
"7200" : 33,
"7264" : 32,
"7328" : 16,
"7392" : 33,
"7456" : 19,
"7520" : 25,
"7584" : 23,
"7648" : 18,
"7712" : 17,
"7776" : 9,
"7840" : 12,
"7904" : 12,
"7968" : 8,
"8032" : 8,
"8096" : 10,
"8160" : 7,
"8256" : 19,
"8384" : 14,
"8512" : 8,
"8640" : 9,
"8768" : 11,
"8896" : 13,
"9024" : 16,
"9152" : 10,
"9280" : 15,
"9408" : 6,
"9536" : 15,
"9664" : 12,
"9792" : 10,
"9920" : 19,
"10048" : 10,
"10176" : 22,
"10304" : 13,
"10432" : 15,
"10560" : 17,
"10688" : 11,
"10816" : 10,
"10944" : 4,
"11072" : 6,
"11200" : 6,
"11328" : 7,
"11456" : 7,
"11584" : 9,
"11712" : 1,
"11840" : 1,
"11968" : 5,
"12096" : 5,
"12352" : 2,
"12480" : 4,
"12608" : 3,
"12736" : 3,
"12864" : 3,
"12992" : 5,
"13248" : 3,
"13376" : 3,
"13504" : 2,
"13632" : 3,
"13760" : 1,
"13888" : 1,
"14016" : 8,
"14144" : 5,
"14272" : 3,
"14400" : 2,
"14528" : 3,
"14656" : 3,
"14784" : 3,
"14912" : 1,
"15040" : 4,
"15168" : 2,
"15296" : 1,
"15424" : 1,
"15680" : 1,
"15808" : 3,
"15936" : 2,
"16064" : 2,
"16192" : 1,
"16320" : 2,
"16512" : 3,
"16768" : 1,
"17024" : 3,
"17280" : 1,
"17536" : 1,
"17792" : 4,
"18560" : 2,
"19072" : 1,
"19328" : 1,
"20096" : 1,
"20352" : 2,
"20608" : 1,
"21120" : 1,
"22144" : 1,
"22400" : 1,
"22656" : 1,
"22912" : 2,
"25216" : 1,
"25472" : 1,
"26752" : 1,
"34048" : 1,
"35072" : 1,
"36608" : 1,
"37632" : 1,
"38144" : 5,
"38656" : 2,
"39168" : 2,
"39680" : 6,
"40192" : 12,
"40704" : 5,
"41216" : 6,
"41728" : 14,
"42240" : 13,
"42752" : 11,
"43264" : 9,
"43776" : 8,
"44288" : 7,
"44800" : 7,
"45312" : 8,
"45824" : 6,
"46336" : 6,
"46848" : 1,
"47360" : 5,
"47872" : 6,
"48384" : 3,
"48896" : 1,
"49408" : 1,
"49920" : 1,
"50432" : 2,
"51456" : 1,
"51968" : 1,
"53504" : 1,
"55040" : 1,
"56064" : 1,
"57600" : 1
}
},
"lat_ns" : {
"min" : 6399,
"max" : 1742252,
"mean" : 344506.089426,
"stddev" : 136155.147005,
"N" : 5561013
},
"bw_min" : 176932,
"bw_max" : 194760,
"bw_agg" : 100.000000,
"bw_mean" : 185405.008368,
"bw_dev" : 228.397039,
"bw_samples" : 3824,
"iops_min" : 44233,
"iops_max" : 48690,
"iops_mean" : 46350.648536,
"iops_stddev" : 57.108431,
"iops_samples" : 3824
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1920000,
"usr_cpu" : 0.606615,
"sys_cpu" : 16.279844,
"ctx" : 4894227,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.530632,
"4" : 1.296720,
"10" : 0.164916,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075547,
"timestamp_ms" : 1773075547281,
"time" : "Mon Mar 9 13:59:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 24673689600,
"io_kbytes" : 24095400,
"bw_bytes" : 189797612,
"bw" : 185349,
"iops" : 46337.576923,
"runtime" : 130000,
"total_ios" : 6023885,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5268,
"max" : 1995700,
"mean" : 343105.099969,
"stddev" : 136055.316389,
"N" : 6023885
},
"clat_ns" : {
"min" : 1072,
"max" : 57599,
"mean" : 1432.505788,
"stddev" : 348.085616,
"N" : 6023869,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1176,
"10.000000" : 1256,
"20.000000" : 1304,
"30.000000" : 1320,
"40.000000" : 1368,
"50.000000" : 1400,
"60.000000" : 1432,
"70.000000" : 1480,
"80.000000" : 1528,
"90.000000" : 1640,
"95.000000" : 1736,
"99.000000" : 2160,
"99.500000" : 2512,
"99.900000" : 5152,
"99.950000" : 5984,
"99.990000" : 8896
},
"bins" : {
"1080" : 2,
"1096" : 949,
"1112" : 5896,
"1128" : 65394,
"1144" : 86708,
"1160" : 139213,
"1176" : 111860,
"1192" : 31290,
"1208" : 37643,
"1224" : 24214,
"1240" : 65080,
"1256" : 149028,
"1272" : 118914,
"1288" : 337408,
"1304" : 228728,
"1320" : 418301,
"1336" : 392870,
"1352" : 172035,
"1368" : 321628,
"1384" : 168887,
"1400" : 338470,
"1416" : 344095,
"1432" : 160959,
"1448" : 285461,
"1464" : 126142,
"1480" : 230389,
"1496" : 211711,
"1512" : 99973,
"1528" : 181742,
"1544" : 82256,
"1560" : 147695,
"1576" : 126246,
"1592" : 56792,
"1608" : 101945,
"1624" : 45592,
"1640" : 81393,
"1656" : 69554,
"1672" : 30597,
"1688" : 53931,
"1704" : 24119,
"1720" : 41936,
"1736" : 35924,
"1752" : 15787,
"1768" : 28048,
"1784" : 12601,
"1800" : 22135,
"1816" : 18822,
"1832" : 8633,
"1848" : 14924,
"1864" : 6698,
"1880" : 11790,
"1896" : 10125,
"1912" : 4531,
"1928" : 7942,
"1944" : 3601,
"1960" : 6424,
"1976" : 5520,
"1992" : 2658,
"2008" : 4691,
"2024" : 2144,
"2040" : 4050,
"2064" : 5382,
"2096" : 4739,
"2128" : 5234,
"2160" : 4390,
"2192" : 3692,
"2224" : 3311,
"2256" : 3146,
"2288" : 3527,
"2320" : 3383,
"2352" : 2569,
"2384" : 2450,
"2416" : 2304,
"2448" : 2282,
"2480" : 2536,
"2512" : 1845,
"2544" : 1744,
"2576" : 1597,
"2608" : 1500,
"2640" : 1868,
"2672" : 1221,
"2704" : 1079,
"2736" : 991,
"2768" : 923,
"2800" : 1050,
"2832" : 712,
"2864" : 598,
"2896" : 527,
"2928" : 479,
"2960" : 553,
"2992" : 334,
"3024" : 297,
"3056" : 280,
"3088" : 240,
"3120" : 253,
"3152" : 177,
"3184" : 159,
"3216" : 161,
"3248" : 135,
"3280" : 160,
"3312" : 90,
"3344" : 97,
"3376" : 71,
"3408" : 72,
"3440" : 73,
"3472" : 53,
"3504" : 44,
"3536" : 43,
"3568" : 41,
"3600" : 38,
"3632" : 50,
"3664" : 37,
"3696" : 45,
"3728" : 42,
"3760" : 64,
"3792" : 65,
"3824" : 73,
"3856" : 69,
"3888" : 73,
"3920" : 83,
"3952" : 90,
"3984" : 90,
"4016" : 82,
"4048" : 84,
"4080" : 82,
"4128" : 224,
"4192" : 192,
"4256" : 224,
"4320" : 209,
"4384" : 235,
"4448" : 254,
"4512" : 248,
"4576" : 309,
"4640" : 276,
"4704" : 259,
"4768" : 302,
"4832" : 264,
"4896" : 287,
"4960" : 292,
"5024" : 246,
"5088" : 308,
"5152" : 226,
"5216" : 248,
"5280" : 264,
"5344" : 236,
"5408" : 299,
"5472" : 231,
"5536" : 210,
"5600" : 281,
"5664" : 216,
"5728" : 237,
"5792" : 203,
"5856" : 206,
"5920" : 202,
"5984" : 164,
"6048" : 201,
"6112" : 166,
"6176" : 157,
"6240" : 168,
"6304" : 148,
"6368" : 141,
"6432" : 142,
"6496" : 94,
"6560" : 124,
"6624" : 75,
"6688" : 88,
"6752" : 80,
"6816" : 64,
"6880" : 69,
"6944" : 62,
"7008" : 52,
"7072" : 67,
"7136" : 31,
"7200" : 37,
"7264" : 34,
"7328" : 23,
"7392" : 37,
"7456" : 24,
"7520" : 28,
"7584" : 27,
"7648" : 24,
"7712" : 21,
"7776" : 10,
"7840" : 13,
"7904" : 13,
"7968" : 11,
"8032" : 8,
"8096" : 11,
"8160" : 9,
"8256" : 21,
"8384" : 15,
"8512" : 12,
"8640" : 12,
"8768" : 13,
"8896" : 14,
"9024" : 20,
"9152" : 13,
"9280" : 20,
"9408" : 7,
"9536" : 17,
"9664" : 15,
"9792" : 11,
"9920" : 22,
"10048" : 11,
"10176" : 23,
"10304" : 16,
"10432" : 19,
"10560" : 18,
"10688" : 15,
"10816" : 11,
"10944" : 8,
"11072" : 8,
"11200" : 7,
"11328" : 7,
"11456" : 7,
"11584" : 9,
"11712" : 2,
"11840" : 3,
"11968" : 5,
"12096" : 6,
"12352" : 2,
"12480" : 5,
"12608" : 4,
"12736" : 4,
"12864" : 6,
"12992" : 5,
"13248" : 3,
"13376" : 4,
"13504" : 3,
"13632" : 3,
"13760" : 1,
"13888" : 1,
"14016" : 10,
"14144" : 6,
"14272" : 3,
"14400" : 3,
"14528" : 3,
"14656" : 4,
"14784" : 3,
"14912" : 1,
"15040" : 4,
"15168" : 3,
"15296" : 1,
"15424" : 1,
"15680" : 1,
"15808" : 3,
"15936" : 2,
"16064" : 2,
"16192" : 1,
"16320" : 2,
"16512" : 4,
"16768" : 1,
"17024" : 3,
"17280" : 1,
"17536" : 1,
"17792" : 5,
"18560" : 2,
"19072" : 1,
"19328" : 1,
"19584" : 1,
"20096" : 1,
"20352" : 2,
"20608" : 1,
"21120" : 1,
"22144" : 1,
"22400" : 1,
"22656" : 1,
"22912" : 2,
"25216" : 1,
"25472" : 1,
"26752" : 1,
"34048" : 1,
"35072" : 1,
"36096" : 1,
"36608" : 1,
"37632" : 1,
"38144" : 6,
"38656" : 2,
"39168" : 2,
"39680" : 6,
"40192" : 13,
"40704" : 5,
"41216" : 7,
"41728" : 16,
"42240" : 14,
"42752" : 14,
"43264" : 11,
"43776" : 8,
"44288" : 7,
"44800" : 7,
"45312" : 8,
"45824" : 7,
"46336" : 6,
"46848" : 2,
"47360" : 5,
"47872" : 6,
"48384" : 3,
"48896" : 1,
"49408" : 1,
"49920" : 1,
"50432" : 2,
"51456" : 1,
"51968" : 1,
"53504" : 1,
"55040" : 1,
"56064" : 1,
"57600" : 1
}
},
"lat_ns" : {
"min" : 6399,
"max" : 1999045,
"mean" : 344537.402550,
"stddev" : 136131.263420,
"N" : 6023869
},
"bw_min" : 176802,
"bw_max" : 194824,
"bw_agg" : 100.000000,
"bw_mean" : 185385.613900,
"bw_dev" : 232.092268,
"bw_samples" : 4144,
"iops_min" : 44200,
"iops_max" : 48706,
"iops_mean" : 46345.776062,
"iops_stddev" : 58.032281,
"iops_samples" : 4144
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2080000,
"usr_cpu" : 0.608462,
"sys_cpu" : 16.277452,
"ctx" : 5301908,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999983,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999983,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.494726,
"4" : 1.329972,
"10" : 0.167234,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075557,
"timestamp_ms" : 1773075557281,
"time" : "Mon Mar 9 13:59:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 26567421952,
"io_kbytes" : 25944748,
"bw_bytes" : 189767299,
"bw" : 185319,
"iops" : 46330.185714,
"runtime" : 140000,
"total_ios" : 6486226,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5268,
"max" : 1995700,
"mean" : 343157.866466,
"stddev" : 136001.828147,
"N" : 6486226
},
"clat_ns" : {
"min" : 1072,
"max" : 82045,
"mean" : 1432.889913,
"stddev" : 348.319141,
"N" : 6486210,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1176,
"10.000000" : 1256,
"20.000000" : 1304,
"30.000000" : 1320,
"40.000000" : 1368,
"50.000000" : 1400,
"60.000000" : 1432,
"70.000000" : 1480,
"80.000000" : 1528,
"90.000000" : 1640,
"95.000000" : 1736,
"99.000000" : 2192,
"99.500000" : 2512,
"99.900000" : 5152,
"99.950000" : 5984,
"99.990000" : 8896
},
"bins" : {
"1080" : 3,
"1096" : 981,
"1112" : 6253,
"1128" : 69845,
"1144" : 92578,
"1160" : 149082,
"1176" : 119974,
"1192" : 33603,
"1208" : 40510,
"1224" : 26368,
"1240" : 71266,
"1256" : 160996,
"1272" : 127195,
"1288" : 360233,
"1304" : 244876,
"1320" : 450188,
"1336" : 424680,
"1352" : 186112,
"1368" : 347301,
"1384" : 181507,
"1400" : 363524,
"1416" : 370086,
"1432" : 173392,
"1448" : 308032,
"1464" : 136284,
"1480" : 248596,
"1496" : 227928,
"1512" : 107635,
"1528" : 195896,
"1544" : 88737,
"1560" : 159111,
"1576" : 136099,
"1592" : 61152,
"1608" : 109745,
"1624" : 49110,
"1640" : 87667,
"1656" : 74862,
"1672" : 33087,
"1688" : 58173,
"1704" : 25913,
"1720" : 45247,
"1736" : 38719,
"1752" : 16979,
"1768" : 30151,
"1784" : 13577,
"1800" : 23838,
"1816" : 20285,
"1832" : 9282,
"1848" : 16130,
"1864" : 7247,
"1880" : 12762,
"1896" : 11011,
"1912" : 4885,
"1928" : 8614,
"1944" : 3900,
"1960" : 6951,
"1976" : 6026,
"1992" : 2881,
"2008" : 5121,
"2024" : 2358,
"2040" : 4423,
"2064" : 5922,
"2096" : 5253,
"2128" : 5831,
"2160" : 4876,
"2192" : 4115,
"2224" : 3685,
"2256" : 3467,
"2288" : 3879,
"2320" : 3726,
"2352" : 2825,
"2384" : 2684,
"2416" : 2516,
"2448" : 2478,
"2480" : 2753,
"2512" : 2000,
"2544" : 1889,
"2576" : 1746,
"2608" : 1606,
"2640" : 2005,
"2672" : 1324,
"2704" : 1157,
"2736" : 1086,
"2768" : 987,
"2800" : 1125,
"2832" : 772,
"2864" : 641,
"2896" : 579,
"2928" : 505,
"2960" : 587,
"2992" : 347,
"3024" : 319,
"3056" : 297,
"3088" : 255,
"3120" : 275,
"3152" : 197,
"3184" : 175,
"3216" : 174,
"3248" : 142,
"3280" : 172,
"3312" : 100,
"3344" : 105,
"3376" : 77,
"3408" : 84,
"3440" : 83,
"3472" : 57,
"3504" : 46,
"3536" : 46,
"3568" : 43,
"3600" : 42,
"3632" : 54,
"3664" : 39,
"3696" : 47,
"3728" : 43,
"3760" : 67,
"3792" : 77,
"3824" : 78,
"3856" : 76,
"3888" : 81,
"3920" : 89,
"3952" : 98,
"3984" : 98,
"4016" : 89,
"4048" : 97,
"4080" : 91,
"4128" : 238,
"4192" : 206,
"4256" : 245,
"4320" : 226,
"4384" : 249,
"4448" : 266,
"4512" : 256,
"4576" : 326,
"4640" : 298,
"4704" : 269,
"4768" : 323,
"4832" : 282,
"4896" : 318,
"4960" : 317,
"5024" : 262,
"5088" : 336,
"5152" : 245,
"5216" : 269,
"5280" : 291,
"5344" : 254,
"5408" : 332,
"5472" : 252,
"5536" : 225,
"5600" : 298,
"5664" : 231,
"5728" : 251,
"5792" : 221,
"5856" : 220,
"5920" : 218,
"5984" : 180,
"6048" : 219,
"6112" : 176,
"6176" : 172,
"6240" : 185,
"6304" : 161,
"6368" : 150,
"6432" : 155,
"6496" : 96,
"6560" : 134,
"6624" : 83,
"6688" : 93,
"6752" : 84,
"6816" : 66,
"6880" : 72,
"6944" : 62,
"7008" : 54,
"7072" : 73,
"7136" : 35,
"7200" : 38,
"7264" : 37,
"7328" : 25,
"7392" : 38,
"7456" : 25,
"7520" : 30,
"7584" : 31,
"7648" : 28,
"7712" : 23,
"7776" : 10,
"7840" : 14,
"7904" : 13,
"7968" : 12,
"8032" : 9,
"8096" : 12,
"8160" : 10,
"8256" : 21,
"8384" : 16,
"8512" : 15,
"8640" : 13,
"8768" : 14,
"8896" : 14,
"9024" : 23,
"9152" : 16,
"9280" : 20,
"9408" : 7,
"9536" : 17,
"9664" : 16,
"9792" : 11,
"9920" : 24,
"10048" : 11,
"10176" : 23,
"10304" : 19,
"10432" : 21,
"10560" : 20,
"10688" : 16,
"10816" : 11,
"10944" : 8,
"11072" : 11,
"11200" : 7,
"11328" : 7,
"11456" : 7,
"11584" : 9,
"11712" : 2,
"11840" : 3,
"11968" : 5,
"12096" : 7,
"12224" : 1,
"12352" : 3,
"12480" : 5,
"12608" : 4,
"12736" : 4,
"12864" : 6,
"12992" : 5,
"13248" : 3,
"13376" : 4,
"13504" : 3,
"13632" : 3,
"13760" : 1,
"13888" : 1,
"14016" : 11,
"14144" : 6,
"14272" : 3,
"14400" : 3,
"14528" : 5,
"14656" : 4,
"14784" : 4,
"14912" : 2,
"15040" : 4,
"15168" : 3,
"15296" : 1,
"15424" : 1,
"15552" : 1,
"15680" : 1,
"15808" : 3,
"15936" : 2,
"16064" : 3,
"16192" : 1,
"16320" : 2,
"16512" : 5,
"16768" : 1,
"17024" : 3,
"17280" : 1,
"17536" : 1,
"17792" : 5,
"18560" : 2,
"18816" : 1,
"19072" : 1,
"19328" : 2,
"19584" : 1,
"20096" : 1,
"20352" : 2,
"20608" : 1,
"21120" : 1,
"22144" : 1,
"22400" : 1,
"22656" : 1,
"22912" : 2,
"25216" : 1,
"25472" : 1,
"26752" : 1,
"27776" : 1,
"34048" : 1,
"35072" : 1,
"36096" : 1,
"36608" : 1,
"37632" : 1,
"38144" : 6,
"38656" : 3,
"39168" : 2,
"39680" : 6,
"40192" : 14,
"40704" : 6,
"41216" : 8,
"41728" : 16,
"42240" : 14,
"42752" : 14,
"43264" : 11,
"43776" : 9,
"44288" : 7,
"44800" : 7,
"45312" : 9,
"45824" : 8,
"46336" : 6,
"46848" : 3,
"47360" : 5,
"47872" : 6,
"48384" : 3,
"48896" : 1,
"49408" : 1,
"49920" : 1,
"50432" : 2,
"51456" : 1,
"51968" : 2,
"53504" : 1,
"55040" : 1,
"56064" : 1,
"57600" : 1,
"82432" : 1
}
},
"lat_ns" : {
"min" : 6399,
"max" : 1999045,
"mean" : 344590.567787,
"stddev" : 136077.727845,
"N" : 6486210
},
"bw_min" : 176696,
"bw_max" : 194872,
"bw_agg" : 100.000000,
"bw_mean" : 185357.473118,
"bw_dev" : 236.849888,
"bw_samples" : 4464,
"iops_min" : 44173,
"iops_max" : 48718,
"iops_mean" : 46338.716846,
"iops_stddev" : 59.221998,
"iops_samples" : 4464
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2239985,
"usr_cpu" : 0.606924,
"sys_cpu" : 16.283279,
"ctx" : 5709827,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.471207,
"4" : 1.353699,
"10" : 0.167062,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075567,
"timestamp_ms" : 1773075567281,
"time" : "Mon Mar 9 13:59:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 28461551616,
"io_kbytes" : 27794484,
"bw_bytes" : 189743677,
"bw" : 185296,
"iops" : 46324.286667,
"runtime" : 150000,
"total_ios" : 6948643,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5268,
"max" : 1995700,
"mean" : 343201.578990,
"stddev" : 135940.982420,
"N" : 6948644
},
"clat_ns" : {
"min" : 1072,
"max" : 82045,
"mean" : 1432.901461,
"stddev" : 347.802614,
"N" : 6948628,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1176,
"10.000000" : 1256,
"20.000000" : 1304,
"30.000000" : 1320,
"40.000000" : 1368,
"50.000000" : 1400,
"60.000000" : 1432,
"70.000000" : 1480,
"80.000000" : 1528,
"90.000000" : 1640,
"95.000000" : 1736,
"99.000000" : 2192,
"99.500000" : 2512,
"99.900000" : 5152,
"99.950000" : 5984,
"99.990000" : 8768
},
"bins" : {
"1080" : 3,
"1096" : 1035,
"1112" : 6661,
"1128" : 74473,
"1144" : 98780,
"1160" : 159124,
"1176" : 128210,
"1192" : 35967,
"1208" : 43310,
"1224" : 28350,
"1240" : 76852,
"1256" : 172847,
"1272" : 136280,
"1288" : 385716,
"1304" : 261868,
"1320" : 482171,
"1336" : 454815,
"1352" : 199500,
"1368" : 372209,
"1384" : 194541,
"1400" : 389499,
"1416" : 396828,
"1432" : 185675,
"1448" : 330413,
"1464" : 146332,
"1480" : 266845,
"1496" : 244521,
"1512" : 115358,
"1528" : 210043,
"1544" : 95059,
"1560" : 170661,
"1576" : 145829,
"1592" : 65346,
"1608" : 117407,
"1624" : 52536,
"1640" : 93791,
"1656" : 80229,
"1672" : 35370,
"1688" : 62194,
"1704" : 27728,
"1720" : 48447,
"1736" : 41396,
"1752" : 18162,
"1768" : 32345,
"1784" : 14492,
"1800" : 25510,
"1816" : 21599,
"1832" : 9899,
"1848" : 17207,
"1864" : 7710,
"1880" : 13649,
"1896" : 11750,
"1912" : 5215,
"1928" : 9184,
"1944" : 4153,
"1960" : 7460,
"1976" : 6462,
"1992" : 3062,
"2008" : 5492,
"2024" : 2540,
"2040" : 4744,
"2064" : 6377,
"2096" : 5663,
"2128" : 6310,
"2160" : 5268,
"2192" : 4435,
"2224" : 3972,
"2256" : 3745,
"2288" : 4181,
"2320" : 4007,
"2352" : 3053,
"2384" : 2888,
"2416" : 2696,
"2448" : 2694,
"2480" : 2962,
"2512" : 2147,
"2544" : 2028,
"2576" : 1879,
"2608" : 1703,
"2640" : 2146,
"2672" : 1426,
"2704" : 1255,
"2736" : 1156,
"2768" : 1036,
"2800" : 1192,
"2832" : 829,
"2864" : 675,
"2896" : 616,
"2928" : 546,
"2960" : 619,
"2992" : 373,
"3024" : 339,
"3056" : 312,
"3088" : 269,
"3120" : 296,
"3152" : 216,
"3184" : 186,
"3216" : 182,
"3248" : 149,
"3280" : 184,
"3312" : 109,
"3344" : 112,
"3376" : 84,
"3408" : 90,
"3440" : 87,
"3472" : 60,
"3504" : 48,
"3536" : 47,
"3568" : 45,
"3600" : 49,
"3632" : 60,
"3664" : 45,
"3696" : 51,
"3728" : 43,
"3760" : 71,
"3792" : 83,
"3824" : 83,
"3856" : 84,
"3888" : 87,
"3920" : 93,
"3952" : 108,
"3984" : 108,
"4016" : 95,
"4048" : 102,
"4080" : 97,
"4128" : 259,
"4192" : 221,
"4256" : 274,
"4320" : 237,
"4384" : 264,
"4448" : 281,
"4512" : 282,
"4576" : 363,
"4640" : 309,
"4704" : 294,
"4768" : 355,
"4832" : 305,
"4896" : 332,
"4960" : 338,
"5024" : 280,
"5088" : 354,
"5152" : 268,
"5216" : 285,
"5280" : 314,
"5344" : 275,
"5408" : 348,
"5472" : 267,
"5536" : 235,
"5600" : 313,
"5664" : 253,
"5728" : 269,
"5792" : 228,
"5856" : 242,
"5920" : 233,
"5984" : 194,
"6048" : 233,
"6112" : 193,
"6176" : 182,
"6240" : 194,
"6304" : 168,
"6368" : 163,
"6432" : 167,
"6496" : 101,
"6560" : 142,
"6624" : 90,
"6688" : 95,
"6752" : 93,
"6816" : 74,
"6880" : 75,
"6944" : 67,
"7008" : 59,
"7072" : 75,
"7136" : 37,
"7200" : 39,
"7264" : 41,
"7328" : 26,
"7392" : 40,
"7456" : 27,
"7520" : 30,
"7584" : 32,
"7648" : 29,
"7712" : 23,
"7776" : 12,
"7840" : 14,
"7904" : 13,
"7968" : 12,
"8032" : 9,
"8096" : 12,
"8160" : 10,
"8256" : 21,
"8384" : 16,
"8512" : 15,
"8640" : 13,
"8768" : 15,
"8896" : 15,
"9024" : 24,
"9152" : 17,
"9280" : 20,
"9408" : 7,
"9536" : 18,
"9664" : 19,
"9792" : 11,
"9920" : 25,
"10048" : 13,
"10176" : 24,
"10304" : 20,
"10432" : 22,
"10560" : 22,
"10688" : 16,
"10816" : 12,
"10944" : 8,
"11072" : 12,
"11200" : 8,
"11328" : 7,
"11456" : 8,
"11584" : 9,
"11712" : 2,
"11840" : 3,
"11968" : 5,
"12096" : 7,
"12224" : 1,
"12352" : 3,
"12480" : 6,
"12608" : 4,
"12736" : 5,
"12864" : 6,
"12992" : 5,
"13248" : 4,
"13376" : 4,
"13504" : 3,
"13632" : 3,
"13760" : 1,
"13888" : 1,
"14016" : 11,
"14144" : 6,
"14272" : 3,
"14400" : 3,
"14528" : 6,
"14656" : 4,
"14784" : 5,
"14912" : 2,
"15040" : 5,
"15168" : 3,
"15296" : 1,
"15424" : 1,
"15552" : 1,
"15680" : 1,
"15808" : 3,
"15936" : 2,
"16064" : 3,
"16192" : 1,
"16320" : 3,
"16512" : 5,
"16768" : 1,
"17024" : 3,
"17280" : 1,
"17536" : 1,
"17792" : 5,
"18048" : 1,
"18560" : 2,
"18816" : 1,
"19072" : 1,
"19328" : 2,
"19584" : 1,
"20096" : 1,
"20352" : 2,
"20608" : 1,
"21120" : 1,
"22144" : 1,
"22400" : 1,
"22656" : 1,
"22912" : 2,
"25216" : 1,
"25472" : 1,
"26752" : 1,
"27776" : 1,
"34048" : 1,
"35072" : 1,
"36096" : 1,
"36608" : 1,
"37632" : 3,
"38144" : 6,
"38656" : 3,
"39168" : 2,
"39680" : 7,
"40192" : 14,
"40704" : 6,
"41216" : 9,
"41728" : 16,
"42240" : 15,
"42752" : 16,
"43264" : 11,
"43776" : 9,
"44288" : 7,
"44800" : 8,
"45312" : 11,
"45824" : 8,
"46336" : 6,
"46848" : 3,
"47360" : 5,
"47872" : 6,
"48384" : 3,
"48896" : 1,
"49408" : 1,
"49920" : 1,
"50432" : 2,
"51456" : 1,
"51968" : 2,
"53504" : 1,
"55040" : 1,
"56064" : 1,
"57600" : 1,
"81408" : 1,
"82432" : 1
}
},
"lat_ns" : {
"min" : 6399,
"max" : 1999045,
"mean" : 344634.304511,
"stddev" : 136016.776292,
"N" : 6948628
},
"bw_min" : 176514,
"bw_max" : 195080,
"bw_agg" : 100.000000,
"bw_mean" : 185336.665552,
"bw_dev" : 240.500090,
"bw_samples" : 4784,
"iops_min" : 44128,
"iops_max" : 48770,
"iops_mean" : 46333.461538,
"iops_stddev" : 60.133958,
"iops_samples" : 4784
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2399995,
"usr_cpu" : 0.605626,
"sys_cpu" : 16.285326,
"ctx" : 6117938,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999986,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999986,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.466391,
"4" : 1.359014,
"10" : 0.166680,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075577,
"timestamp_ms" : 1773075577281,
"time" : "Mon Mar 9 13:59:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 30354268160,
"io_kbytes" : 29642840,
"bw_bytes" : 189714176,
"bw" : 185267,
"iops" : 46317.081250,
"runtime" : 160000,
"total_ios" : 7410733,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5268,
"max" : 1995700,
"mean" : 343255.215420,
"stddev" : 135882.472201,
"N" : 7410734
},
"clat_ns" : {
"min" : 1072,
"max" : 82045,
"mean" : 1432.792138,
"stddev" : 349.633705,
"N" : 7410717,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1176,
"10.000000" : 1256,
"20.000000" : 1304,
"30.000000" : 1320,
"40.000000" : 1368,
"50.000000" : 1400,
"60.000000" : 1432,
"70.000000" : 1480,
"80.000000" : 1528,
"90.000000" : 1640,
"95.000000" : 1736,
"99.000000" : 2192,
"99.500000" : 2512,
"99.900000" : 5152,
"99.950000" : 5984,
"99.990000" : 8768
},
"bins" : {
"1080" : 3,
"1096" : 1093,
"1112" : 7030,
"1128" : 78974,
"1144" : 104833,
"1160" : 168837,
"1176" : 135946,
"1192" : 38202,
"1208" : 46039,
"1224" : 30371,
"1240" : 82605,
"1256" : 185248,
"1272" : 145928,
"1288" : 411116,
"1304" : 278801,
"1320" : 513294,
"1336" : 484109,
"1352" : 212411,
"1368" : 396980,
"1384" : 207838,
"1400" : 416718,
"1416" : 425043,
"1432" : 198817,
"1448" : 353646,
"1464" : 156504,
"1480" : 285099,
"1496" : 261052,
"1512" : 123017,
"1528" : 224316,
"1544" : 101562,
"1560" : 182047,
"1576" : 155626,
"1592" : 69531,
"1608" : 125173,
"1624" : 55844,
"1640" : 99852,
"1656" : 85311,
"1672" : 37593,
"1688" : 66107,
"1704" : 29400,
"1720" : 51438,
"1736" : 43866,
"1752" : 19343,
"1768" : 34359,
"1784" : 15426,
"1800" : 27027,
"1816" : 22893,
"1832" : 10485,
"1848" : 18266,
"1864" : 8220,
"1880" : 14430,
"1896" : 12424,
"1912" : 5531,
"1928" : 9731,
"1944" : 4372,
"1960" : 7925,
"1976" : 6808,
"1992" : 3283,
"2008" : 5832,
"2024" : 2701,
"2040" : 5052,
"2064" : 6775,
"2096" : 6023,
"2128" : 6707,
"2160" : 5556,
"2192" : 4704,
"2224" : 4219,
"2256" : 3968,
"2288" : 4398,
"2320" : 4218,
"2352" : 3215,
"2384" : 3037,
"2416" : 2848,
"2448" : 2819,
"2480" : 3141,
"2512" : 2264,
"2544" : 2145,
"2576" : 2004,
"2608" : 1800,
"2640" : 2277,
"2672" : 1514,
"2704" : 1338,
"2736" : 1239,
"2768" : 1111,
"2800" : 1271,
"2832" : 882,
"2864" : 723,
"2896" : 661,
"2928" : 589,
"2960" : 667,
"2992" : 398,
"3024" : 366,
"3056" : 334,
"3088" : 289,
"3120" : 317,
"3152" : 234,
"3184" : 201,
"3216" : 194,
"3248" : 155,
"3280" : 194,
"3312" : 115,
"3344" : 121,
"3376" : 88,
"3408" : 96,
"3440" : 92,
"3472" : 62,
"3504" : 53,
"3536" : 49,
"3568" : 50,
"3600" : 52,
"3632" : 61,
"3664" : 51,
"3696" : 55,
"3728" : 54,
"3760" : 76,
"3792" : 93,
"3824" : 85,
"3856" : 87,
"3888" : 98,
"3920" : 98,
"3952" : 122,
"3984" : 118,
"4016" : 102,
"4048" : 107,
"4080" : 104,
"4128" : 279,
"4192" : 232,
"4256" : 289,
"4320" : 251,
"4384" : 272,
"4448" : 309,
"4512" : 298,
"4576" : 393,
"4640" : 327,
"4704" : 309,
"4768" : 379,
"4832" : 322,
"4896" : 366,
"4960" : 362,
"5024" : 298,
"5088" : 372,
"5152" : 282,
"5216" : 298,
"5280" : 327,
"5344" : 287,
"5408" : 369,
"5472" : 285,
"5536" : 254,
"5600" : 331,
"5664" : 268,
"5728" : 280,
"5792" : 238,
"5856" : 258,
"5920" : 246,
"5984" : 207,
"6048" : 246,
"6112" : 204,
"6176" : 188,
"6240" : 205,
"6304" : 172,
"6368" : 172,
"6432" : 171,
"6496" : 110,
"6560" : 146,
"6624" : 97,
"6688" : 101,
"6752" : 98,
"6816" : 78,
"6880" : 78,
"6944" : 70,
"7008" : 60,
"7072" : 79,
"7136" : 40,
"7200" : 40,
"7264" : 41,
"7328" : 26,
"7392" : 42,
"7456" : 28,
"7520" : 30,
"7584" : 33,
"7648" : 29,
"7712" : 25,
"7776" : 12,
"7840" : 15,
"7904" : 13,
"7968" : 13,
"8032" : 12,
"8096" : 12,
"8160" : 10,
"8256" : 21,
"8384" : 16,
"8512" : 15,
"8640" : 13,
"8768" : 15,
"8896" : 16,
"9024" : 24,
"9152" : 18,
"9280" : 21,
"9408" : 7,
"9536" : 18,
"9664" : 19,
"9792" : 11,
"9920" : 27,
"10048" : 14,
"10176" : 24,
"10304" : 22,
"10432" : 22,
"10560" : 23,
"10688" : 16,
"10816" : 16,
"10944" : 8,
"11072" : 12,
"11200" : 9,
"11328" : 7,
"11456" : 8,
"11584" : 11,
"11712" : 4,
"11840" : 3,
"11968" : 5,
"12096" : 7,
"12224" : 1,
"12352" : 3,
"12480" : 6,
"12608" : 4,
"12736" : 7,
"12864" : 6,
"12992" : 5,
"13248" : 4,
"13376" : 6,
"13504" : 3,
"13632" : 4,
"13760" : 1,
"13888" : 1,
"14016" : 11,
"14144" : 7,
"14272" : 3,
"14400" : 3,
"14528" : 7,
"14656" : 4,
"14784" : 5,
"14912" : 2,
"15040" : 5,
"15168" : 3,
"15296" : 1,
"15424" : 1,
"15552" : 2,
"15680" : 1,
"15808" : 4,
"15936" : 2,
"16064" : 3,
"16192" : 1,
"16320" : 3,
"16512" : 5,
"16768" : 1,
"17024" : 3,
"17280" : 1,
"17536" : 1,
"17792" : 5,
"18048" : 1,
"18560" : 2,
"18816" : 1,
"19072" : 1,
"19328" : 2,
"19584" : 1,
"20096" : 2,
"20352" : 2,
"20608" : 1,
"21120" : 1,
"22144" : 1,
"22400" : 1,
"22656" : 1,
"22912" : 2,
"25216" : 1,
"25472" : 1,
"26752" : 1,
"27776" : 1,
"34048" : 1,
"35072" : 2,
"36096" : 1,
"36608" : 1,
"37632" : 3,
"38144" : 8,
"38656" : 3,
"39168" : 2,
"39680" : 7,
"40192" : 15,
"40704" : 8,
"41216" : 9,
"41728" : 17,
"42240" : 17,
"42752" : 16,
"43264" : 12,
"43776" : 9,
"44288" : 7,
"44800" : 10,
"45312" : 12,
"45824" : 9,
"46336" : 8,
"46848" : 3,
"47360" : 5,
"47872" : 7,
"48384" : 4,
"48896" : 2,
"49408" : 1,
"49920" : 1,
"50432" : 2,
"51456" : 1,
"51968" : 2,
"53504" : 1,
"55040" : 1,
"56064" : 1,
"56576" : 1,
"57600" : 1,
"81408" : 1,
"82432" : 1
}
},
"lat_ns" : {
"min" : 6399,
"max" : 1999045,
"mean" : 344687.845975,
"stddev" : 135958.042649,
"N" : 7410717
},
"bw_min" : 176234,
"bw_max" : 195200,
"bw_agg" : 100.000000,
"bw_mean" : 185307.639498,
"bw_dev" : 244.982475,
"bw_samples" : 5104,
"iops_min" : 44058,
"iops_max" : 48800,
"iops_mean" : 46326.184953,
"iops_stddev" : 61.253834,
"iops_samples" : 5104
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2559989,
"usr_cpu" : 0.604495,
"sys_cpu" : 16.286086,
"ctx" : 6526043,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.475306,
"4" : 1.351499,
"10" : 0.165179,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075587,
"timestamp_ms" : 1773075587281,
"time" : "Mon Mar 9 13:59:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 32250130432,
"io_kbytes" : 31494268,
"bw_bytes" : 189706649,
"bw" : 185260,
"iops" : 46315.211765,
"runtime" : 170000,
"total_ios" : 7873586,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5268,
"max" : 1995700,
"mean" : 343268.473317,
"stddev" : 135851.801274,
"N" : 7873586
},
"clat_ns" : {
"min" : 1072,
"max" : 82045,
"mean" : 1432.833599,
"stddev" : 346.625074,
"N" : 7873570,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1176,
"10.000000" : 1256,
"20.000000" : 1304,
"30.000000" : 1336,
"40.000000" : 1368,
"50.000000" : 1400,
"60.000000" : 1432,
"70.000000" : 1480,
"80.000000" : 1528,
"90.000000" : 1640,
"95.000000" : 1736,
"99.000000" : 2160,
"99.500000" : 2512,
"99.900000" : 5088,
"99.950000" : 5920,
"99.990000" : 8640
},
"bins" : {
"1080" : 3,
"1096" : 1143,
"1112" : 7422,
"1128" : 83570,
"1144" : 111183,
"1160" : 179102,
"1176" : 144731,
"1192" : 40698,
"1208" : 49031,
"1224" : 32301,
"1240" : 87622,
"1256" : 195618,
"1272" : 153984,
"1288" : 434557,
"1304" : 295595,
"1320" : 544886,
"1336" : 514189,
"1352" : 225452,
"1368" : 421494,
"1384" : 220550,
"1400" : 442777,
"1416" : 452369,
"1432" : 211584,
"1448" : 377404,
"1464" : 166737,
"1480" : 303772,
"1496" : 278018,
"1512" : 131088,
"1528" : 239112,
"1544" : 108119,
"1560" : 193867,
"1576" : 165747,
"1592" : 73978,
"1608" : 133122,
"1624" : 59400,
"1640" : 106307,
"1656" : 90740,
"1672" : 40022,
"1688" : 70341,
"1704" : 31262,
"1720" : 54767,
"1736" : 46543,
"1752" : 20571,
"1768" : 36507,
"1784" : 16400,
"1800" : 28662,
"1816" : 24302,
"1832" : 11094,
"1848" : 19385,
"1864" : 8708,
"1880" : 15318,
"1896" : 13160,
"1912" : 5859,
"1928" : 10299,
"1944" : 4622,
"1960" : 8391,
"1976" : 7245,
"1992" : 3476,
"2008" : 6177,
"2024" : 2858,
"2040" : 5350,
"2064" : 7178,
"2096" : 6331,
"2128" : 7103,
"2160" : 5883,
"2192" : 4951,
"2224" : 4475,
"2256" : 4174,
"2288" : 4641,
"2320" : 4453,
"2352" : 3397,
"2384" : 3190,
"2416" : 2991,
"2448" : 2982,
"2480" : 3317,
"2512" : 2389,
"2544" : 2291,
"2576" : 2103,
"2608" : 1896,
"2640" : 2385,
"2672" : 1595,
"2704" : 1404,
"2736" : 1319,
"2768" : 1168,
"2800" : 1336,
"2832" : 933,
"2864" : 762,
"2896" : 706,
"2928" : 615,
"2960" : 705,
"2992" : 422,
"3024" : 383,
"3056" : 356,
"3088" : 308,
"3120" : 331,
"3152" : 246,
"3184" : 213,
"3216" : 209,
"3248" : 164,
"3280" : 205,
"3312" : 125,
"3344" : 128,
"3376" : 92,
"3408" : 103,
"3440" : 99,
"3472" : 65,
"3504" : 56,
"3536" : 50,
"3568" : 54,
"3600" : 53,
"3632" : 66,
"3664" : 58,
"3696" : 57,
"3728" : 56,
"3760" : 82,
"3792" : 105,
"3824" : 91,
"3856" : 92,
"3888" : 101,
"3920" : 113,
"3952" : 127,
"3984" : 123,
"4016" : 113,
"4048" : 112,
"4080" : 107,
"4128" : 295,
"4192" : 246,
"4256" : 301,
"4320" : 268,
"4384" : 280,
"4448" : 329,
"4512" : 314,
"4576" : 422,
"4640" : 344,
"4704" : 330,
"4768" : 411,
"4832" : 341,
"4896" : 394,
"4960" : 383,
"5024" : 319,
"5088" : 399,
"5152" : 301,
"5216" : 307,
"5280" : 345,
"5344" : 305,
"5408" : 388,
"5472" : 307,
"5536" : 276,
"5600" : 351,
"5664" : 285,
"5728" : 302,
"5792" : 251,
"5856" : 270,
"5920" : 266,
"5984" : 220,
"6048" : 257,
"6112" : 210,
"6176" : 197,
"6240" : 218,
"6304" : 178,
"6368" : 179,
"6432" : 175,
"6496" : 119,
"6560" : 155,
"6624" : 102,
"6688" : 109,
"6752" : 105,
"6816" : 84,
"6880" : 85,
"6944" : 74,
"7008" : 62,
"7072" : 83,
"7136" : 45,
"7200" : 44,
"7264" : 44,
"7328" : 28,
"7392" : 43,
"7456" : 28,
"7520" : 31,
"7584" : 34,
"7648" : 30,
"7712" : 25,
"7776" : 13,
"7840" : 16,
"7904" : 15,
"7968" : 13,
"8032" : 14,
"8096" : 12,
"8160" : 12,
"8256" : 21,
"8384" : 17,
"8512" : 16,
"8640" : 13,
"8768" : 16,
"8896" : 18,
"9024" : 24,
"9152" : 19,
"9280" : 21,
"9408" : 8,
"9536" : 18,
"9664" : 19,
"9792" : 11,
"9920" : 28,
"10048" : 15,
"10176" : 24,
"10304" : 22,
"10432" : 22,
"10560" : 24,
"10688" : 16,
"10816" : 16,
"10944" : 8,
"11072" : 12,
"11200" : 12,
"11328" : 8,
"11456" : 9,
"11584" : 12,
"11712" : 5,
"11840" : 3,
"11968" : 7,
"12096" : 7,
"12224" : 2,
"12352" : 5,
"12480" : 6,
"12608" : 4,
"12736" : 7,
"12864" : 6,
"12992" : 5,
"13248" : 4,
"13376" : 6,
"13504" : 3,
"13632" : 5,
"13760" : 1,
"13888" : 1,
"14016" : 11,
"14144" : 7,
"14272" : 3,
"14400" : 3,
"14528" : 7,
"14656" : 4,
"14784" : 5,
"14912" : 2,
"15040" : 5,
"15168" : 3,
"15296" : 1,
"15424" : 1,
"15552" : 2,
"15680" : 1,
"15808" : 4,
"15936" : 2,
"16064" : 3,
"16192" : 1,
"16320" : 3,
"16512" : 5,
"16768" : 1,
"17024" : 4,
"17280" : 1,
"17536" : 1,
"17792" : 5,
"18048" : 1,
"18560" : 2,
"18816" : 1,
"19072" : 1,
"19328" : 2,
"19584" : 1,
"20096" : 2,
"20352" : 2,
"20608" : 1,
"21120" : 1,
"22144" : 1,
"22400" : 1,
"22656" : 1,
"22912" : 2,
"25216" : 1,
"25472" : 1,
"26752" : 1,
"27776" : 1,
"34048" : 1,
"35072" : 2,
"36096" : 1,
"36608" : 1,
"37632" : 3,
"38144" : 8,
"38656" : 3,
"39168" : 2,
"39680" : 7,
"40192" : 15,
"40704" : 8,
"41216" : 10,
"41728" : 18,
"42240" : 17,
"42752" : 17,
"43264" : 12,
"43776" : 9,
"44288" : 8,
"44800" : 11,
"45312" : 13,
"45824" : 9,
"46336" : 8,
"46848" : 3,
"47360" : 5,
"47872" : 7,
"48384" : 4,
"48896" : 2,
"49408" : 1,
"49920" : 1,
"50432" : 2,
"51456" : 1,
"51968" : 2,
"53504" : 1,
"55040" : 1,
"56064" : 1,
"56576" : 1,
"57600" : 1,
"81408" : 1,
"82432" : 1
}
},
"lat_ns" : {
"min" : 6399,
"max" : 1999045,
"mean" : 344701.151780,
"stddev" : 135927.287438,
"N" : 7873570
},
"bw_min" : 176096,
"bw_max" : 195400,
"bw_agg" : 100.000000,
"bw_mean" : 185297.256637,
"bw_dev" : 249.033394,
"bw_samples" : 5424,
"iops_min" : 44023,
"iops_max" : 48850,
"iops_mean" : 46323.578171,
"iops_stddev" : 62.266915,
"iops_samples" : 5424
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2719988,
"usr_cpu" : 0.606216,
"sys_cpu" : 16.284631,
"ctx" : 6934069,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999987,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999987,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.483791,
"4" : 1.343619,
"10" : 0.164779,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075597,
"timestamp_ms" : 1773075597303,
"time" : "Mon Mar 9 13:59:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 5907,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 34143719424,
"io_kbytes" : 33343476,
"bw_bytes" : 189686276,
"bw" : 185240,
"iops" : 46310.131610,
"runtime" : 180001,
"total_ios" : 8335870,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5268,
"max" : 1995700,
"mean" : 343303.503189,
"stddev" : 135800.162374,
"N" : 8335886
},
"clat_ns" : {
"min" : 1072,
"max" : 82045,
"mean" : 1433.083121,
"stddev" : 348.089634,
"N" : 8335870,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1176,
"10.000000" : 1256,
"20.000000" : 1304,
"30.000000" : 1336,
"40.000000" : 1368,
"50.000000" : 1400,
"60.000000" : 1432,
"70.000000" : 1480,
"80.000000" : 1528,
"90.000000" : 1640,
"95.000000" : 1736,
"99.000000" : 2192,
"99.500000" : 2512,
"99.900000" : 5152,
"99.950000" : 5920,
"99.990000" : 8640
},
"bins" : {
"1080" : 3,
"1096" : 1200,
"1112" : 7817,
"1128" : 88425,
"1144" : 117777,
"1160" : 189843,
"1176" : 153495,
"1192" : 43209,
"1208" : 51917,
"1224" : 34139,
"1240" : 92618,
"1256" : 205863,
"1272" : 162065,
"1288" : 458114,
"1304" : 311892,
"1320" : 575915,
"1336" : 543890,
"1352" : 238515,
"1368" : 446076,
"1384" : 233641,
"1400" : 469439,
"1416" : 479931,
"1432" : 224351,
"1448" : 400347,
"1464" : 176807,
"1480" : 322079,
"1496" : 294829,
"1512" : 139038,
"1528" : 253433,
"1544" : 114516,
"1560" : 205454,
"1576" : 175739,
"1592" : 78339,
"1608" : 141007,
"1624" : 62894,
"1640" : 112521,
"1656" : 96260,
"1672" : 42435,
"1688" : 74576,
"1704" : 33153,
"1720" : 58005,
"1736" : 49333,
"1752" : 21796,
"1768" : 38754,
"1784" : 17420,
"1800" : 30378,
"1816" : 25780,
"1832" : 11759,
"1848" : 20532,
"1864" : 9206,
"1880" : 16247,
"1896" : 13933,
"1912" : 6193,
"1928" : 10963,
"1944" : 4928,
"1960" : 8946,
"1976" : 7663,
"1992" : 3708,
"2008" : 6600,
"2024" : 3047,
"2040" : 5677,
"2064" : 7571,
"2096" : 6686,
"2128" : 7475,
"2160" : 6214,
"2192" : 5249,
"2224" : 4745,
"2256" : 4433,
"2288" : 4923,
"2320" : 4731,
"2352" : 3603,
"2384" : 3402,
"2416" : 3179,
"2448" : 3185,
"2480" : 3524,
"2512" : 2532,
"2544" : 2462,
"2576" : 2247,
"2608" : 2019,
"2640" : 2560,
"2672" : 1715,
"2704" : 1516,
"2736" : 1402,
"2768" : 1240,
"2800" : 1412,
"2832" : 995,
"2864" : 808,
"2896" : 746,
"2928" : 664,
"2960" : 745,
"2992" : 447,
"3024" : 410,
"3056" : 377,
"3088" : 329,
"3120" : 355,
"3152" : 258,
"3184" : 227,
"3216" : 222,
"3248" : 181,
"3280" : 218,
"3312" : 131,
"3344" : 136,
"3376" : 99,
"3408" : 114,
"3440" : 104,
"3472" : 70,
"3504" : 58,
"3536" : 56,
"3568" : 57,
"3600" : 59,
"3632" : 69,
"3664" : 60,
"3696" : 58,
"3728" : 62,
"3760" : 85,
"3792" : 110,
"3824" : 93,
"3856" : 100,
"3888" : 110,
"3920" : 118,
"3952" : 137,
"3984" : 134,
"4016" : 122,
"4048" : 117,
"4080" : 116,
"4128" : 318,
"4192" : 252,
"4256" : 311,
"4320" : 287,
"4384" : 295,
"4448" : 358,
"4512" : 335,
"4576" : 454,
"4640" : 358,
"4704" : 350,
"4768" : 430,
"4832" : 368,
"4896" : 412,
"4960" : 401,
"5024" : 338,
"5088" : 413,
"5152" : 319,
"5216" : 335,
"5280" : 371,
"5344" : 323,
"5408" : 410,
"5472" : 324,
"5536" : 298,
"5600" : 369,
"5664" : 306,
"5728" : 324,
"5792" : 262,
"5856" : 285,
"5920" : 292,
"5984" : 232,
"6048" : 275,
"6112" : 222,
"6176" : 208,
"6240" : 240,
"6304" : 186,
"6368" : 188,
"6432" : 190,
"6496" : 126,
"6560" : 170,
"6624" : 108,
"6688" : 118,
"6752" : 114,
"6816" : 88,
"6880" : 88,
"6944" : 81,
"7008" : 65,
"7072" : 86,
"7136" : 47,
"7200" : 48,
"7264" : 47,
"7328" : 28,
"7392" : 45,
"7456" : 28,
"7520" : 34,
"7584" : 34,
"7648" : 32,
"7712" : 26,
"7776" : 13,
"7840" : 17,
"7904" : 17,
"7968" : 14,
"8032" : 15,
"8096" : 14,
"8160" : 13,
"8256" : 21,
"8384" : 19,
"8512" : 17,
"8640" : 15,
"8768" : 16,
"8896" : 19,
"9024" : 25,
"9152" : 19,
"9280" : 21,
"9408" : 8,
"9536" : 18,
"9664" : 19,
"9792" : 12,
"9920" : 30,
"10048" : 16,
"10176" : 25,
"10304" : 23,
"10432" : 22,
"10560" : 27,
"10688" : 18,
"10816" : 17,
"10944" : 8,
"11072" : 12,
"11200" : 12,
"11328" : 9,
"11456" : 9,
"11584" : 14,
"11712" : 5,
"11840" : 5,
"11968" : 7,
"12096" : 7,
"12224" : 2,
"12352" : 5,
"12480" : 6,
"12608" : 5,
"12736" : 7,
"12864" : 7,
"12992" : 5,
"13248" : 4,
"13376" : 6,
"13504" : 4,
"13632" : 6,
"13760" : 1,
"13888" : 3,
"14016" : 11,
"14144" : 7,
"14272" : 4,
"14400" : 3,
"14528" : 7,
"14656" : 5,
"14784" : 5,
"14912" : 2,
"15040" : 5,
"15168" : 3,
"15296" : 1,
"15424" : 1,
"15552" : 2,
"15680" : 1,
"15808" : 4,
"15936" : 2,
"16064" : 3,
"16192" : 1,
"16320" : 4,
"16512" : 5,
"16768" : 1,
"17024" : 4,
"17280" : 1,
"17536" : 1,
"17792" : 5,
"18048" : 1,
"18560" : 3,
"18816" : 1,
"19072" : 1,
"19328" : 2,
"19584" : 1,
"20096" : 2,
"20352" : 2,
"20608" : 1,
"21120" : 1,
"22144" : 1,
"22400" : 1,
"22656" : 1,
"22912" : 2,
"25216" : 1,
"25472" : 1,
"26752" : 1,
"27776" : 1,
"34048" : 1,
"35072" : 2,
"36096" : 1,
"36608" : 1,
"37632" : 3,
"38144" : 8,
"38656" : 3,
"39168" : 2,
"39680" : 7,
"40192" : 17,
"40704" : 9,
"41216" : 10,
"41728" : 22,
"42240" : 17,
"42752" : 19,
"43264" : 12,
"43776" : 10,
"44288" : 10,
"44800" : 12,
"45312" : 13,
"45824" : 9,
"46336" : 8,
"46848" : 4,
"47360" : 6,
"47872" : 7,
"48384" : 4,
"48896" : 2,
"49408" : 1,
"49920" : 2,
"50432" : 2,
"50944" : 1,
"51456" : 1,
"51968" : 2,
"53504" : 1,
"55040" : 1,
"56064" : 1,
"56576" : 1,
"57600" : 1,
"81408" : 1,
"82432" : 1
}
},
"lat_ns" : {
"min" : 6399,
"max" : 1999045,
"mean" : 344736.439846,
"stddev" : 135875.771229,
"N" : 8335870
},
"bw_min" : 175962,
"bw_max" : 195512,
"bw_agg" : 100.000000,
"bw_mean" : 185278.816156,
"bw_dev" : 251.373133,
"bw_samples" : 5744,
"iops_min" : 43990,
"iops_max" : 48878,
"iops_mean" : 46318.955432,
"iops_stddev" : 62.851497,
"iops_samples" : 5744
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2879988,
"usr_cpu" : 0.606530,
"sys_cpu" : 16.286353,
"ctx" : 7342139,
"majf" : 0,
"minf" : 576,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.479295,
"4" : 1.347802,
"10" : 0.165238,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075597,
"timestamp_ms" : 1773075597352,
"time" : "Mon Mar 9 13:59:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 34143789056,
"io_kbytes" : 33343544,
"bw_bytes" : 189662428,
"bw" : 185217,
"iops" : 46304.214994,
"runtime" : 180024,
"total_ios" : 8335870,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5268,
"max" : 1995700,
"mean" : 343303.503189,
"stddev" : 135800.162374,
"N" : 8335886
},
"clat_ns" : {
"min" : 1072,
"max" : 82045,
"mean" : 1433.083121,
"stddev" : 348.089634,
"N" : 8335870,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1176,
"10.000000" : 1256,
"20.000000" : 1304,
"30.000000" : 1336,
"40.000000" : 1368,
"50.000000" : 1400,
"60.000000" : 1432,
"70.000000" : 1480,
"80.000000" : 1528,
"90.000000" : 1640,
"95.000000" : 1736,
"99.000000" : 2192,
"99.500000" : 2512,
"99.900000" : 5152,
"99.950000" : 5920,
"99.990000" : 8640
},
"bins" : {
"1080" : 3,
"1096" : 1200,
"1112" : 7817,
"1128" : 88425,
"1144" : 117777,
"1160" : 189843,
"1176" : 153495,
"1192" : 43209,
"1208" : 51917,
"1224" : 34139,
"1240" : 92618,
"1256" : 205863,
"1272" : 162065,
"1288" : 458114,
"1304" : 311892,
"1320" : 575915,
"1336" : 543890,
"1352" : 238515,
"1368" : 446076,
"1384" : 233641,
"1400" : 469439,
"1416" : 479931,
"1432" : 224351,
"1448" : 400347,
"1464" : 176807,
"1480" : 322079,
"1496" : 294829,
"1512" : 139038,
"1528" : 253433,
"1544" : 114516,
"1560" : 205454,
"1576" : 175739,
"1592" : 78339,
"1608" : 141007,
"1624" : 62894,
"1640" : 112521,
"1656" : 96260,
"1672" : 42435,
"1688" : 74576,
"1704" : 33153,
"1720" : 58005,
"1736" : 49333,
"1752" : 21796,
"1768" : 38754,
"1784" : 17420,
"1800" : 30378,
"1816" : 25780,
"1832" : 11759,
"1848" : 20532,
"1864" : 9206,
"1880" : 16247,
"1896" : 13933,
"1912" : 6193,
"1928" : 10963,
"1944" : 4928,
"1960" : 8946,
"1976" : 7663,
"1992" : 3708,
"2008" : 6600,
"2024" : 3047,
"2040" : 5677,
"2064" : 7571,
"2096" : 6686,
"2128" : 7475,
"2160" : 6214,
"2192" : 5249,
"2224" : 4745,
"2256" : 4433,
"2288" : 4923,
"2320" : 4731,
"2352" : 3603,
"2384" : 3402,
"2416" : 3179,
"2448" : 3185,
"2480" : 3524,
"2512" : 2532,
"2544" : 2462,
"2576" : 2247,
"2608" : 2019,
"2640" : 2560,
"2672" : 1715,
"2704" : 1516,
"2736" : 1402,
"2768" : 1240,
"2800" : 1412,
"2832" : 995,
"2864" : 808,
"2896" : 746,
"2928" : 664,
"2960" : 745,
"2992" : 447,
"3024" : 410,
"3056" : 377,
"3088" : 329,
"3120" : 355,
"3152" : 258,
"3184" : 227,
"3216" : 222,
"3248" : 181,
"3280" : 218,
"3312" : 131,
"3344" : 136,
"3376" : 99,
"3408" : 114,
"3440" : 104,
"3472" : 70,
"3504" : 58,
"3536" : 56,
"3568" : 57,
"3600" : 59,
"3632" : 69,
"3664" : 60,
"3696" : 58,
"3728" : 62,
"3760" : 85,
"3792" : 110,
"3824" : 93,
"3856" : 100,
"3888" : 110,
"3920" : 118,
"3952" : 137,
"3984" : 134,
"4016" : 122,
"4048" : 117,
"4080" : 116,
"4128" : 318,
"4192" : 252,
"4256" : 311,
"4320" : 287,
"4384" : 295,
"4448" : 358,
"4512" : 335,
"4576" : 454,
"4640" : 358,
"4704" : 350,
"4768" : 430,
"4832" : 368,
"4896" : 412,
"4960" : 401,
"5024" : 338,
"5088" : 413,
"5152" : 319,
"5216" : 335,
"5280" : 371,
"5344" : 323,
"5408" : 410,
"5472" : 324,
"5536" : 298,
"5600" : 369,
"5664" : 306,
"5728" : 324,
"5792" : 262,
"5856" : 285,
"5920" : 292,
"5984" : 232,
"6048" : 275,
"6112" : 222,
"6176" : 208,
"6240" : 240,
"6304" : 186,
"6368" : 188,
"6432" : 190,
"6496" : 126,
"6560" : 170,
"6624" : 108,
"6688" : 118,
"6752" : 114,
"6816" : 88,
"6880" : 88,
"6944" : 81,
"7008" : 65,
"7072" : 86,
"7136" : 47,
"7200" : 48,
"7264" : 47,
"7328" : 28,
"7392" : 45,
"7456" : 28,
"7520" : 34,
"7584" : 34,
"7648" : 32,
"7712" : 26,
"7776" : 13,
"7840" : 17,
"7904" : 17,
"7968" : 14,
"8032" : 15,
"8096" : 14,
"8160" : 13,
"8256" : 21,
"8384" : 19,
"8512" : 17,
"8640" : 15,
"8768" : 16,
"8896" : 19,
"9024" : 25,
"9152" : 19,
"9280" : 21,
"9408" : 8,
"9536" : 18,
"9664" : 19,
"9792" : 12,
"9920" : 30,
"10048" : 16,
"10176" : 25,
"10304" : 23,
"10432" : 22,
"10560" : 27,
"10688" : 18,
"10816" : 17,
"10944" : 8,
"11072" : 12,
"11200" : 12,
"11328" : 9,
"11456" : 9,
"11584" : 14,
"11712" : 5,
"11840" : 5,
"11968" : 7,
"12096" : 7,
"12224" : 2,
"12352" : 5,
"12480" : 6,
"12608" : 5,
"12736" : 7,
"12864" : 7,
"12992" : 5,
"13248" : 4,
"13376" : 6,
"13504" : 4,
"13632" : 6,
"13760" : 1,
"13888" : 3,
"14016" : 11,
"14144" : 7,
"14272" : 4,
"14400" : 3,
"14528" : 7,
"14656" : 5,
"14784" : 5,
"14912" : 2,
"15040" : 5,
"15168" : 3,
"15296" : 1,
"15424" : 1,
"15552" : 2,
"15680" : 1,
"15808" : 4,
"15936" : 2,
"16064" : 3,
"16192" : 1,
"16320" : 4,
"16512" : 5,
"16768" : 1,
"17024" : 4,
"17280" : 1,
"17536" : 1,
"17792" : 5,
"18048" : 1,
"18560" : 3,
"18816" : 1,
"19072" : 1,
"19328" : 2,
"19584" : 1,
"20096" : 2,
"20352" : 2,
"20608" : 1,
"21120" : 1,
"22144" : 1,
"22400" : 1,
"22656" : 1,
"22912" : 2,
"25216" : 1,
"25472" : 1,
"26752" : 1,
"27776" : 1,
"34048" : 1,
"35072" : 2,
"36096" : 1,
"36608" : 1,
"37632" : 3,
"38144" : 8,
"38656" : 3,
"39168" : 2,
"39680" : 7,
"40192" : 17,
"40704" : 9,
"41216" : 10,
"41728" : 22,
"42240" : 17,
"42752" : 19,
"43264" : 12,
"43776" : 10,
"44288" : 10,
"44800" : 12,
"45312" : 13,
"45824" : 9,
"46336" : 8,
"46848" : 4,
"47360" : 6,
"47872" : 7,
"48384" : 4,
"48896" : 2,
"49408" : 1,
"49920" : 2,
"50432" : 2,
"50944" : 1,
"51456" : 1,
"51968" : 2,
"53504" : 1,
"55040" : 1,
"56064" : 1,
"56576" : 1,
"57600" : 1,
"81408" : 1,
"82432" : 1
}
},
"lat_ns" : {
"min" : 6399,
"max" : 1999045,
"mean" : 344736.439846,
"stddev" : 135875.771229,
"N" : 8335870
},
"bw_min" : 174444,
"bw_max" : 195512,
"bw_agg" : 100.000000,
"bw_mean" : 185256.731941,
"bw_dev" : 252.925293,
"bw_samples" : 5759,
"iops_min" : 43609,
"iops_max" : 48878,
"iops_mean" : 46313.422447,
"iops_stddev" : 63.240877,
"iops_samples" : 5759
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880345,
"usr_cpu" : 0.606455,
"sys_cpu" : 16.284334,
"ctx" : 7342471,
"majf" : 0,
"minf" : 591,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.479295,
"4" : 1.347802,
"10" : 0.165238,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}