raidz2/benchmarks/rand/rand-read-qd4-nj8_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773080080,
"timestamp_ms" : 1773080080170,
"time" : "Mon Mar 9 15:14:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 1158782976,
"io_kbytes" : 1131624,
"bw_bytes" : 118715600,
"bw" : 115933,
"iops" : 28988.115972,
"runtime" : 9761,
"total_ios" : 282953,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 78088,
"usr_cpu" : 0.680002,
"sys_cpu" : 17.809395,
"ctx" : 208061,
"majf" : 0,
"minf" : 85,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 99.991518,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080090,
"timestamp_ms" : 1773080090408,
"time" : "Mon Mar 9 15:14:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 1180237824,
"io_kbytes" : 1152576,
"bw_bytes" : 118035585,
"bw" : 115269,
"iops" : 28818.181818,
"runtime" : 9999,
"total_ios" : 288153,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5188,
"max" : 1203518,
"mean" : 275619.812312,
"stddev" : 157581.617355,
"N" : 288153
},
"clat_ns" : {
"min" : 29885,
"max" : 2401078,
"mean" : 834259.269364,
"stddev" : 295840.038447,
"N" : 288145,
"percentile" : {
"1.000000" : 63744,
"5.000000" : 362496,
"10.000000" : 395264,
"20.000000" : 659456,
"30.000000" : 724992,
"40.000000" : 757760,
"50.000000" : 815104,
"60.000000" : 1003520,
"70.000000" : 1056768,
"80.000000" : 1105920,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1368064,
"99.900000" : 1466368,
"99.950000" : 1515520,
"99.990000" : 1679360
},
"bins" : {
"29824" : 1,
"37632" : 1,
"38656" : 1,
"39168" : 2,
"40192" : 1,
"40704" : 2,
"41216" : 1,
"41728" : 1,
"42752" : 1,
"43264" : 2,
"43776" : 2,
"44288" : 1,
"45824" : 2,
"46848" : 1,
"47360" : 2,
"47872" : 3,
"48384" : 2,
"48896" : 8,
"49408" : 14,
"49920" : 20,
"50432" : 36,
"50944" : 36,
"51456" : 27,
"51968" : 51,
"52480" : 54,
"52992" : 44,
"53504" : 37,
"54016" : 44,
"54528" : 30,
"55040" : 35,
"55552" : 41,
"56064" : 37,
"56576" : 28,
"57088" : 28,
"57600" : 23,
"58112" : 27,
"58624" : 24,
"59136" : 36,
"59648" : 60,
"60160" : 90,
"60672" : 147,
"61184" : 199,
"61696" : 281,
"62208" : 336,
"62720" : 401,
"63232" : 475,
"63744" : 508,
"64256" : 561,
"64768" : 538,
"65280" : 545,
"66048" : 1052,
"67072" : 964,
"68096" : 866,
"69120" : 667,
"70144" : 522,
"71168" : 359,
"72192" : 256,
"73216" : 168,
"74240" : 121,
"75264" : 65,
"76288" : 51,
"77312" : 43,
"78336" : 23,
"79360" : 15,
"80384" : 10,
"81408" : 8,
"82432" : 15,
"83456" : 4,
"84480" : 5,
"85504" : 8,
"86528" : 4,
"87552" : 4,
"88576" : 2,
"89600" : 2,
"90624" : 2,
"91648" : 8,
"92672" : 7,
"93696" : 5,
"94720" : 1,
"95744" : 5,
"96768" : 1,
"97792" : 3,
"98816" : 3,
"99840" : 2,
"101888" : 1,
"107008" : 1,
"121344" : 1,
"127488" : 1,
"129536" : 1,
"168960" : 1,
"246784" : 1,
"264192" : 3,
"268288" : 2,
"272384" : 2,
"276480" : 1,
"280576" : 3,
"284672" : 1,
"288768" : 8,
"292864" : 11,
"296960" : 24,
"301056" : 30,
"305152" : 49,
"309248" : 44,
"313344" : 88,
"317440" : 129,
"321536" : 229,
"325632" : 240,
"329728" : 265,
"333824" : 230,
"337920" : 207,
"342016" : 204,
"346112" : 184,
"350208" : 283,
"354304" : 451,
"358400" : 782,
"362496" : 1187,
"366592" : 1752,
"370688" : 2286,
"374784" : 2585,
"378880" : 2448,
"382976" : 2104,
"387072" : 1505,
"391168" : 978,
"395264" : 638,
"399360" : 465,
"403456" : 412,
"407552" : 545,
"411648" : 968,
"415744" : 1406,
"419840" : 2011,
"423936" : 2411,
"428032" : 2646,
"432128" : 2551,
"436224" : 2081,
"440320" : 1435,
"444416" : 999,
"448512" : 699,
"452608" : 525,
"456704" : 465,
"460800" : 417,
"464896" : 323,
"468992" : 265,
"473088" : 220,
"477184" : 198,
"481280" : 176,
"485376" : 146,
"489472" : 139,
"493568" : 139,
"497664" : 163,
"501760" : 158,
"505856" : 157,
"509952" : 171,
"514048" : 162,
"518144" : 168,
"522240" : 140,
"528384" : 227,
"536576" : 202,
"544768" : 157,
"552960" : 119,
"561152" : 139,
"569344" : 126,
"577536" : 139,
"585728" : 148,
"593920" : 176,
"602112" : 184,
"610304" : 263,
"618496" : 425,
"626688" : 606,
"634880" : 814,
"643072" : 882,
"651264" : 1004,
"659456" : 1462,
"667648" : 2386,
"675840" : 3691,
"684032" : 4496,
"692224" : 4191,
"700416" : 3531,
"708608" : 3196,
"716800" : 4128,
"724992" : 5989,
"733184" : 7752,
"741376" : 7892,
"749568" : 6258,
"757760" : 4390,
"765952" : 3725,
"774144" : 4089,
"782336" : 4806,
"790528" : 4825,
"798720" : 4220,
"806912" : 3467,
"815104" : 2651,
"823296" : 2061,
"831488" : 1737,
"839680" : 1508,
"847872" : 1254,
"856064" : 1140,
"864256" : 1048,
"872448" : 978,
"880640" : 904,
"888832" : 896,
"897024" : 805,
"905216" : 720,
"913408" : 639,
"921600" : 642,
"929792" : 771,
"937984" : 877,
"946176" : 936,
"954368" : 1018,
"962560" : 1165,
"970752" : 1462,
"978944" : 2040,
"987136" : 2453,
"995328" : 2819,
"1003520" : 2830,
"1011712" : 2786,
"1019904" : 3290,
"1028096" : 4076,
"1036288" : 4994,
"1044480" : 5638,
"1056768" : 10223,
"1073152" : 9538,
"1089536" : 11419,
"1105920" : 11065,
"1122304" : 8615,
"1138688" : 7471,
"1155072" : 6843,
"1171456" : 5467,
"1187840" : 4212,
"1204224" : 3396,
"1220608" : 2648,
"1236992" : 2327,
"1253376" : 1858,
"1269760" : 1508,
"1286144" : 1181,
"1302528" : 912,
"1318912" : 762,
"1335296" : 571,
"1351680" : 465,
"1368064" : 355,
"1384448" : 298,
"1400832" : 202,
"1417216" : 168,
"1433600" : 134,
"1449984" : 88,
"1466368" : 72,
"1482752" : 54,
"1499136" : 44,
"1515520" : 32,
"1531904" : 28,
"1548288" : 19,
"1564672" : 14,
"1581056" : 14,
"1597440" : 6,
"1613824" : 8,
"1630208" : 7,
"1646592" : 5,
"1662976" : 2,
"1679360" : 4,
"1695744" : 3,
"1712128" : 2,
"1728512" : 2,
"1744896" : 1,
"1777664" : 2,
"1794048" : 1,
"1810432" : 2,
"1826816" : 1,
"1859584" : 1,
"1875968" : 1,
"1892352" : 1,
"1925120" : 1,
"1941504" : 1,
"1957888" : 1,
"1974272" : 1,
"2088960" : 2,
"2146304" : 1,
"2310144" : 1,
"2342912" : 1,
"2408448" : 2
}
},
"lat_ns" : {
"min" : 55946,
"max" : 2962916,
"mean" : 1109879.082191,
"stddev" : 353948.609205,
"N" : 288145
},
"bw_min" : 111848,
"bw_max" : 118368,
"bw_agg" : 100.000000,
"bw_mean" : 115284.157895,
"bw_dev" : 263.592553,
"bw_samples" : 152,
"iops_min" : 27962,
"iops_max" : 29592,
"iops_mean" : 28820.631579,
"iops_stddev" : 65.885253,
"iops_samples" : 152
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79992,
"usr_cpu" : 0.706321,
"sys_cpu" : 17.723022,
"ctx" : 213351,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.021169,
"100" : 3.490160,
"250" : 0.010000,
"500" : 14.148733,
"750" : 20.472457,
"1000" : 21.785996
},
"latency_ms" : {
"2" : 40.073850,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080100,
"timestamp_ms" : 1773080100408,
"time" : "Mon Mar 9 15:15:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 2349879296,
"io_kbytes" : 2294804,
"bw_bytes" : 117493964,
"bw" : 114740,
"iops" : 28685.700000,
"runtime" : 20000,
"total_ios" : 573714,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5188,
"max" : 1203518,
"mean" : 276893.768514,
"stddev" : 157300.608646,
"N" : 573714
},
"clat_ns" : {
"min" : 29885,
"max" : 2401078,
"mean" : 838039.026660,
"stddev" : 292967.543342,
"N" : 573706,
"percentile" : {
"1.000000" : 63744,
"5.000000" : 366592,
"10.000000" : 403456,
"20.000000" : 667648,
"30.000000" : 724992,
"40.000000" : 757760,
"50.000000" : 823296,
"60.000000" : 1003520,
"70.000000" : 1056768,
"80.000000" : 1105920,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1368064,
"99.900000" : 1466368,
"99.950000" : 1515520,
"99.990000" : 1630208
},
"bins" : {
"29824" : 1,
"37632" : 1,
"38656" : 2,
"39168" : 3,
"39680" : 2,
"40192" : 1,
"40704" : 2,
"41216" : 2,
"41728" : 3,
"42240" : 2,
"42752" : 3,
"43264" : 3,
"43776" : 4,
"44288" : 1,
"44800" : 1,
"45824" : 2,
"46848" : 1,
"47360" : 2,
"47872" : 4,
"48384" : 3,
"48896" : 10,
"49408" : 22,
"49920" : 34,
"50432" : 59,
"50944" : 64,
"51456" : 62,
"51968" : 82,
"52480" : 92,
"52992" : 78,
"53504" : 79,
"54016" : 83,
"54528" : 70,
"55040" : 66,
"55552" : 80,
"56064" : 72,
"56576" : 57,
"57088" : 52,
"57600" : 46,
"58112" : 51,
"58624" : 49,
"59136" : 60,
"59648" : 108,
"60160" : 161,
"60672" : 266,
"61184" : 362,
"61696" : 481,
"62208" : 585,
"62720" : 726,
"63232" : 836,
"63744" : 911,
"64256" : 998,
"64768" : 990,
"65280" : 994,
"66048" : 1962,
"67072" : 1806,
"68096" : 1642,
"69120" : 1180,
"70144" : 929,
"71168" : 663,
"72192" : 451,
"73216" : 318,
"74240" : 223,
"75264" : 137,
"76288" : 108,
"77312" : 69,
"78336" : 37,
"79360" : 24,
"80384" : 20,
"81408" : 15,
"82432" : 19,
"83456" : 7,
"84480" : 10,
"85504" : 9,
"86528" : 5,
"87552" : 8,
"88576" : 3,
"89600" : 4,
"90624" : 3,
"91648" : 10,
"92672" : 10,
"93696" : 10,
"94720" : 6,
"95744" : 9,
"96768" : 4,
"97792" : 3,
"98816" : 5,
"99840" : 5,
"101888" : 2,
"107008" : 1,
"114176" : 2,
"121344" : 1,
"127488" : 1,
"129536" : 1,
"144384" : 2,
"168960" : 1,
"246784" : 1,
"254976" : 2,
"257024" : 1,
"259072" : 1,
"264192" : 4,
"268288" : 5,
"272384" : 3,
"276480" : 4,
"280576" : 3,
"284672" : 5,
"288768" : 14,
"292864" : 29,
"296960" : 37,
"301056" : 47,
"305152" : 81,
"309248" : 89,
"313344" : 150,
"317440" : 245,
"321536" : 418,
"325632" : 497,
"329728" : 522,
"333824" : 477,
"337920" : 397,
"342016" : 419,
"346112" : 371,
"350208" : 543,
"354304" : 861,
"358400" : 1473,
"362496" : 2323,
"366592" : 3394,
"370688" : 4545,
"374784" : 5068,
"378880" : 4841,
"382976" : 4265,
"387072" : 2998,
"391168" : 1972,
"395264" : 1246,
"399360" : 943,
"403456" : 778,
"407552" : 1077,
"411648" : 1795,
"415744" : 2782,
"419840" : 3904,
"423936" : 4691,
"428032" : 5161,
"432128" : 5035,
"436224" : 4231,
"440320" : 2905,
"444416" : 1998,
"448512" : 1453,
"452608" : 1086,
"456704" : 889,
"460800" : 750,
"464896" : 657,
"468992" : 541,
"473088" : 449,
"477184" : 434,
"481280" : 356,
"485376" : 312,
"489472" : 294,
"493568" : 275,
"497664" : 299,
"501760" : 293,
"505856" : 304,
"509952" : 321,
"514048" : 339,
"518144" : 326,
"522240" : 300,
"528384" : 480,
"536576" : 414,
"544768" : 294,
"552960" : 257,
"561152" : 245,
"569344" : 261,
"577536" : 270,
"585728" : 291,
"593920" : 319,
"602112" : 369,
"610304" : 477,
"618496" : 803,
"626688" : 1184,
"634880" : 1633,
"643072" : 1785,
"651264" : 1906,
"659456" : 2852,
"667648" : 4639,
"675840" : 7215,
"684032" : 8858,
"692224" : 8542,
"700416" : 6940,
"708608" : 6244,
"716800" : 8086,
"724992" : 11700,
"733184" : 15374,
"741376" : 15964,
"749568" : 12755,
"757760" : 9059,
"765952" : 7638,
"774144" : 8042,
"782336" : 9546,
"790528" : 9936,
"798720" : 8932,
"806912" : 7052,
"815104" : 5305,
"823296" : 4322,
"831488" : 3584,
"839680" : 3052,
"847872" : 2548,
"856064" : 2282,
"864256" : 2086,
"872448" : 2011,
"880640" : 1869,
"888832" : 1746,
"897024" : 1627,
"905216" : 1468,
"913408" : 1327,
"921600" : 1332,
"929792" : 1554,
"937984" : 1715,
"946176" : 1838,
"954368" : 2066,
"962560" : 2311,
"970752" : 2911,
"978944" : 3906,
"987136" : 4802,
"995328" : 5395,
"1003520" : 5491,
"1011712" : 5605,
"1019904" : 6375,
"1028096" : 7814,
"1036288" : 9792,
"1044480" : 11094,
"1056768" : 20679,
"1073152" : 18643,
"1089536" : 22487,
"1105920" : 22335,
"1122304" : 17503,
"1138688" : 15147,
"1155072" : 14072,
"1171456" : 11126,
"1187840" : 8469,
"1204224" : 6893,
"1220608" : 5355,
"1236992" : 4606,
"1253376" : 3828,
"1269760" : 3027,
"1286144" : 2333,
"1302528" : 1880,
"1318912" : 1538,
"1335296" : 1195,
"1351680" : 930,
"1368064" : 729,
"1384448" : 593,
"1400832" : 446,
"1417216" : 359,
"1433600" : 280,
"1449984" : 193,
"1466368" : 152,
"1482752" : 111,
"1499136" : 95,
"1515520" : 73,
"1531904" : 58,
"1548288" : 43,
"1564672" : 30,
"1581056" : 24,
"1597440" : 21,
"1613824" : 15,
"1630208" : 11,
"1646592" : 7,
"1662976" : 6,
"1679360" : 5,
"1695744" : 5,
"1712128" : 4,
"1728512" : 3,
"1744896" : 2,
"1777664" : 2,
"1794048" : 1,
"1810432" : 4,
"1826816" : 1,
"1859584" : 1,
"1875968" : 1,
"1892352" : 1,
"1925120" : 1,
"1941504" : 1,
"1957888" : 1,
"1974272" : 1,
"2088960" : 2,
"2146304" : 1,
"2310144" : 1,
"2342912" : 1,
"2408448" : 2
}
},
"lat_ns" : {
"min" : 55946,
"max" : 2962916,
"mean" : 1114933.069234,
"stddev" : 349434.354169,
"N" : 573706
},
"bw_min" : 110590,
"bw_max" : 119152,
"bw_agg" : 100.000000,
"bw_mean" : 114772.948718,
"bw_dev" : 320.941716,
"bw_samples" : 312,
"iops_min" : 27647,
"iops_max" : 29788,
"iops_mean" : 28692.769231,
"iops_stddev" : 80.229797,
"iops_samples" : 312
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 0.696879,
"sys_cpu" : 17.761986,
"ctx" : 426341,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.016384,
"100" : 3.198283,
"250" : 0.010000,
"500" : 14.024758,
"750" : 20.372869,
"1000" : 22.097247
},
"latency_ms" : {
"2" : 40.285752,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080110,
"timestamp_ms" : 1773080110408,
"time" : "Mon Mar 9 15:15:10 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 3522068480,
"io_kbytes" : 3439520,
"bw_bytes" : 117406196,
"bw" : 114654,
"iops" : 28663.922131,
"runtime" : 29999,
"total_ios" : 859889,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5188,
"max" : 1203518,
"mean" : 277112.322574,
"stddev" : 157100.344200,
"N" : 859889
},
"clat_ns" : {
"min" : 29885,
"max" : 2401078,
"mean" : 838665.015026,
"stddev" : 290643.095982,
"N" : 859881,
"percentile" : {
"1.000000" : 64256,
"5.000000" : 366592,
"10.000000" : 411648,
"20.000000" : 667648,
"30.000000" : 724992,
"40.000000" : 757760,
"50.000000" : 815104,
"60.000000" : 1003520,
"70.000000" : 1056768,
"80.000000" : 1105920,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1368064,
"99.900000" : 1466368,
"99.950000" : 1515520,
"99.990000" : 1613824
},
"bins" : {
"29824" : 1,
"37632" : 1,
"38656" : 2,
"39168" : 4,
"39680" : 2,
"40192" : 2,
"40704" : 2,
"41216" : 5,
"41728" : 4,
"42240" : 3,
"42752" : 4,
"43264" : 5,
"43776" : 4,
"44288" : 2,
"44800" : 1,
"45824" : 2,
"46336" : 1,
"46848" : 2,
"47360" : 3,
"47872" : 5,
"48384" : 9,
"48896" : 21,
"49408" : 34,
"49920" : 47,
"50432" : 81,
"50944" : 90,
"51456" : 85,
"51968" : 113,
"52480" : 134,
"52992" : 120,
"53504" : 118,
"54016" : 124,
"54528" : 104,
"55040" : 102,
"55552" : 105,
"56064" : 101,
"56576" : 78,
"57088" : 76,
"57600" : 70,
"58112" : 68,
"58624" : 75,
"59136" : 91,
"59648" : 153,
"60160" : 218,
"60672" : 369,
"61184" : 498,
"61696" : 653,
"62208" : 822,
"62720" : 996,
"63232" : 1171,
"63744" : 1253,
"64256" : 1349,
"64768" : 1410,
"65280" : 1398,
"66048" : 2764,
"67072" : 2604,
"68096" : 2285,
"69120" : 1730,
"70144" : 1340,
"71168" : 951,
"72192" : 682,
"73216" : 478,
"74240" : 325,
"75264" : 194,
"76288" : 160,
"77312" : 90,
"78336" : 62,
"79360" : 40,
"80384" : 31,
"81408" : 20,
"82432" : 25,
"83456" : 12,
"84480" : 10,
"85504" : 13,
"86528" : 5,
"87552" : 11,
"88576" : 5,
"89600" : 11,
"90624" : 4,
"91648" : 12,
"92672" : 10,
"93696" : 12,
"94720" : 9,
"95744" : 10,
"96768" : 5,
"97792" : 4,
"98816" : 6,
"99840" : 5,
"100864" : 1,
"101888" : 2,
"107008" : 1,
"108032" : 1,
"114176" : 2,
"121344" : 1,
"127488" : 1,
"129536" : 1,
"144384" : 2,
"168960" : 1,
"246784" : 2,
"254976" : 2,
"257024" : 1,
"259072" : 1,
"264192" : 4,
"268288" : 5,
"272384" : 3,
"276480" : 4,
"280576" : 7,
"284672" : 8,
"288768" : 27,
"292864" : 40,
"296960" : 56,
"301056" : 91,
"305152" : 126,
"309248" : 135,
"313344" : 253,
"317440" : 374,
"321536" : 590,
"325632" : 721,
"329728" : 776,
"333824" : 689,
"337920" : 613,
"342016" : 613,
"346112" : 572,
"350208" : 824,
"354304" : 1287,
"358400" : 2216,
"362496" : 3484,
"366592" : 5126,
"370688" : 6805,
"374784" : 7533,
"378880" : 7233,
"382976" : 6188,
"387072" : 4422,
"391168" : 2943,
"395264" : 1860,
"399360" : 1358,
"403456" : 1190,
"407552" : 1621,
"411648" : 2652,
"415744" : 4196,
"419840" : 5876,
"423936" : 7098,
"428032" : 7649,
"432128" : 7501,
"436224" : 6287,
"440320" : 4383,
"444416" : 3031,
"448512" : 2139,
"452608" : 1598,
"456704" : 1293,
"460800" : 1105,
"464896" : 987,
"468992" : 788,
"473088" : 700,
"477184" : 634,
"481280" : 527,
"485376" : 468,
"489472" : 459,
"493568" : 408,
"497664" : 461,
"501760" : 437,
"505856" : 463,
"509952" : 505,
"514048" : 485,
"518144" : 464,
"522240" : 454,
"528384" : 777,
"536576" : 614,
"544768" : 430,
"552960" : 403,
"561152" : 348,
"569344" : 402,
"577536" : 409,
"585728" : 422,
"593920" : 512,
"602112" : 565,
"610304" : 738,
"618496" : 1244,
"626688" : 1818,
"634880" : 2403,
"643072" : 2713,
"651264" : 2912,
"659456" : 4402,
"667648" : 7120,
"675840" : 10977,
"684032" : 13575,
"692224" : 12826,
"700416" : 10358,
"708608" : 9439,
"716800" : 12301,
"724992" : 17956,
"733184" : 23232,
"741376" : 23996,
"749568" : 19175,
"757760" : 13699,
"765952" : 11545,
"774144" : 12309,
"782336" : 14564,
"790528" : 15228,
"798720" : 13621,
"806912" : 10557,
"815104" : 8150,
"823296" : 6524,
"831488" : 5410,
"839680" : 4548,
"847872" : 3821,
"856064" : 3365,
"864256" : 3184,
"872448" : 3041,
"880640" : 2807,
"888832" : 2637,
"897024" : 2478,
"905216" : 2196,
"913408" : 2043,
"921600" : 2033,
"929792" : 2337,
"937984" : 2553,
"946176" : 2769,
"954368" : 3005,
"962560" : 3461,
"970752" : 4451,
"978944" : 5869,
"987136" : 7172,
"995328" : 7987,
"1003520" : 8149,
"1011712" : 8337,
"1019904" : 9466,
"1028096" : 11830,
"1036288" : 14688,
"1044480" : 16524,
"1056768" : 30753,
"1073152" : 27941,
"1089536" : 33778,
"1105920" : 33491,
"1122304" : 26167,
"1138688" : 22669,
"1155072" : 20848,
"1171456" : 16542,
"1187840" : 12691,
"1204224" : 10096,
"1220608" : 8044,
"1236992" : 6728,
"1253376" : 5628,
"1269760" : 4502,
"1286144" : 3527,
"1302528" : 2749,
"1318912" : 2266,
"1335296" : 1808,
"1351680" : 1404,
"1368064" : 1062,
"1384448" : 882,
"1400832" : 674,
"1417216" : 539,
"1433600" : 413,
"1449984" : 300,
"1466368" : 220,
"1482752" : 172,
"1499136" : 131,
"1515520" : 108,
"1531904" : 80,
"1548288" : 57,
"1564672" : 45,
"1581056" : 34,
"1597440" : 25,
"1613824" : 19,
"1630208" : 16,
"1646592" : 12,
"1662976" : 7,
"1679360" : 6,
"1695744" : 5,
"1712128" : 5,
"1728512" : 3,
"1744896" : 3,
"1777664" : 2,
"1794048" : 2,
"1810432" : 5,
"1826816" : 2,
"1859584" : 2,
"1875968" : 1,
"1892352" : 1,
"1925120" : 1,
"1941504" : 1,
"1957888" : 1,
"1974272" : 1,
"2088960" : 2,
"2146304" : 1,
"2310144" : 1,
"2342912" : 1,
"2408448" : 2
}
},
"lat_ns" : {
"min" : 55946,
"max" : 2962916,
"mean" : 1115776.211921,
"stddev" : 345707.311897,
"N" : 859881
},
"bw_min" : 110062,
"bw_max" : 120291,
"bw_agg" : 100.000000,
"bw_mean" : 114679.694915,
"bw_dev" : 385.415315,
"bw_samples" : 472,
"iops_min" : 27515,
"iops_max" : 30072,
"iops_mean" : 28669.372881,
"iops_stddev" : 96.361853,
"iops_samples" : 472
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239992,
"usr_cpu" : 0.700440,
"sys_cpu" : 17.737258,
"ctx" : 639706,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.017212,
"100" : 3.019925,
"250" : 0.010000,
"500" : 13.963314,
"750" : 20.596728,
"1000" : 22.287993
},
"latency_ms" : {
"2" : 40.111340,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080120,
"timestamp_ms" : 1773080120408,
"time" : "Mon Mar 9 15:15:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 4694786048,
"io_kbytes" : 4584752,
"bw_bytes" : 117369651,
"bw" : 114618,
"iops" : 28654.950000,
"runtime" : 40000,
"total_ios" : 1146198,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5188,
"max" : 1203518,
"mean" : 277191.211689,
"stddev" : 157001.012691,
"N" : 1146198
},
"clat_ns" : {
"min" : 29885,
"max" : 2401078,
"mean" : 838915.026820,
"stddev" : 288453.593905,
"N" : 1146190,
"percentile" : {
"1.000000" : 64256,
"5.000000" : 366592,
"10.000000" : 411648,
"20.000000" : 667648,
"30.000000" : 724992,
"40.000000" : 757760,
"50.000000" : 815104,
"60.000000" : 995328,
"70.000000" : 1056768,
"80.000000" : 1105920,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1368064,
"99.900000" : 1466368,
"99.950000" : 1515520,
"99.990000" : 1613824
},
"bins" : {
"29824" : 1,
"37120" : 1,
"37632" : 2,
"38656" : 2,
"39168" : 5,
"39680" : 3,
"40192" : 4,
"40704" : 2,
"41216" : 7,
"41728" : 7,
"42240" : 4,
"42752" : 5,
"43264" : 6,
"43776" : 6,
"44288" : 4,
"44800" : 4,
"45312" : 1,
"45824" : 4,
"46336" : 1,
"46848" : 2,
"47360" : 4,
"47872" : 7,
"48384" : 11,
"48896" : 29,
"49408" : 54,
"49920" : 60,
"50432" : 100,
"50944" : 112,
"51456" : 112,
"51968" : 145,
"52480" : 160,
"52992" : 151,
"53504" : 157,
"54016" : 146,
"54528" : 127,
"55040" : 135,
"55552" : 133,
"56064" : 120,
"56576" : 96,
"57088" : 92,
"57600" : 82,
"58112" : 83,
"58624" : 99,
"59136" : 121,
"59648" : 195,
"60160" : 285,
"60672" : 464,
"61184" : 651,
"61696" : 858,
"62208" : 1037,
"62720" : 1211,
"63232" : 1478,
"63744" : 1547,
"64256" : 1700,
"64768" : 1757,
"65280" : 1773,
"66048" : 3444,
"67072" : 3302,
"68096" : 2851,
"69120" : 2223,
"70144" : 1713,
"71168" : 1221,
"72192" : 850,
"73216" : 606,
"74240" : 402,
"75264" : 260,
"76288" : 204,
"77312" : 116,
"78336" : 81,
"79360" : 52,
"80384" : 37,
"81408" : 31,
"82432" : 34,
"83456" : 15,
"84480" : 18,
"85504" : 20,
"86528" : 12,
"87552" : 12,
"88576" : 7,
"89600" : 11,
"90624" : 6,
"91648" : 14,
"92672" : 13,
"93696" : 14,
"94720" : 12,
"95744" : 11,
"96768" : 7,
"97792" : 4,
"98816" : 7,
"99840" : 5,
"100864" : 1,
"101888" : 2,
"104960" : 1,
"107008" : 1,
"108032" : 1,
"113152" : 1,
"114176" : 2,
"115200" : 2,
"121344" : 1,
"127488" : 1,
"129536" : 1,
"144384" : 2,
"168960" : 1,
"244736" : 1,
"246784" : 3,
"254976" : 2,
"257024" : 1,
"259072" : 2,
"264192" : 4,
"268288" : 5,
"272384" : 6,
"276480" : 5,
"280576" : 9,
"284672" : 19,
"288768" : 37,
"292864" : 47,
"296960" : 73,
"301056" : 121,
"305152" : 150,
"309248" : 181,
"313344" : 342,
"317440" : 480,
"321536" : 746,
"325632" : 972,
"329728" : 1041,
"333824" : 901,
"337920" : 840,
"342016" : 787,
"346112" : 749,
"350208" : 1050,
"354304" : 1745,
"358400" : 2966,
"362496" : 4691,
"366592" : 6771,
"370688" : 8948,
"374784" : 9997,
"378880" : 9694,
"382976" : 8153,
"387072" : 5803,
"391168" : 3860,
"395264" : 2511,
"399360" : 1839,
"403456" : 1596,
"407552" : 2141,
"411648" : 3522,
"415744" : 5505,
"419840" : 7785,
"423936" : 9428,
"428032" : 10237,
"432128" : 9960,
"436224" : 8418,
"440320" : 5901,
"444416" : 4042,
"448512" : 2858,
"452608" : 2145,
"456704" : 1702,
"460800" : 1499,
"464896" : 1307,
"468992" : 1045,
"473088" : 942,
"477184" : 843,
"481280" : 685,
"485376" : 634,
"489472" : 615,
"493568" : 532,
"497664" : 599,
"501760" : 554,
"505856" : 619,
"509952" : 672,
"514048" : 659,
"518144" : 644,
"522240" : 607,
"528384" : 1013,
"536576" : 784,
"544768" : 602,
"552960" : 539,
"561152" : 476,
"569344" : 528,
"577536" : 537,
"585728" : 568,
"593920" : 641,
"602112" : 752,
"610304" : 954,
"618496" : 1623,
"626688" : 2448,
"634880" : 3264,
"643072" : 3652,
"651264" : 3956,
"659456" : 5967,
"667648" : 9740,
"675840" : 14886,
"684032" : 18312,
"692224" : 17286,
"700416" : 13974,
"708608" : 12668,
"716800" : 16648,
"724992" : 24486,
"733184" : 31551,
"741376" : 32226,
"749568" : 25819,
"757760" : 18453,
"765952" : 15440,
"774144" : 16674,
"782336" : 19666,
"790528" : 20601,
"798720" : 18403,
"806912" : 14135,
"815104" : 10858,
"823296" : 8813,
"831488" : 7359,
"839680" : 6084,
"847872" : 5164,
"856064" : 4489,
"864256" : 4273,
"872448" : 4122,
"880640" : 3800,
"888832" : 3511,
"897024" : 3240,
"905216" : 2924,
"913408" : 2733,
"921600" : 2776,
"929792" : 3139,
"937984" : 3398,
"946176" : 3664,
"954368" : 4006,
"962560" : 4655,
"970752" : 5937,
"978944" : 7786,
"987136" : 9617,
"995328" : 10739,
"1003520" : 10776,
"1011712" : 11058,
"1019904" : 12623,
"1028096" : 15883,
"1036288" : 19678,
"1044480" : 22086,
"1056768" : 40580,
"1073152" : 37061,
"1089536" : 44956,
"1105920" : 44244,
"1122304" : 34467,
"1138688" : 29846,
"1155072" : 27544,
"1171456" : 21883,
"1187840" : 16821,
"1204224" : 13309,
"1220608" : 10587,
"1236992" : 8879,
"1253376" : 7406,
"1269760" : 5988,
"1286144" : 4658,
"1302528" : 3644,
"1318912" : 3017,
"1335296" : 2386,
"1351680" : 1842,
"1368064" : 1403,
"1384448" : 1160,
"1400832" : 903,
"1417216" : 700,
"1433600" : 528,
"1449984" : 372,
"1466368" : 292,
"1482752" : 228,
"1499136" : 165,
"1515520" : 146,
"1531904" : 99,
"1548288" : 80,
"1564672" : 62,
"1581056" : 49,
"1597440" : 38,
"1613824" : 29,
"1630208" : 20,
"1646592" : 16,
"1662976" : 9,
"1679360" : 6,
"1695744" : 8,
"1712128" : 8,
"1728512" : 5,
"1744896" : 3,
"1761280" : 1,
"1777664" : 3,
"1794048" : 3,
"1810432" : 6,
"1826816" : 4,
"1859584" : 2,
"1875968" : 2,
"1892352" : 2,
"1925120" : 2,
"1941504" : 1,
"1957888" : 2,
"1974272" : 2,
"2088960" : 2,
"2146304" : 1,
"2310144" : 1,
"2342912" : 1,
"2408448" : 2
}
},
"lat_ns" : {
"min" : 55946,
"max" : 2962916,
"mean" : 1116105.856127,
"stddev" : 342139.725048,
"N" : 1146190
},
"bw_min" : 109534,
"bw_max" : 121096,
"bw_agg" : 100.000000,
"bw_mean" : 114656.088608,
"bw_dev" : 450.434949,
"bw_samples" : 632,
"iops_min" : 27383,
"iops_max" : 30274,
"iops_mean" : 28663.544304,
"iops_stddev" : 112.611063,
"iops_samples" : 632
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319998,
"usr_cpu" : 0.711254,
"sys_cpu" : 17.685111,
"ctx" : 853116,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.018583,
"100" : 2.858581,
"250" : 0.010000,
"500" : 13.917927,
"750" : 20.867337,
"1000" : 22.477094
},
"latency_ms" : {
"2" : 39.857337,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080130,
"timestamp_ms" : 1773080130408,
"time" : "Mon Mar 9 15:15:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 5864697856,
"io_kbytes" : 5727244,
"bw_bytes" : 117296303,
"bw" : 114547,
"iops" : 28636.972739,
"runtime" : 49999,
"total_ios" : 1431820,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5188,
"max" : 1203518,
"mean" : 277368.689323,
"stddev" : 156948.548523,
"N" : 1431820
},
"clat_ns" : {
"min" : 29885,
"max" : 2401078,
"mean" : 839447.205876,
"stddev" : 286822.871921,
"N" : 1431812,
"percentile" : {
"1.000000" : 64768,
"5.000000" : 370688,
"10.000000" : 415744,
"20.000000" : 667648,
"30.000000" : 724992,
"40.000000" : 757760,
"50.000000" : 815104,
"60.000000" : 995328,
"70.000000" : 1056768,
"80.000000" : 1105920,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1368064,
"99.900000" : 1466368,
"99.950000" : 1499136,
"99.990000" : 1613824
},
"bins" : {
"29824" : 1,
"30336" : 1,
"37120" : 1,
"37632" : 2,
"38656" : 2,
"39168" : 5,
"39680" : 3,
"40192" : 5,
"40704" : 4,
"41216" : 7,
"41728" : 7,
"42240" : 5,
"42752" : 6,
"43264" : 8,
"43776" : 6,
"44288" : 4,
"44800" : 4,
"45312" : 1,
"45824" : 4,
"46336" : 1,
"46848" : 3,
"47360" : 4,
"47872" : 8,
"48384" : 13,
"48896" : 33,
"49408" : 59,
"49920" : 66,
"50432" : 116,
"50944" : 124,
"51456" : 131,
"51968" : 168,
"52480" : 183,
"52992" : 182,
"53504" : 185,
"54016" : 175,
"54528" : 160,
"55040" : 165,
"55552" : 157,
"56064" : 138,
"56576" : 115,
"57088" : 111,
"57600" : 100,
"58112" : 97,
"58624" : 124,
"59136" : 152,
"59648" : 228,
"60160" : 317,
"60672" : 519,
"61184" : 746,
"61696" : 988,
"62208" : 1189,
"62720" : 1450,
"63232" : 1741,
"63744" : 1821,
"64256" : 2027,
"64768" : 2097,
"65280" : 2082,
"66048" : 4139,
"67072" : 3957,
"68096" : 3420,
"69120" : 2686,
"70144" : 2099,
"71168" : 1509,
"72192" : 1024,
"73216" : 745,
"74240" : 503,
"75264" : 312,
"76288" : 245,
"77312" : 138,
"78336" : 91,
"79360" : 61,
"80384" : 44,
"81408" : 36,
"82432" : 39,
"83456" : 21,
"84480" : 19,
"85504" : 20,
"86528" : 14,
"87552" : 13,
"88576" : 7,
"89600" : 12,
"90624" : 6,
"91648" : 14,
"92672" : 13,
"93696" : 14,
"94720" : 13,
"95744" : 11,
"96768" : 8,
"97792" : 5,
"98816" : 7,
"99840" : 5,
"100864" : 1,
"101888" : 3,
"103936" : 1,
"104960" : 2,
"105984" : 1,
"107008" : 1,
"108032" : 2,
"113152" : 2,
"114176" : 2,
"115200" : 2,
"121344" : 1,
"127488" : 1,
"129536" : 1,
"134144" : 1,
"144384" : 2,
"168960" : 1,
"244736" : 1,
"246784" : 3,
"254976" : 2,
"257024" : 2,
"259072" : 4,
"264192" : 7,
"268288" : 6,
"272384" : 7,
"276480" : 8,
"280576" : 11,
"284672" : 20,
"288768" : 42,
"292864" : 57,
"296960" : 89,
"301056" : 129,
"305152" : 165,
"309248" : 230,
"313344" : 421,
"317440" : 580,
"321536" : 918,
"325632" : 1208,
"329728" : 1300,
"333824" : 1160,
"337920" : 1075,
"342016" : 970,
"346112" : 950,
"350208" : 1338,
"354304" : 2194,
"358400" : 3681,
"362496" : 5674,
"366592" : 8403,
"370688" : 11036,
"374784" : 12419,
"378880" : 12157,
"382976" : 10298,
"387072" : 7308,
"391168" : 4913,
"395264" : 3205,
"399360" : 2351,
"403456" : 1975,
"407552" : 2637,
"411648" : 4252,
"415744" : 6756,
"419840" : 9664,
"423936" : 11718,
"428032" : 12703,
"432128" : 12485,
"436224" : 10566,
"440320" : 7399,
"444416" : 5127,
"448512" : 3542,
"452608" : 2681,
"456704" : 2113,
"460800" : 1849,
"464896" : 1657,
"468992" : 1334,
"473088" : 1183,
"477184" : 1042,
"481280" : 861,
"485376" : 772,
"489472" : 756,
"493568" : 673,
"497664" : 750,
"501760" : 719,
"505856" : 793,
"509952" : 832,
"514048" : 821,
"518144" : 804,
"522240" : 757,
"528384" : 1277,
"536576" : 964,
"544768" : 758,
"552960" : 682,
"561152" : 592,
"569344" : 632,
"577536" : 632,
"585728" : 689,
"593920" : 795,
"602112" : 936,
"610304" : 1177,
"618496" : 2018,
"626688" : 3045,
"634880" : 4081,
"643072" : 4622,
"651264" : 5010,
"659456" : 7424,
"667648" : 12186,
"675840" : 18659,
"684032" : 23080,
"692224" : 21996,
"700416" : 17737,
"708608" : 15798,
"716800" : 20759,
"724992" : 30701,
"733184" : 39688,
"741376" : 40796,
"749568" : 32750,
"757760" : 23398,
"765952" : 19431,
"774144" : 20901,
"782336" : 24801,
"790528" : 26059,
"798720" : 23203,
"806912" : 17921,
"815104" : 13678,
"823296" : 11135,
"831488" : 9250,
"839680" : 7629,
"847872" : 6498,
"856064" : 5613,
"864256" : 5392,
"872448" : 5243,
"880640" : 4804,
"888832" : 4436,
"897024" : 4090,
"905216" : 3640,
"913408" : 3416,
"921600" : 3476,
"929792" : 3933,
"937984" : 4198,
"946176" : 4563,
"954368" : 4960,
"962560" : 5799,
"970752" : 7284,
"978944" : 9629,
"987136" : 11835,
"995328" : 13273,
"1003520" : 13416,
"1011712" : 13686,
"1019904" : 15571,
"1028096" : 19607,
"1036288" : 24307,
"1044480" : 27510,
"1056768" : 50773,
"1073152" : 45955,
"1089536" : 56024,
"1105920" : 55526,
"1122304" : 42940,
"1138688" : 37348,
"1155072" : 34269,
"1171456" : 27217,
"1187840" : 21044,
"1204224" : 16500,
"1220608" : 13241,
"1236992" : 11017,
"1253376" : 9240,
"1269760" : 7425,
"1286144" : 5839,
"1302528" : 4596,
"1318912" : 3794,
"1335296" : 2955,
"1351680" : 2303,
"1368064" : 1775,
"1384448" : 1426,
"1400832" : 1146,
"1417216" : 847,
"1433600" : 668,
"1449984" : 455,
"1466368" : 358,
"1482752" : 271,
"1499136" : 201,
"1515520" : 165,
"1531904" : 116,
"1548288" : 92,
"1564672" : 74,
"1581056" : 58,
"1597440" : 42,
"1613824" : 34,
"1630208" : 22,
"1646592" : 19,
"1662976" : 9,
"1679360" : 7,
"1695744" : 8,
"1712128" : 8,
"1728512" : 5,
"1744896" : 6,
"1761280" : 1,
"1777664" : 3,
"1794048" : 3,
"1810432" : 6,
"1826816" : 4,
"1859584" : 2,
"1875968" : 2,
"1892352" : 2,
"1925120" : 2,
"1941504" : 1,
"1957888" : 2,
"1974272" : 2,
"2088960" : 2,
"2146304" : 1,
"2310144" : 1,
"2342912" : 1,
"2408448" : 2
}
},
"lat_ns" : {
"min" : 51218,
"max" : 2962916,
"mean" : 1116816.391146,
"stddev" : 339430.190938,
"N" : 1431812
},
"bw_min" : 108470,
"bw_max" : 121448,
"bw_agg" : 100.000000,
"bw_mean" : 114567.030303,
"bw_dev" : 510.484478,
"bw_samples" : 792,
"iops_min" : 27117,
"iops_max" : 30362,
"iops_mean" : 28641.272727,
"iops_stddev" : 127.617128,
"iops_samples" : 792
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399992,
"usr_cpu" : 0.709764,
"sys_cpu" : 17.703854,
"ctx" : 1066191,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.016552,
"100" : 2.728276,
"250" : 0.010000,
"500" : 13.890852,
"750" : 21.019262,
"1000" : 22.600676
},
"latency_ms" : {
"2" : 39.741378,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080140,
"timestamp_ms" : 1773080140408,
"time" : "Mon Mar 9 15:15:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 7037558784,
"io_kbytes" : 6872616,
"bw_bytes" : 117294601,
"bw" : 114545,
"iops" : 28636.677278,
"runtime" : 59999,
"total_ios" : 1718172,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5188,
"max" : 1203518,
"mean" : 277371.480475,
"stddev" : 156877.396005,
"N" : 1718172
},
"clat_ns" : {
"min" : 29885,
"max" : 2401078,
"mean" : 839456.059006,
"stddev" : 285291.997541,
"N" : 1718164,
"percentile" : {
"1.000000" : 64768,
"5.000000" : 370688,
"10.000000" : 415744,
"20.000000" : 667648,
"30.000000" : 724992,
"40.000000" : 757760,
"50.000000" : 815104,
"60.000000" : 995328,
"70.000000" : 1056768,
"80.000000" : 1105920,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1368064,
"99.900000" : 1466368,
"99.950000" : 1499136,
"99.990000" : 1613824
},
"bins" : {
"29824" : 1,
"30336" : 1,
"37120" : 1,
"37632" : 2,
"38656" : 2,
"39168" : 5,
"39680" : 5,
"40192" : 6,
"40704" : 5,
"41216" : 8,
"41728" : 7,
"42240" : 7,
"42752" : 9,
"43264" : 8,
"43776" : 8,
"44288" : 5,
"44800" : 4,
"45312" : 1,
"45824" : 4,
"46336" : 1,
"46848" : 4,
"47360" : 4,
"47872" : 8,
"48384" : 14,
"48896" : 36,
"49408" : 60,
"49920" : 74,
"50432" : 122,
"50944" : 140,
"51456" : 148,
"51968" : 186,
"52480" : 217,
"52992" : 209,
"53504" : 217,
"54016" : 225,
"54528" : 188,
"55040" : 195,
"55552" : 181,
"56064" : 163,
"56576" : 131,
"57088" : 134,
"57600" : 117,
"58112" : 116,
"58624" : 136,
"59136" : 168,
"59648" : 248,
"60160" : 338,
"60672" : 561,
"61184" : 822,
"61696" : 1069,
"62208" : 1296,
"62720" : 1596,
"63232" : 1908,
"63744" : 2048,
"64256" : 2289,
"64768" : 2386,
"65280" : 2356,
"66048" : 4754,
"67072" : 4574,
"68096" : 4037,
"69120" : 3178,
"70144" : 2515,
"71168" : 1818,
"72192" : 1241,
"73216" : 894,
"74240" : 613,
"75264" : 367,
"76288" : 294,
"77312" : 166,
"78336" : 113,
"79360" : 78,
"80384" : 51,
"81408" : 44,
"82432" : 41,
"83456" : 23,
"84480" : 19,
"85504" : 23,
"86528" : 17,
"87552" : 14,
"88576" : 9,
"89600" : 14,
"90624" : 9,
"91648" : 14,
"92672" : 15,
"93696" : 16,
"94720" : 16,
"95744" : 13,
"96768" : 8,
"97792" : 6,
"98816" : 7,
"99840" : 5,
"100864" : 2,
"101888" : 4,
"103936" : 2,
"104960" : 2,
"105984" : 2,
"107008" : 1,
"108032" : 2,
"109056" : 1,
"113152" : 2,
"114176" : 2,
"115200" : 2,
"121344" : 1,
"127488" : 1,
"129536" : 1,
"134144" : 1,
"144384" : 2,
"168960" : 1,
"244736" : 1,
"246784" : 3,
"250880" : 1,
"254976" : 2,
"257024" : 2,
"259072" : 4,
"261120" : 1,
"264192" : 8,
"268288" : 6,
"272384" : 8,
"276480" : 9,
"280576" : 13,
"284672" : 25,
"288768" : 49,
"292864" : 66,
"296960" : 105,
"301056" : 147,
"305152" : 194,
"309248" : 273,
"313344" : 510,
"317440" : 693,
"321536" : 1074,
"325632" : 1385,
"329728" : 1527,
"333824" : 1427,
"337920" : 1293,
"342016" : 1151,
"346112" : 1127,
"350208" : 1601,
"354304" : 2638,
"358400" : 4417,
"362496" : 6771,
"366592" : 10111,
"370688" : 13255,
"374784" : 14997,
"378880" : 14532,
"382976" : 12267,
"387072" : 8811,
"391168" : 5874,
"395264" : 3788,
"399360" : 2816,
"403456" : 2338,
"407552" : 3175,
"411648" : 5076,
"415744" : 8042,
"419840" : 11635,
"423936" : 14054,
"428032" : 15313,
"432128" : 15002,
"436224" : 12713,
"440320" : 8918,
"444416" : 6154,
"448512" : 4246,
"452608" : 3222,
"456704" : 2566,
"460800" : 2217,
"464896" : 1954,
"468992" : 1625,
"473088" : 1409,
"477184" : 1246,
"481280" : 1049,
"485376" : 944,
"489472" : 912,
"493568" : 811,
"497664" : 889,
"501760" : 863,
"505856" : 932,
"509952" : 980,
"514048" : 971,
"518144" : 972,
"522240" : 897,
"528384" : 1524,
"536576" : 1171,
"544768" : 899,
"552960" : 802,
"561152" : 687,
"569344" : 759,
"577536" : 749,
"585728" : 806,
"593920" : 963,
"602112" : 1121,
"610304" : 1413,
"618496" : 2426,
"626688" : 3674,
"634880" : 4912,
"643072" : 5593,
"651264" : 6065,
"659456" : 8974,
"667648" : 14940,
"675840" : 22646,
"684032" : 27914,
"692224" : 26716,
"700416" : 21313,
"708608" : 19105,
"716800" : 25185,
"724992" : 37273,
"733184" : 48338,
"741376" : 49542,
"749568" : 39478,
"757760" : 28160,
"765952" : 23441,
"774144" : 25337,
"782336" : 30125,
"790528" : 31565,
"798720" : 28144,
"806912" : 21602,
"815104" : 16556,
"823296" : 13422,
"831488" : 11231,
"839680" : 9236,
"847872" : 7812,
"856064" : 6766,
"864256" : 6441,
"872448" : 6337,
"880640" : 5793,
"888832" : 5333,
"897024" : 4961,
"905216" : 4428,
"913408" : 4087,
"921600" : 4150,
"929792" : 4702,
"937984" : 5051,
"946176" : 5470,
"954368" : 5931,
"962560" : 6947,
"970752" : 8710,
"978944" : 11569,
"987136" : 14188,
"995328" : 15778,
"1003520" : 15960,
"1011712" : 16289,
"1019904" : 18668,
"1028096" : 23453,
"1036288" : 29069,
"1044480" : 32930,
"1056768" : 60650,
"1073152" : 54927,
"1089536" : 67104,
"1105920" : 66221,
"1122304" : 51254,
"1138688" : 44727,
"1155072" : 40882,
"1171456" : 32449,
"1187840" : 25004,
"1204224" : 19710,
"1220608" : 15745,
"1236992" : 13198,
"1253376" : 11022,
"1269760" : 8833,
"1286144" : 6947,
"1302528" : 5474,
"1318912" : 4530,
"1335296" : 3500,
"1351680" : 2737,
"1368064" : 2089,
"1384448" : 1687,
"1400832" : 1329,
"1417216" : 1010,
"1433600" : 800,
"1449984" : 531,
"1466368" : 421,
"1482752" : 334,
"1499136" : 237,
"1515520" : 203,
"1531904" : 139,
"1548288" : 108,
"1564672" : 92,
"1581056" : 68,
"1597440" : 48,
"1613824" : 48,
"1630208" : 25,
"1646592" : 24,
"1662976" : 10,
"1679360" : 9,
"1695744" : 8,
"1712128" : 9,
"1728512" : 5,
"1744896" : 6,
"1761280" : 2,
"1777664" : 3,
"1794048" : 3,
"1810432" : 6,
"1826816" : 4,
"1859584" : 2,
"1875968" : 2,
"1892352" : 2,
"1925120" : 2,
"1941504" : 1,
"1957888" : 2,
"1974272" : 2,
"2088960" : 2,
"2146304" : 1,
"2310144" : 1,
"2342912" : 1,
"2408448" : 2
}
},
"lat_ns" : {
"min" : 51218,
"max" : 2962916,
"mean" : 1116828.121600,
"stddev" : 336883.277768,
"N" : 1718164
},
"bw_min" : 108150,
"bw_max" : 122048,
"bw_agg" : 100.000000,
"bw_mean" : 114566.672269,
"bw_dev" : 557.774253,
"bw_samples" : 952,
"iops_min" : 27037,
"iops_max" : 30512,
"iops_mean" : 28641.210084,
"iops_stddev" : 139.441377,
"iops_samples" : 952
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479992,
"usr_cpu" : 0.702512,
"sys_cpu" : 17.703628,
"ctx" : 1279674,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999942,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999942,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.015307,
"100" : 2.615745,
"250" : 0.010000,
"500" : 13.884640,
"750" : 21.219703,
"1000" : 22.716876
},
"latency_ms" : {
"2" : 39.544935,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080150,
"timestamp_ms" : 1773080150408,
"time" : "Mon Mar 9 15:15:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 8215486464,
"io_kbytes" : 8022936,
"bw_bytes" : 117364092,
"bw" : 114613,
"iops" : 28653.485714,
"runtime" : 70000,
"total_ios" : 2005744,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5188,
"max" : 1473901,
"mean" : 277202.491437,
"stddev" : 156948.563936,
"N" : 2005744
},
"clat_ns" : {
"min" : 29885,
"max" : 2401078,
"mean" : 838952.698474,
"stddev" : 284246.599139,
"N" : 2005736,
"percentile" : {
"1.000000" : 65280,
"5.000000" : 370688,
"10.000000" : 415744,
"20.000000" : 667648,
"30.000000" : 724992,
"40.000000" : 757760,
"50.000000" : 815104,
"60.000000" : 995328,
"70.000000" : 1056768,
"80.000000" : 1105920,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1368064,
"99.900000" : 1466368,
"99.950000" : 1499136,
"99.990000" : 1613824
},
"bins" : {
"29824" : 1,
"30336" : 1,
"37120" : 1,
"37632" : 2,
"38656" : 2,
"39168" : 5,
"39680" : 5,
"40192" : 7,
"40704" : 6,
"41216" : 9,
"41728" : 8,
"42240" : 10,
"42752" : 10,
"43264" : 8,
"43776" : 9,
"44288" : 7,
"44800" : 6,
"45312" : 1,
"45824" : 4,
"46336" : 1,
"46848" : 4,
"47360" : 4,
"47872" : 8,
"48384" : 16,
"48896" : 37,
"49408" : 62,
"49920" : 77,
"50432" : 127,
"50944" : 148,
"51456" : 163,
"51968" : 200,
"52480" : 244,
"52992" : 231,
"53504" : 248,
"54016" : 255,
"54528" : 222,
"55040" : 226,
"55552" : 210,
"56064" : 185,
"56576" : 157,
"57088" : 158,
"57600" : 138,
"58112" : 130,
"58624" : 152,
"59136" : 182,
"59648" : 271,
"60160" : 363,
"60672" : 601,
"61184" : 882,
"61696" : 1136,
"62208" : 1390,
"62720" : 1707,
"63232" : 2080,
"63744" : 2236,
"64256" : 2502,
"64768" : 2622,
"65280" : 2670,
"66048" : 5415,
"67072" : 5222,
"68096" : 4611,
"69120" : 3742,
"70144" : 2938,
"71168" : 2177,
"72192" : 1481,
"73216" : 1076,
"74240" : 730,
"75264" : 445,
"76288" : 347,
"77312" : 203,
"78336" : 132,
"79360" : 96,
"80384" : 60,
"81408" : 49,
"82432" : 46,
"83456" : 25,
"84480" : 21,
"85504" : 30,
"86528" : 23,
"87552" : 16,
"88576" : 13,
"89600" : 17,
"90624" : 14,
"91648" : 15,
"92672" : 17,
"93696" : 17,
"94720" : 24,
"95744" : 14,
"96768" : 13,
"97792" : 8,
"98816" : 7,
"99840" : 5,
"100864" : 3,
"101888" : 4,
"103936" : 2,
"104960" : 2,
"105984" : 2,
"107008" : 2,
"108032" : 3,
"109056" : 2,
"113152" : 2,
"114176" : 2,
"115200" : 2,
"118272" : 1,
"121344" : 1,
"127488" : 1,
"129536" : 1,
"134144" : 1,
"144384" : 2,
"168960" : 1,
"244736" : 1,
"246784" : 3,
"250880" : 2,
"252928" : 1,
"254976" : 2,
"257024" : 2,
"259072" : 5,
"261120" : 1,
"264192" : 8,
"268288" : 8,
"272384" : 10,
"276480" : 10,
"280576" : 18,
"284672" : 29,
"288768" : 58,
"292864" : 78,
"296960" : 125,
"301056" : 166,
"305152" : 233,
"309248" : 323,
"313344" : 586,
"317440" : 809,
"321536" : 1242,
"325632" : 1630,
"329728" : 1772,
"333824" : 1674,
"337920" : 1507,
"342016" : 1327,
"346112" : 1342,
"350208" : 1855,
"354304" : 3055,
"358400" : 5098,
"362496" : 7780,
"366592" : 11744,
"370688" : 15317,
"374784" : 17527,
"378880" : 17003,
"382976" : 14569,
"387072" : 10454,
"391168" : 6944,
"395264" : 4555,
"399360" : 3320,
"403456" : 2798,
"407552" : 3657,
"411648" : 5890,
"415744" : 9304,
"419840" : 13401,
"423936" : 16386,
"428032" : 17875,
"432128" : 17602,
"436224" : 14928,
"440320" : 10580,
"444416" : 7240,
"448512" : 5084,
"452608" : 3789,
"456704" : 3024,
"460800" : 2579,
"464896" : 2286,
"468992" : 1937,
"473088" : 1674,
"477184" : 1470,
"481280" : 1253,
"485376" : 1116,
"489472" : 1055,
"493568" : 939,
"497664" : 1036,
"501760" : 1000,
"505856" : 1090,
"509952" : 1151,
"514048" : 1132,
"518144" : 1130,
"522240" : 1046,
"528384" : 1803,
"536576" : 1362,
"544768" : 1070,
"552960" : 959,
"561152" : 806,
"569344" : 893,
"577536" : 875,
"585728" : 927,
"593920" : 1104,
"602112" : 1304,
"610304" : 1696,
"618496" : 2843,
"626688" : 4354,
"634880" : 5815,
"643072" : 6522,
"651264" : 7199,
"659456" : 10533,
"667648" : 17583,
"675840" : 26617,
"684032" : 32795,
"692224" : 31502,
"700416" : 25163,
"708608" : 22540,
"716800" : 29540,
"724992" : 43868,
"733184" : 56711,
"741376" : 58220,
"749568" : 46452,
"757760" : 33162,
"765952" : 27614,
"774144" : 29912,
"782336" : 35419,
"790528" : 37183,
"798720" : 33180,
"806912" : 25435,
"815104" : 19446,
"823296" : 15806,
"831488" : 13237,
"839680" : 10881,
"847872" : 9153,
"856064" : 7884,
"864256" : 7588,
"872448" : 7484,
"880640" : 6798,
"888832" : 6242,
"897024" : 5794,
"905216" : 5170,
"913408" : 4748,
"921600" : 4861,
"929792" : 5486,
"937984" : 5901,
"946176" : 6467,
"954368" : 6888,
"962560" : 8109,
"970752" : 10124,
"978944" : 13377,
"987136" : 16501,
"995328" : 18326,
"1003520" : 18505,
"1011712" : 18913,
"1019904" : 21713,
"1028096" : 27222,
"1036288" : 33770,
"1044480" : 38188,
"1056768" : 70318,
"1073152" : 63599,
"1089536" : 77927,
"1105920" : 76821,
"1122304" : 59492,
"1138688" : 51950,
"1155072" : 47370,
"1171456" : 37750,
"1187840" : 29182,
"1204224" : 22764,
"1220608" : 18208,
"1236992" : 15373,
"1253376" : 12769,
"1269760" : 10212,
"1286144" : 8011,
"1302528" : 6348,
"1318912" : 5219,
"1335296" : 4065,
"1351680" : 3186,
"1368064" : 2419,
"1384448" : 1954,
"1400832" : 1549,
"1417216" : 1171,
"1433600" : 930,
"1449984" : 621,
"1466368" : 491,
"1482752" : 373,
"1499136" : 277,
"1515520" : 225,
"1531904" : 162,
"1548288" : 129,
"1564672" : 107,
"1581056" : 78,
"1597440" : 52,
"1613824" : 52,
"1630208" : 30,
"1646592" : 25,
"1662976" : 12,
"1679360" : 10,
"1695744" : 11,
"1712128" : 10,
"1728512" : 6,
"1744896" : 7,
"1761280" : 2,
"1777664" : 3,
"1794048" : 4,
"1810432" : 7,
"1826816" : 4,
"1859584" : 3,
"1875968" : 3,
"1892352" : 2,
"1908736" : 1,
"1925120" : 4,
"1941504" : 1,
"1957888" : 3,
"1974272" : 5,
"2056192" : 1,
"2088960" : 2,
"2146304" : 2,
"2277376" : 1,
"2310144" : 1,
"2342912" : 2,
"2408448" : 2
}
},
"lat_ns" : {
"min" : 51218,
"max" : 2962916,
"mean" : 1116155.322343,
"stddev" : 335041.818603,
"N" : 2005736
},
"bw_min" : 107902,
"bw_max" : 123120,
"bw_agg" : 100.000000,
"bw_mean" : 114622.827338,
"bw_dev" : 595.999089,
"bw_samples" : 1112,
"iops_min" : 26975,
"iops_max" : 30780,
"iops_mean" : 28655.287770,
"iops_stddev" : 148.999720,
"iops_samples" : 1112
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559998,
"usr_cpu" : 0.698395,
"sys_cpu" : 17.713635,
"ctx" : 1492885,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999950,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999950,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.014109,
"100" : 2.538360,
"250" : 0.010000,
"500" : 13.918925,
"750" : 21.372269,
"1000" : 22.849327
},
"latency_ms" : {
"2" : 39.304168,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080160,
"timestamp_ms" : 1773080160408,
"time" : "Mon Mar 9 15:16:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 9391800320,
"io_kbytes" : 9171680,
"bw_bytes" : 117398971,
"bw" : 114647,
"iops" : 28662.033275,
"runtime" : 79999,
"total_ios" : 2292934,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5188,
"max" : 1473901,
"mean" : 277120.227881,
"stddev" : 156988.905287,
"N" : 2292934
},
"clat_ns" : {
"min" : 29885,
"max" : 2401078,
"mean" : 838709.050575,
"stddev" : 283310.420052,
"N" : 2292926,
"percentile" : {
"1.000000" : 65280,
"5.000000" : 370688,
"10.000000" : 415744,
"20.000000" : 667648,
"30.000000" : 724992,
"40.000000" : 757760,
"50.000000" : 806912,
"60.000000" : 995328,
"70.000000" : 1056768,
"80.000000" : 1105920,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1368064,
"99.900000" : 1466368,
"99.950000" : 1499136,
"99.990000" : 1613824
},
"bins" : {
"29824" : 1,
"30336" : 1,
"37120" : 1,
"37632" : 2,
"38656" : 2,
"39168" : 5,
"39680" : 6,
"40192" : 7,
"40704" : 6,
"41216" : 11,
"41728" : 10,
"42240" : 10,
"42752" : 10,
"43264" : 11,
"43776" : 9,
"44288" : 7,
"44800" : 6,
"45312" : 1,
"45824" : 4,
"46336" : 2,
"46848" : 5,
"47360" : 5,
"47872" : 9,
"48384" : 18,
"48896" : 37,
"49408" : 63,
"49920" : 84,
"50432" : 134,
"50944" : 160,
"51456" : 183,
"51968" : 221,
"52480" : 270,
"52992" : 254,
"53504" : 283,
"54016" : 287,
"54528" : 247,
"55040" : 248,
"55552" : 234,
"56064" : 211,
"56576" : 179,
"57088" : 184,
"57600" : 165,
"58112" : 147,
"58624" : 168,
"59136" : 204,
"59648" : 281,
"60160" : 385,
"60672" : 644,
"61184" : 947,
"61696" : 1219,
"62208" : 1497,
"62720" : 1846,
"63232" : 2263,
"63744" : 2438,
"64256" : 2731,
"64768" : 2893,
"65280" : 2959,
"66048" : 6028,
"67072" : 5846,
"68096" : 5157,
"69120" : 4215,
"70144" : 3306,
"71168" : 2508,
"72192" : 1712,
"73216" : 1211,
"74240" : 823,
"75264" : 494,
"76288" : 389,
"77312" : 223,
"78336" : 161,
"79360" : 113,
"80384" : 69,
"81408" : 55,
"82432" : 51,
"83456" : 28,
"84480" : 25,
"85504" : 32,
"86528" : 24,
"87552" : 17,
"88576" : 13,
"89600" : 19,
"90624" : 18,
"91648" : 16,
"92672" : 18,
"93696" : 19,
"94720" : 26,
"95744" : 16,
"96768" : 14,
"97792" : 9,
"98816" : 7,
"99840" : 6,
"100864" : 4,
"101888" : 5,
"103936" : 2,
"104960" : 2,
"105984" : 3,
"107008" : 2,
"108032" : 3,
"109056" : 2,
"113152" : 2,
"114176" : 2,
"115200" : 2,
"118272" : 1,
"121344" : 1,
"127488" : 1,
"129536" : 1,
"134144" : 1,
"144384" : 2,
"168960" : 1,
"236544" : 1,
"244736" : 1,
"246784" : 3,
"250880" : 2,
"252928" : 3,
"254976" : 4,
"257024" : 2,
"259072" : 6,
"261120" : 1,
"264192" : 14,
"268288" : 11,
"272384" : 11,
"276480" : 11,
"280576" : 21,
"284672" : 34,
"288768" : 64,
"292864" : 89,
"296960" : 149,
"301056" : 206,
"305152" : 273,
"309248" : 368,
"313344" : 670,
"317440" : 940,
"321536" : 1427,
"325632" : 1837,
"329728" : 2034,
"333824" : 1897,
"337920" : 1758,
"342016" : 1520,
"346112" : 1527,
"350208" : 2118,
"354304" : 3485,
"358400" : 5763,
"362496" : 8905,
"366592" : 13448,
"370688" : 17572,
"374784" : 20031,
"378880" : 19519,
"382976" : 16667,
"387072" : 11941,
"391168" : 8016,
"395264" : 5181,
"399360" : 3791,
"403456" : 3214,
"407552" : 4116,
"411648" : 6691,
"415744" : 10630,
"419840" : 15220,
"423936" : 18746,
"428032" : 20513,
"432128" : 20193,
"436224" : 17119,
"440320" : 12206,
"444416" : 8320,
"448512" : 5824,
"452608" : 4309,
"456704" : 3459,
"460800" : 2945,
"464896" : 2578,
"468992" : 2225,
"473088" : 1899,
"477184" : 1671,
"481280" : 1429,
"485376" : 1298,
"489472" : 1197,
"493568" : 1107,
"497664" : 1177,
"501760" : 1137,
"505856" : 1247,
"509952" : 1322,
"514048" : 1300,
"518144" : 1274,
"522240" : 1179,
"528384" : 2061,
"536576" : 1576,
"544768" : 1233,
"552960" : 1106,
"561152" : 935,
"569344" : 1028,
"577536" : 985,
"585728" : 1078,
"593920" : 1255,
"602112" : 1479,
"610304" : 1939,
"618496" : 3281,
"626688" : 5071,
"634880" : 6649,
"643072" : 7521,
"651264" : 8264,
"659456" : 12102,
"667648" : 20228,
"675840" : 30613,
"684032" : 37806,
"692224" : 36309,
"700416" : 28993,
"708608" : 25799,
"716800" : 33778,
"724992" : 50471,
"733184" : 65527,
"741376" : 67033,
"749568" : 53487,
"757760" : 38098,
"765952" : 31567,
"774144" : 34273,
"782336" : 40684,
"790528" : 43034,
"798720" : 38257,
"806912" : 29323,
"815104" : 22386,
"823296" : 18184,
"831488" : 15168,
"839680" : 12491,
"847872" : 10561,
"856064" : 9046,
"864256" : 8755,
"872448" : 8572,
"880640" : 7839,
"888832" : 7226,
"897024" : 6610,
"905216" : 5962,
"913408" : 5454,
"921600" : 5545,
"929792" : 6266,
"937984" : 6759,
"946176" : 7384,
"954368" : 7899,
"962560" : 9232,
"970752" : 11519,
"978944" : 15195,
"987136" : 18761,
"995328" : 20792,
"1003520" : 20984,
"1011712" : 21504,
"1019904" : 24657,
"1028096" : 30890,
"1036288" : 38391,
"1044480" : 43449,
"1056768" : 80251,
"1073152" : 72204,
"1089536" : 88645,
"1105920" : 87806,
"1122304" : 67759,
"1138688" : 59095,
"1155072" : 53826,
"1171456" : 42908,
"1187840" : 33235,
"1204224" : 25997,
"1220608" : 20737,
"1236992" : 17507,
"1253376" : 14549,
"1269760" : 11585,
"1286144" : 9112,
"1302528" : 7253,
"1318912" : 5907,
"1335296" : 4611,
"1351680" : 3627,
"1368064" : 2752,
"1384448" : 2229,
"1400832" : 1744,
"1417216" : 1343,
"1433600" : 1050,
"1449984" : 716,
"1466368" : 550,
"1482752" : 436,
"1499136" : 316,
"1515520" : 258,
"1531904" : 170,
"1548288" : 144,
"1564672" : 117,
"1581056" : 87,
"1597440" : 58,
"1613824" : 55,
"1630208" : 35,
"1646592" : 27,
"1662976" : 13,
"1679360" : 10,
"1695744" : 11,
"1712128" : 13,
"1728512" : 6,
"1744896" : 8,
"1761280" : 3,
"1777664" : 3,
"1794048" : 4,
"1810432" : 7,
"1826816" : 4,
"1859584" : 3,
"1875968" : 3,
"1892352" : 2,
"1908736" : 1,
"1925120" : 4,
"1941504" : 1,
"1957888" : 3,
"1974272" : 5,
"2056192" : 1,
"2088960" : 2,
"2146304" : 2,
"2277376" : 1,
"2310144" : 1,
"2342912" : 2,
"2408448" : 2
}
},
"lat_ns" : {
"min" : 50647,
"max" : 2962916,
"mean" : 1115829.352992,
"stddev" : 333440.717627,
"N" : 2292926
},
"bw_min" : 107382,
"bw_max" : 123616,
"bw_agg" : 100.000000,
"bw_mean" : 114656.698113,
"bw_dev" : 635.842139,
"bw_samples" : 1272,
"iops_min" : 26845,
"iops_max" : 30904,
"iops_mean" : 28663.786164,
"iops_stddev" : 158.961613,
"iops_samples" : 1272
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639992,
"usr_cpu" : 0.694852,
"sys_cpu" : 17.717721,
"ctx" : 1706025,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.013215,
"100" : 2.467581,
"250" : 0.010000,
"500" : 13.933982,
"750" : 21.511827,
"1000" : 22.940085
},
"latency_ms" : {
"2" : 39.130651,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080170,
"timestamp_ms" : 1773080170408,
"time" : "Mon Mar 9 15:16:10 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 10570412032,
"io_kbytes" : 10322668,
"bw_bytes" : 117449022,
"bw" : 114696,
"iops" : 28674.233333,
"runtime" : 90000,
"total_ios" : 2580681,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5188,
"max" : 1473901,
"mean" : 276997.496287,
"stddev" : 157043.371490,
"N" : 2580681
},
"clat_ns" : {
"min" : 29885,
"max" : 2401078,
"mean" : 838347.473534,
"stddev" : 282606.008274,
"N" : 2580673,
"percentile" : {
"1.000000" : 65280,
"5.000000" : 370688,
"10.000000" : 415744,
"20.000000" : 667648,
"30.000000" : 724992,
"40.000000" : 757760,
"50.000000" : 806912,
"60.000000" : 987136,
"70.000000" : 1056768,
"80.000000" : 1105920,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1368064,
"99.900000" : 1466368,
"99.950000" : 1499136,
"99.990000" : 1597440
},
"bins" : {
"29824" : 1,
"30336" : 1,
"37120" : 1,
"37632" : 2,
"38656" : 2,
"39168" : 5,
"39680" : 6,
"40192" : 7,
"40704" : 7,
"41216" : 11,
"41728" : 10,
"42240" : 12,
"42752" : 10,
"43264" : 12,
"43776" : 10,
"44288" : 7,
"44800" : 6,
"45312" : 2,
"45824" : 4,
"46336" : 2,
"46848" : 6,
"47360" : 5,
"47872" : 9,
"48384" : 20,
"48896" : 40,
"49408" : 67,
"49920" : 90,
"50432" : 142,
"50944" : 183,
"51456" : 199,
"51968" : 244,
"52480" : 299,
"52992" : 282,
"53504" : 305,
"54016" : 313,
"54528" : 280,
"55040" : 272,
"55552" : 257,
"56064" : 223,
"56576" : 196,
"57088" : 202,
"57600" : 180,
"58112" : 158,
"58624" : 181,
"59136" : 228,
"59648" : 302,
"60160" : 411,
"60672" : 676,
"61184" : 995,
"61696" : 1296,
"62208" : 1620,
"62720" : 2007,
"63232" : 2445,
"63744" : 2669,
"64256" : 2995,
"64768" : 3145,
"65280" : 3249,
"66048" : 6576,
"67072" : 6410,
"68096" : 5716,
"69120" : 4672,
"70144" : 3691,
"71168" : 2801,
"72192" : 1928,
"73216" : 1352,
"74240" : 924,
"75264" : 559,
"76288" : 429,
"77312" : 255,
"78336" : 178,
"79360" : 129,
"80384" : 80,
"81408" : 63,
"82432" : 59,
"83456" : 35,
"84480" : 30,
"85504" : 33,
"86528" : 25,
"87552" : 19,
"88576" : 15,
"89600" : 20,
"90624" : 18,
"91648" : 19,
"92672" : 20,
"93696" : 21,
"94720" : 27,
"95744" : 16,
"96768" : 15,
"97792" : 13,
"98816" : 8,
"99840" : 7,
"100864" : 5,
"101888" : 5,
"103936" : 2,
"104960" : 2,
"105984" : 3,
"107008" : 2,
"108032" : 4,
"109056" : 2,
"113152" : 2,
"114176" : 2,
"115200" : 2,
"118272" : 1,
"121344" : 1,
"127488" : 1,
"129536" : 1,
"132096" : 1,
"134144" : 1,
"144384" : 2,
"168960" : 1,
"236544" : 1,
"242688" : 1,
"244736" : 1,
"246784" : 3,
"250880" : 2,
"252928" : 3,
"254976" : 4,
"257024" : 2,
"259072" : 6,
"261120" : 1,
"264192" : 14,
"268288" : 11,
"272384" : 12,
"276480" : 14,
"280576" : 24,
"284672" : 38,
"288768" : 76,
"292864" : 100,
"296960" : 164,
"301056" : 226,
"305152" : 295,
"309248" : 404,
"313344" : 734,
"317440" : 1077,
"321536" : 1594,
"325632" : 2097,
"329728" : 2308,
"333824" : 2148,
"337920" : 1969,
"342016" : 1690,
"346112" : 1708,
"350208" : 2384,
"354304" : 3928,
"358400" : 6488,
"362496" : 10050,
"366592" : 15156,
"370688" : 19701,
"374784" : 22572,
"378880" : 22167,
"382976" : 18877,
"387072" : 13467,
"391168" : 9093,
"395264" : 5868,
"399360" : 4309,
"403456" : 3661,
"407552" : 4633,
"411648" : 7524,
"415744" : 11994,
"419840" : 17186,
"423936" : 21226,
"428032" : 23139,
"432128" : 22837,
"436224" : 19343,
"440320" : 13816,
"444416" : 9397,
"448512" : 6555,
"452608" : 4819,
"456704" : 3867,
"460800" : 3318,
"464896" : 2935,
"468992" : 2513,
"473088" : 2150,
"477184" : 1897,
"481280" : 1613,
"485376" : 1460,
"489472" : 1363,
"493568" : 1264,
"497664" : 1334,
"501760" : 1320,
"505856" : 1416,
"509952" : 1472,
"514048" : 1469,
"518144" : 1476,
"522240" : 1325,
"528384" : 2340,
"536576" : 1780,
"544768" : 1378,
"552960" : 1247,
"561152" : 1050,
"569344" : 1150,
"577536" : 1112,
"585728" : 1206,
"593920" : 1442,
"602112" : 1641,
"610304" : 2173,
"618496" : 3698,
"626688" : 5799,
"634880" : 7535,
"643072" : 8533,
"651264" : 9326,
"659456" : 13666,
"667648" : 22850,
"675840" : 34668,
"684032" : 42939,
"692224" : 41010,
"700416" : 32741,
"708608" : 29083,
"716800" : 38097,
"724992" : 57046,
"733184" : 74058,
"741376" : 75775,
"749568" : 60609,
"757760" : 43139,
"765952" : 35674,
"774144" : 38682,
"782336" : 45989,
"790528" : 48743,
"798720" : 43310,
"806912" : 33221,
"815104" : 25330,
"823296" : 20569,
"831488" : 17124,
"839680" : 14104,
"847872" : 11926,
"856064" : 10302,
"864256" : 9889,
"872448" : 9638,
"880640" : 8880,
"888832" : 8207,
"897024" : 7417,
"905216" : 6748,
"913408" : 6147,
"921600" : 6236,
"929792" : 7012,
"937984" : 7572,
"946176" : 8257,
"954368" : 8866,
"962560" : 10365,
"970752" : 12957,
"978944" : 17056,
"987136" : 21072,
"995328" : 23261,
"1003520" : 23561,
"1011712" : 24053,
"1019904" : 27481,
"1028096" : 34646,
"1036288" : 42948,
"1044480" : 48566,
"1056768" : 90224,
"1073152" : 80960,
"1089536" : 99279,
"1105920" : 98528,
"1122304" : 75992,
"1138688" : 66368,
"1155072" : 60495,
"1171456" : 48172,
"1187840" : 37197,
"1204224" : 29170,
"1220608" : 23144,
"1236992" : 19509,
"1253376" : 16320,
"1269760" : 12939,
"1286144" : 10209,
"1302528" : 8090,
"1318912" : 6637,
"1335296" : 5193,
"1351680" : 4051,
"1368064" : 3088,
"1384448" : 2505,
"1400832" : 1957,
"1417216" : 1500,
"1433600" : 1169,
"1449984" : 797,
"1466368" : 615,
"1482752" : 490,
"1499136" : 356,
"1515520" : 297,
"1531904" : 198,
"1548288" : 162,
"1564672" : 131,
"1581056" : 96,
"1597440" : 63,
"1613824" : 59,
"1630208" : 37,
"1646592" : 34,
"1662976" : 14,
"1679360" : 12,
"1695744" : 11,
"1712128" : 13,
"1728512" : 7,
"1744896" : 9,
"1761280" : 3,
"1777664" : 4,
"1794048" : 4,
"1810432" : 7,
"1826816" : 4,
"1859584" : 3,
"1875968" : 3,
"1892352" : 2,
"1908736" : 1,
"1925120" : 4,
"1941504" : 1,
"1957888" : 3,
"1974272" : 5,
"2056192" : 1,
"2088960" : 2,
"2146304" : 2,
"2277376" : 1,
"2310144" : 1,
"2342912" : 2,
"2408448" : 2
}
},
"lat_ns" : {
"min" : 50647,
"max" : 2962916,
"mean" : 1115344.931180,
"stddev" : 332136.420565,
"N" : 2580673
},
"bw_min" : 107054,
"bw_max" : 124032,
"bw_agg" : 100.000000,
"bw_mean" : 114710.944134,
"bw_dev" : 662.299746,
"bw_samples" : 1432,
"iops_min" : 26763,
"iops_max" : 31008,
"iops_mean" : 28677.368715,
"iops_stddev" : 165.576088,
"iops_samples" : 1432
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719999,
"usr_cpu" : 0.700279,
"sys_cpu" : 17.718080,
"ctx" : 1919182,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.012439,
"100" : 2.408318,
"250" : 0.010000,
"500" : 13.978248,
"750" : 21.609451,
"1000" : 23.016367
},
"latency_ms" : {
"2" : 38.972659,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080180,
"timestamp_ms" : 1773080180408,
"time" : "Mon Mar 9 15:16:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 11751862272,
"io_kbytes" : 11476428,
"bw_bytes" : 117519797,
"bw" : 114765,
"iops" : 28691.466915,
"runtime" : 99999,
"total_ios" : 2869118,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5188,
"max" : 1473901,
"mean" : 276829.908756,
"stddev" : 157117.341263,
"N" : 2869118
},
"clat_ns" : {
"min" : 29885,
"max" : 2401078,
"mean" : 837848.272858,
"stddev" : 281995.952489,
"N" : 2869110,
"percentile" : {
"1.000000" : 66048,
"5.000000" : 370688,
"10.000000" : 415744,
"20.000000" : 667648,
"30.000000" : 724992,
"40.000000" : 757760,
"50.000000" : 806912,
"60.000000" : 987136,
"70.000000" : 1056768,
"80.000000" : 1105920,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1368064,
"99.900000" : 1466368,
"99.950000" : 1499136,
"99.990000" : 1597440
},
"bins" : {
"29824" : 1,
"30336" : 1,
"37120" : 1,
"37632" : 2,
"38656" : 2,
"39168" : 6,
"39680" : 6,
"40192" : 7,
"40704" : 7,
"41216" : 13,
"41728" : 10,
"42240" : 13,
"42752" : 10,
"43264" : 13,
"43776" : 10,
"44288" : 7,
"44800" : 6,
"45312" : 2,
"45824" : 4,
"46336" : 2,
"46848" : 6,
"47360" : 5,
"47872" : 9,
"48384" : 20,
"48896" : 42,
"49408" : 69,
"49920" : 96,
"50432" : 155,
"50944" : 197,
"51456" : 216,
"51968" : 262,
"52480" : 322,
"52992" : 315,
"53504" : 333,
"54016" : 342,
"54528" : 300,
"55040" : 303,
"55552" : 281,
"56064" : 242,
"56576" : 214,
"57088" : 216,
"57600" : 195,
"58112" : 169,
"58624" : 195,
"59136" : 242,
"59648" : 314,
"60160" : 432,
"60672" : 721,
"61184" : 1052,
"61696" : 1388,
"62208" : 1720,
"62720" : 2163,
"63232" : 2613,
"63744" : 2885,
"64256" : 3248,
"64768" : 3413,
"65280" : 3526,
"66048" : 7172,
"67072" : 7042,
"68096" : 6244,
"69120" : 5152,
"70144" : 4091,
"71168" : 3056,
"72192" : 2116,
"73216" : 1487,
"74240" : 1007,
"75264" : 615,
"76288" : 463,
"77312" : 277,
"78336" : 198,
"79360" : 141,
"80384" : 88,
"81408" : 66,
"82432" : 66,
"83456" : 37,
"84480" : 34,
"85504" : 34,
"86528" : 31,
"87552" : 21,
"88576" : 19,
"89600" : 22,
"90624" : 22,
"91648" : 22,
"92672" : 20,
"93696" : 23,
"94720" : 32,
"95744" : 18,
"96768" : 15,
"97792" : 15,
"98816" : 9,
"99840" : 8,
"100864" : 5,
"101888" : 5,
"103936" : 2,
"104960" : 2,
"105984" : 3,
"107008" : 2,
"108032" : 4,
"109056" : 2,
"113152" : 2,
"114176" : 2,
"115200" : 2,
"118272" : 1,
"119296" : 1,
"121344" : 1,
"127488" : 1,
"129536" : 1,
"132096" : 1,
"134144" : 1,
"144384" : 2,
"168960" : 1,
"236544" : 1,
"242688" : 1,
"244736" : 1,
"246784" : 3,
"250880" : 2,
"252928" : 3,
"254976" : 4,
"257024" : 2,
"259072" : 6,
"261120" : 1,
"264192" : 14,
"268288" : 13,
"272384" : 12,
"276480" : 14,
"280576" : 28,
"284672" : 39,
"288768" : 81,
"292864" : 109,
"296960" : 185,
"301056" : 242,
"305152" : 333,
"309248" : 455,
"313344" : 830,
"317440" : 1212,
"321536" : 1792,
"325632" : 2329,
"329728" : 2565,
"333824" : 2407,
"337920" : 2185,
"342016" : 1876,
"346112" : 1896,
"350208" : 2649,
"354304" : 4321,
"358400" : 7226,
"362496" : 11286,
"366592" : 16870,
"370688" : 21973,
"374784" : 25180,
"378880" : 24791,
"382976" : 21156,
"387072" : 15054,
"391168" : 10061,
"395264" : 6521,
"399360" : 4763,
"403456" : 4058,
"407552" : 5192,
"411648" : 8439,
"415744" : 13332,
"419840" : 19158,
"423936" : 23684,
"428032" : 25871,
"432128" : 25422,
"436224" : 21482,
"440320" : 15480,
"444416" : 10483,
"448512" : 7303,
"452608" : 5395,
"456704" : 4273,
"460800" : 3681,
"464896" : 3303,
"468992" : 2794,
"473088" : 2418,
"477184" : 2142,
"481280" : 1810,
"485376" : 1628,
"489472" : 1512,
"493568" : 1412,
"497664" : 1493,
"501760" : 1464,
"505856" : 1579,
"509952" : 1634,
"514048" : 1654,
"518144" : 1648,
"522240" : 1483,
"528384" : 2582,
"536576" : 1972,
"544768" : 1536,
"552960" : 1382,
"561152" : 1161,
"569344" : 1262,
"577536" : 1232,
"585728" : 1366,
"593920" : 1586,
"602112" : 1814,
"610304" : 2467,
"618496" : 4145,
"626688" : 6448,
"634880" : 8381,
"643072" : 9556,
"651264" : 10467,
"659456" : 15219,
"667648" : 25539,
"675840" : 38834,
"684032" : 47959,
"692224" : 45840,
"700416" : 36648,
"708608" : 32526,
"716800" : 42527,
"724992" : 63710,
"733184" : 82858,
"741376" : 84697,
"749568" : 67721,
"757760" : 48232,
"765952" : 39753,
"774144" : 43203,
"782336" : 51324,
"790528" : 54507,
"798720" : 48406,
"806912" : 37180,
"815104" : 28289,
"823296" : 23022,
"831488" : 19062,
"839680" : 15702,
"847872" : 13300,
"856064" : 11546,
"864256" : 11034,
"872448" : 10740,
"880640" : 9886,
"888832" : 9159,
"897024" : 8307,
"905216" : 7527,
"913408" : 6871,
"921600" : 6956,
"929792" : 7836,
"937984" : 8428,
"946176" : 9172,
"954368" : 9919,
"962560" : 11480,
"970752" : 14279,
"978944" : 18893,
"987136" : 23327,
"995328" : 25764,
"1003520" : 26117,
"1011712" : 26598,
"1019904" : 30341,
"1028096" : 38269,
"1036288" : 47513,
"1044480" : 53705,
"1056768" : 99990,
"1073152" : 89330,
"1089536" : 109966,
"1105920" : 109317,
"1122304" : 84034,
"1138688" : 73312,
"1155072" : 67015,
"1171456" : 53409,
"1187840" : 41008,
"1204224" : 32291,
"1220608" : 25549,
"1236992" : 21457,
"1253376" : 18111,
"1269760" : 14380,
"1286144" : 11297,
"1302528" : 8989,
"1318912" : 7354,
"1335296" : 5771,
"1351680" : 4512,
"1368064" : 3429,
"1384448" : 2806,
"1400832" : 2152,
"1417216" : 1646,
"1433600" : 1284,
"1449984" : 913,
"1466368" : 675,
"1482752" : 548,
"1499136" : 400,
"1515520" : 335,
"1531904" : 219,
"1548288" : 174,
"1564672" : 144,
"1581056" : 103,
"1597440" : 68,
"1613824" : 63,
"1630208" : 41,
"1646592" : 39,
"1662976" : 20,
"1679360" : 13,
"1695744" : 12,
"1712128" : 13,
"1728512" : 7,
"1744896" : 9,
"1761280" : 3,
"1777664" : 4,
"1794048" : 4,
"1810432" : 7,
"1826816" : 4,
"1843200" : 1,
"1859584" : 3,
"1875968" : 3,
"1892352" : 2,
"1908736" : 1,
"1925120" : 4,
"1941504" : 1,
"1957888" : 3,
"1974272" : 5,
"2056192" : 1,
"2088960" : 2,
"2146304" : 2,
"2277376" : 1,
"2310144" : 1,
"2342912" : 2,
"2408448" : 2
}
},
"lat_ns" : {
"min" : 50647,
"max" : 2962916,
"mean" : 1114678.010786,
"stddev" : 331020.084761,
"N" : 2869110
},
"bw_min" : 107006,
"bw_max" : 125160,
"bw_agg" : 100.000000,
"bw_mean" : 114776.959799,
"bw_dev" : 687.385451,
"bw_samples" : 1592,
"iops_min" : 26751,
"iops_max" : 31290,
"iops_mean" : 28693.894472,
"iops_stddev" : 171.847852,
"iops_samples" : 1592
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799992,
"usr_cpu" : 0.696007,
"sys_cpu" : 17.729177,
"ctx" : 2132389,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.011641,
"100" : 2.358669,
"250" : 0.010000,
"500" : 14.024240,
"750" : 21.720299,
"1000" : 23.092009
},
"latency_ms" : {
"2" : 38.790841,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080190,
"timestamp_ms" : 1773080190408,
"time" : "Mon Mar 9 15:16:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 12936081408,
"io_kbytes" : 12632892,
"bw_bytes" : 117600740,
"bw" : 114844,
"iops" : 28711.245455,
"runtime" : 110000,
"total_ios" : 3158237,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5188,
"max" : 1473901,
"mean" : 276635.908897,
"stddev" : 157203.822423,
"N" : 3158237
},
"clat_ns" : {
"min" : 29515,
"max" : 2401078,
"mean" : 837268.126475,
"stddev" : 281437.840243,
"N" : 3158229,
"percentile" : {
"1.000000" : 66048,
"5.000000" : 370688,
"10.000000" : 415744,
"20.000000" : 667648,
"30.000000" : 724992,
"40.000000" : 757760,
"50.000000" : 806912,
"60.000000" : 987136,
"70.000000" : 1056768,
"80.000000" : 1105920,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1368064,
"99.900000" : 1466368,
"99.950000" : 1499136,
"99.990000" : 1597440
},
"bins" : {
"29568" : 1,
"29824" : 1,
"30336" : 1,
"37120" : 1,
"37632" : 2,
"38656" : 2,
"39168" : 7,
"39680" : 6,
"40192" : 8,
"40704" : 7,
"41216" : 16,
"41728" : 11,
"42240" : 14,
"42752" : 10,
"43264" : 14,
"43776" : 12,
"44288" : 10,
"44800" : 6,
"45312" : 2,
"45824" : 5,
"46336" : 2,
"46848" : 7,
"47360" : 5,
"47872" : 10,
"48384" : 20,
"48896" : 43,
"49408" : 72,
"49920" : 99,
"50432" : 162,
"50944" : 205,
"51456" : 232,
"51968" : 282,
"52480" : 337,
"52992" : 340,
"53504" : 368,
"54016" : 377,
"54528" : 327,
"55040" : 332,
"55552" : 304,
"56064" : 263,
"56576" : 228,
"57088" : 231,
"57600" : 212,
"58112" : 188,
"58624" : 210,
"59136" : 258,
"59648" : 326,
"60160" : 457,
"60672" : 756,
"61184" : 1090,
"61696" : 1444,
"62208" : 1806,
"62720" : 2297,
"63232" : 2773,
"63744" : 3073,
"64256" : 3481,
"64768" : 3683,
"65280" : 3820,
"66048" : 7783,
"67072" : 7656,
"68096" : 6794,
"69120" : 5633,
"70144" : 4482,
"71168" : 3383,
"72192" : 2344,
"73216" : 1638,
"74240" : 1096,
"75264" : 677,
"76288" : 511,
"77312" : 317,
"78336" : 220,
"79360" : 156,
"80384" : 95,
"81408" : 76,
"82432" : 69,
"83456" : 41,
"84480" : 37,
"85504" : 37,
"86528" : 35,
"87552" : 24,
"88576" : 20,
"89600" : 24,
"90624" : 24,
"91648" : 22,
"92672" : 21,
"93696" : 24,
"94720" : 33,
"95744" : 18,
"96768" : 17,
"97792" : 16,
"98816" : 11,
"99840" : 9,
"100864" : 6,
"101888" : 5,
"103936" : 2,
"104960" : 2,
"105984" : 3,
"107008" : 2,
"108032" : 5,
"109056" : 2,
"113152" : 2,
"114176" : 2,
"115200" : 2,
"118272" : 1,
"119296" : 1,
"121344" : 1,
"127488" : 1,
"129536" : 1,
"132096" : 1,
"134144" : 1,
"144384" : 3,
"168960" : 1,
"236544" : 1,
"242688" : 1,
"244736" : 1,
"246784" : 3,
"250880" : 2,
"252928" : 3,
"254976" : 4,
"257024" : 2,
"259072" : 6,
"261120" : 1,
"264192" : 14,
"268288" : 13,
"272384" : 14,
"276480" : 15,
"280576" : 32,
"284672" : 46,
"288768" : 87,
"292864" : 123,
"296960" : 210,
"301056" : 273,
"305152" : 379,
"309248" : 508,
"313344" : 898,
"317440" : 1331,
"321536" : 1964,
"325632" : 2568,
"329728" : 2846,
"333824" : 2672,
"337920" : 2426,
"342016" : 2089,
"346112" : 2088,
"350208" : 2899,
"354304" : 4746,
"358400" : 7922,
"362496" : 12367,
"366592" : 18568,
"370688" : 24278,
"374784" : 27738,
"378880" : 27385,
"382976" : 23418,
"387072" : 16702,
"391168" : 11125,
"395264" : 7220,
"399360" : 5281,
"403456" : 4465,
"407552" : 5672,
"411648" : 9245,
"415744" : 14604,
"419840" : 21107,
"423936" : 26082,
"428032" : 28660,
"432128" : 28094,
"436224" : 23760,
"440320" : 17200,
"444416" : 11636,
"448512" : 8106,
"452608" : 6001,
"456704" : 4716,
"460800" : 4073,
"464896" : 3621,
"468992" : 3105,
"473088" : 2683,
"477184" : 2369,
"481280" : 1993,
"485376" : 1807,
"489472" : 1670,
"493568" : 1579,
"497664" : 1643,
"501760" : 1607,
"505856" : 1749,
"509952" : 1803,
"514048" : 1832,
"518144" : 1800,
"522240" : 1645,
"528384" : 2822,
"536576" : 2186,
"544768" : 1707,
"552960" : 1518,
"561152" : 1282,
"569344" : 1384,
"577536" : 1376,
"585728" : 1516,
"593920" : 1743,
"602112" : 2004,
"610304" : 2694,
"618496" : 4580,
"626688" : 7096,
"634880" : 9287,
"643072" : 10538,
"651264" : 11622,
"659456" : 16734,
"667648" : 28198,
"675840" : 42842,
"684032" : 53142,
"692224" : 50722,
"700416" : 40579,
"708608" : 35979,
"716800" : 47011,
"724992" : 70393,
"733184" : 91581,
"741376" : 93849,
"749568" : 74971,
"757760" : 53337,
"765952" : 43976,
"774144" : 47798,
"782336" : 56755,
"790528" : 60292,
"798720" : 53648,
"806912" : 41168,
"815104" : 31316,
"823296" : 25459,
"831488" : 21124,
"839680" : 17377,
"847872" : 14716,
"856064" : 12770,
"864256" : 12207,
"872448" : 11855,
"880640" : 10936,
"888832" : 10102,
"897024" : 9172,
"905216" : 8268,
"913408" : 7588,
"921600" : 7664,
"929792" : 8634,
"937984" : 9268,
"946176" : 10107,
"954368" : 10902,
"962560" : 12580,
"970752" : 15639,
"978944" : 20735,
"987136" : 25603,
"995328" : 28330,
"1003520" : 28672,
"1011712" : 29124,
"1019904" : 33275,
"1028096" : 41903,
"1036288" : 52183,
"1044480" : 58915,
"1056768" : 109586,
"1073152" : 97809,
"1089536" : 120334,
"1105920" : 119836,
"1122304" : 92099,
"1138688" : 80294,
"1155072" : 73228,
"1171456" : 58584,
"1187840" : 44933,
"1204224" : 35399,
"1220608" : 28005,
"1236992" : 23548,
"1253376" : 19770,
"1269760" : 15684,
"1286144" : 12369,
"1302528" : 9860,
"1318912" : 8065,
"1335296" : 6351,
"1351680" : 4925,
"1368064" : 3769,
"1384448" : 3068,
"1400832" : 2316,
"1417216" : 1781,
"1433600" : 1411,
"1449984" : 1008,
"1466368" : 733,
"1482752" : 597,
"1499136" : 441,
"1515520" : 362,
"1531904" : 232,
"1548288" : 192,
"1564672" : 161,
"1581056" : 110,
"1597440" : 86,
"1613824" : 68,
"1630208" : 41,
"1646592" : 44,
"1662976" : 21,
"1679360" : 16,
"1695744" : 13,
"1712128" : 13,
"1728512" : 9,
"1744896" : 9,
"1761280" : 3,
"1777664" : 4,
"1794048" : 4,
"1810432" : 7,
"1826816" : 4,
"1843200" : 1,
"1859584" : 3,
"1875968" : 3,
"1892352" : 2,
"1908736" : 1,
"1925120" : 4,
"1941504" : 1,
"1957888" : 3,
"1974272" : 5,
"2056192" : 1,
"2088960" : 2,
"2146304" : 2,
"2277376" : 1,
"2310144" : 1,
"2342912" : 2,
"2408448" : 2
}
},
"lat_ns" : {
"min" : 49806,
"max" : 2962916,
"mean" : 1113904.471873,
"stddev" : 329990.877312,
"N" : 3158229
},
"bw_min" : 106454,
"bw_max" : 125400,
"bw_agg" : 100.000000,
"bw_mean" : 114860.726027,
"bw_dev" : 716.394219,
"bw_samples" : 1752,
"iops_min" : 26613,
"iops_max" : 31350,
"iops_mean" : 28714.867580,
"iops_stddev" : 179.100655,
"iops_samples" : 1752
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 879999,
"usr_cpu" : 0.692160,
"sys_cpu" : 17.744907,
"ctx" : 2345515,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.011304,
"100" : 2.319047,
"250" : 0.010000,
"500" : 14.067374,
"750" : 21.819135,
"1000" : 23.173942
},
"latency_ms" : {
"2" : 38.606982,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080200,
"timestamp_ms" : 1773080200408,
"time" : "Mon Mar 9 15:16:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 14125289472,
"io_kbytes" : 13794228,
"bw_bytes" : 117711726,
"bw" : 114952,
"iops" : 28738.347820,
"runtime" : 119999,
"total_ios" : 3448573,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5188,
"max" : 1473901,
"mean" : 276373.481040,
"stddev" : 157339.979838,
"N" : 3448573
},
"clat_ns" : {
"min" : 29515,
"max" : 2401078,
"mean" : 836482.511506,
"stddev" : 281048.523715,
"N" : 3448565,
"percentile" : {
"1.000000" : 66048,
"5.000000" : 370688,
"10.000000" : 415744,
"20.000000" : 667648,
"30.000000" : 724992,
"40.000000" : 757760,
"50.000000" : 806912,
"60.000000" : 987136,
"70.000000" : 1056768,
"80.000000" : 1105920,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1368064,
"99.900000" : 1466368,
"99.950000" : 1499136,
"99.990000" : 1597440
},
"bins" : {
"29568" : 1,
"29824" : 1,
"30336" : 1,
"37120" : 1,
"37632" : 2,
"38656" : 2,
"39168" : 7,
"39680" : 7,
"40192" : 9,
"40704" : 8,
"41216" : 19,
"41728" : 11,
"42240" : 14,
"42752" : 10,
"43264" : 14,
"43776" : 15,
"44288" : 12,
"44800" : 7,
"45312" : 2,
"45824" : 6,
"46336" : 2,
"46848" : 7,
"47360" : 5,
"47872" : 10,
"48384" : 20,
"48896" : 43,
"49408" : 72,
"49920" : 102,
"50432" : 168,
"50944" : 212,
"51456" : 243,
"51968" : 306,
"52480" : 356,
"52992" : 368,
"53504" : 396,
"54016" : 405,
"54528" : 353,
"55040" : 366,
"55552" : 323,
"56064" : 282,
"56576" : 248,
"57088" : 247,
"57600" : 233,
"58112" : 203,
"58624" : 224,
"59136" : 270,
"59648" : 345,
"60160" : 473,
"60672" : 787,
"61184" : 1138,
"61696" : 1497,
"62208" : 1904,
"62720" : 2430,
"63232" : 2933,
"63744" : 3291,
"64256" : 3708,
"64768" : 3939,
"65280" : 4079,
"66048" : 8369,
"67072" : 8285,
"68096" : 7398,
"69120" : 6128,
"70144" : 4940,
"71168" : 3727,
"72192" : 2591,
"73216" : 1818,
"74240" : 1211,
"75264" : 767,
"76288" : 562,
"77312" : 360,
"78336" : 244,
"79360" : 168,
"80384" : 110,
"81408" : 90,
"82432" : 77,
"83456" : 44,
"84480" : 39,
"85504" : 43,
"86528" : 38,
"87552" : 24,
"88576" : 23,
"89600" : 26,
"90624" : 26,
"91648" : 23,
"92672" : 22,
"93696" : 25,
"94720" : 34,
"95744" : 20,
"96768" : 17,
"97792" : 16,
"98816" : 11,
"99840" : 9,
"100864" : 6,
"101888" : 5,
"102912" : 1,
"103936" : 3,
"104960" : 2,
"105984" : 3,
"107008" : 2,
"108032" : 5,
"109056" : 2,
"113152" : 2,
"114176" : 2,
"115200" : 2,
"118272" : 1,
"119296" : 1,
"121344" : 1,
"124416" : 1,
"127488" : 1,
"129536" : 1,
"132096" : 1,
"134144" : 1,
"144384" : 3,
"168960" : 1,
"236544" : 1,
"242688" : 1,
"244736" : 1,
"246784" : 3,
"250880" : 2,
"252928" : 3,
"254976" : 5,
"257024" : 2,
"259072" : 6,
"261120" : 1,
"264192" : 15,
"268288" : 13,
"272384" : 15,
"276480" : 15,
"280576" : 34,
"284672" : 49,
"288768" : 95,
"292864" : 130,
"296960" : 224,
"301056" : 300,
"305152" : 417,
"309248" : 550,
"313344" : 966,
"317440" : 1449,
"321536" : 2132,
"325632" : 2828,
"329728" : 3114,
"333824" : 2983,
"337920" : 2664,
"342016" : 2292,
"346112" : 2282,
"350208" : 3148,
"354304" : 5222,
"358400" : 8610,
"362496" : 13490,
"366592" : 20313,
"370688" : 26660,
"374784" : 30280,
"378880" : 30045,
"382976" : 25622,
"387072" : 18336,
"391168" : 12213,
"395264" : 7985,
"399360" : 5784,
"403456" : 4920,
"407552" : 6153,
"411648" : 10049,
"415744" : 15948,
"419840" : 23080,
"423936" : 28566,
"428032" : 31524,
"432128" : 30858,
"436224" : 26168,
"440320" : 18997,
"444416" : 12822,
"448512" : 8922,
"452608" : 6591,
"456704" : 5177,
"460800" : 4442,
"464896" : 3966,
"468992" : 3425,
"473088" : 2963,
"477184" : 2604,
"481280" : 2221,
"485376" : 1980,
"489472" : 1831,
"493568" : 1736,
"497664" : 1776,
"501760" : 1740,
"505856" : 1897,
"509952" : 1964,
"514048" : 2013,
"518144" : 1956,
"522240" : 1818,
"528384" : 3090,
"536576" : 2407,
"544768" : 1870,
"552960" : 1669,
"561152" : 1393,
"569344" : 1521,
"577536" : 1516,
"585728" : 1678,
"593920" : 1904,
"602112" : 2171,
"610304" : 2967,
"618496" : 4960,
"626688" : 7745,
"634880" : 10179,
"643072" : 11584,
"651264" : 12751,
"659456" : 18249,
"667648" : 30911,
"675840" : 46976,
"684032" : 58198,
"692224" : 55720,
"700416" : 44670,
"708608" : 39446,
"716800" : 51424,
"724992" : 77189,
"733184" : 100458,
"741376" : 103085,
"749568" : 82385,
"757760" : 58584,
"765952" : 48243,
"774144" : 52472,
"782336" : 62281,
"790528" : 66221,
"798720" : 58836,
"806912" : 45281,
"815104" : 34385,
"823296" : 27878,
"831488" : 23200,
"839680" : 19091,
"847872" : 16125,
"856064" : 14042,
"864256" : 13343,
"872448" : 12994,
"880640" : 12068,
"888832" : 11080,
"897024" : 10033,
"905216" : 9030,
"913408" : 8358,
"921600" : 8371,
"929792" : 9407,
"937984" : 10065,
"946176" : 11042,
"954368" : 11813,
"962560" : 13716,
"970752" : 16983,
"978944" : 22589,
"987136" : 27788,
"995328" : 30802,
"1003520" : 31104,
"1011712" : 31605,
"1019904" : 36118,
"1028096" : 45354,
"1036288" : 56608,
"1044480" : 63926,
"1056768" : 119050,
"1073152" : 106355,
"1089536" : 130667,
"1105920" : 130290,
"1122304" : 100101,
"1138688" : 87149,
"1155072" : 79504,
"1171456" : 63626,
"1187840" : 48853,
"1204224" : 38409,
"1220608" : 30458,
"1236992" : 25621,
"1253376" : 21538,
"1269760" : 17044,
"1286144" : 13408,
"1302528" : 10687,
"1318912" : 8755,
"1335296" : 6884,
"1351680" : 5378,
"1368064" : 4091,
"1384448" : 3319,
"1400832" : 2514,
"1417216" : 1940,
"1433600" : 1516,
"1449984" : 1083,
"1466368" : 797,
"1482752" : 654,
"1499136" : 481,
"1515520" : 391,
"1531904" : 254,
"1548288" : 213,
"1564672" : 178,
"1581056" : 119,
"1597440" : 95,
"1613824" : 74,
"1630208" : 43,
"1646592" : 48,
"1662976" : 25,
"1679360" : 18,
"1695744" : 17,
"1712128" : 14,
"1728512" : 10,
"1744896" : 10,
"1761280" : 3,
"1777664" : 4,
"1794048" : 4,
"1810432" : 7,
"1826816" : 4,
"1843200" : 1,
"1859584" : 3,
"1875968" : 3,
"1892352" : 2,
"1908736" : 1,
"1925120" : 4,
"1941504" : 1,
"1957888" : 3,
"1974272" : 5,
"2056192" : 1,
"2088960" : 2,
"2146304" : 2,
"2277376" : 1,
"2310144" : 1,
"2342912" : 2,
"2408448" : 2
}
},
"lat_ns" : {
"min" : 49806,
"max" : 2962916,
"mean" : 1112855.578918,
"stddev" : 329202.618055,
"N" : 3448565
},
"bw_min" : 106302,
"bw_max" : 126058,
"bw_agg" : 100.000000,
"bw_mean" : 114960.983264,
"bw_dev" : 740.430373,
"bw_samples" : 1912,
"iops_min" : 26575,
"iops_max" : 31514,
"iops_mean" : 28739.949791,
"iops_stddev" : 185.111263,
"iops_samples" : 1912
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959992,
"usr_cpu" : 0.688860,
"sys_cpu" : 17.760981,
"ctx" : 2558327,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999971,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999971,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010787,
"100" : 2.292223,
"250" : 0.010000,
"500" : 14.126278,
"750" : 21.916630,
"1000" : 23.252139
},
"latency_ms" : {
"2" : 38.399825,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080210,
"timestamp_ms" : 1773080210408,
"time" : "Mon Mar 9 15:16:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 15316078592,
"io_kbytes" : 14957108,
"bw_bytes" : 117816895,
"bw" : 115055,
"iops" : 28764.013569,
"runtime" : 129999,
"total_ios" : 3739293,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5188,
"max" : 1566954,
"mean" : 276124.206201,
"stddev" : 157460.583189,
"N" : 3739294
},
"clat_ns" : {
"min" : 29515,
"max" : 2445245,
"mean" : 835736.197346,
"stddev" : 280683.878985,
"N" : 3739285,
"percentile" : {
"1.000000" : 66048,
"5.000000" : 370688,
"10.000000" : 415744,
"20.000000" : 667648,
"30.000000" : 724992,
"40.000000" : 757760,
"50.000000" : 806912,
"60.000000" : 978944,
"70.000000" : 1056768,
"80.000000" : 1105920,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1368064,
"99.900000" : 1466368,
"99.950000" : 1499136,
"99.990000" : 1597440
},
"bins" : {
"29568" : 1,
"29824" : 1,
"30336" : 1,
"37120" : 1,
"37632" : 2,
"38656" : 2,
"39168" : 7,
"39680" : 8,
"40192" : 9,
"40704" : 8,
"41216" : 19,
"41728" : 13,
"42240" : 15,
"42752" : 11,
"43264" : 14,
"43776" : 16,
"44288" : 12,
"44800" : 9,
"45312" : 2,
"45824" : 6,
"46336" : 2,
"46848" : 8,
"47360" : 5,
"47872" : 10,
"48384" : 22,
"48896" : 43,
"49408" : 76,
"49920" : 110,
"50432" : 173,
"50944" : 229,
"51456" : 269,
"51968" : 322,
"52480" : 373,
"52992" : 398,
"53504" : 428,
"54016" : 432,
"54528" : 383,
"55040" : 392,
"55552" : 342,
"56064" : 319,
"56576" : 273,
"57088" : 267,
"57600" : 250,
"58112" : 219,
"58624" : 237,
"59136" : 280,
"59648" : 358,
"60160" : 491,
"60672" : 835,
"61184" : 1210,
"61696" : 1566,
"62208" : 2019,
"62720" : 2542,
"63232" : 3129,
"63744" : 3503,
"64256" : 3961,
"64768" : 4240,
"65280" : 4359,
"66048" : 8952,
"67072" : 8894,
"68096" : 7936,
"69120" : 6639,
"70144" : 5308,
"71168" : 3975,
"72192" : 2763,
"73216" : 1950,
"74240" : 1301,
"75264" : 856,
"76288" : 603,
"77312" : 397,
"78336" : 274,
"79360" : 184,
"80384" : 122,
"81408" : 99,
"82432" : 83,
"83456" : 49,
"84480" : 41,
"85504" : 49,
"86528" : 40,
"87552" : 26,
"88576" : 24,
"89600" : 26,
"90624" : 28,
"91648" : 26,
"92672" : 22,
"93696" : 28,
"94720" : 38,
"95744" : 22,
"96768" : 18,
"97792" : 20,
"98816" : 12,
"99840" : 9,
"100864" : 6,
"101888" : 5,
"102912" : 1,
"103936" : 3,
"104960" : 2,
"105984" : 3,
"107008" : 2,
"108032" : 5,
"109056" : 2,
"113152" : 2,
"114176" : 2,
"115200" : 2,
"118272" : 1,
"119296" : 1,
"121344" : 1,
"124416" : 1,
"127488" : 1,
"129536" : 1,
"132096" : 1,
"134144" : 1,
"140288" : 1,
"142336" : 1,
"144384" : 3,
"168960" : 1,
"236544" : 1,
"240640" : 1,
"242688" : 1,
"244736" : 1,
"246784" : 3,
"250880" : 2,
"252928" : 4,
"254976" : 5,
"257024" : 2,
"259072" : 6,
"261120" : 2,
"264192" : 19,
"268288" : 17,
"272384" : 20,
"276480" : 15,
"280576" : 34,
"284672" : 53,
"288768" : 103,
"292864" : 139,
"296960" : 236,
"301056" : 325,
"305152" : 451,
"309248" : 603,
"313344" : 1048,
"317440" : 1583,
"321536" : 2304,
"325632" : 3068,
"329728" : 3370,
"333824" : 3235,
"337920" : 2893,
"342016" : 2496,
"346112" : 2475,
"350208" : 3439,
"354304" : 5707,
"358400" : 9399,
"362496" : 14689,
"366592" : 22045,
"370688" : 29052,
"374784" : 33045,
"378880" : 32775,
"382976" : 27778,
"387072" : 19969,
"391168" : 13308,
"395264" : 8699,
"399360" : 6322,
"403456" : 5395,
"407552" : 6741,
"411648" : 10945,
"415744" : 17398,
"419840" : 25124,
"423936" : 31151,
"428032" : 34377,
"432128" : 33597,
"436224" : 28472,
"440320" : 20698,
"444416" : 13946,
"448512" : 9689,
"452608" : 7142,
"456704" : 5624,
"460800" : 4811,
"464896" : 4271,
"468992" : 3698,
"473088" : 3215,
"477184" : 2821,
"481280" : 2408,
"485376" : 2191,
"489472" : 2025,
"493568" : 1866,
"497664" : 1932,
"501760" : 1893,
"505856" : 2046,
"509952" : 2134,
"514048" : 2186,
"518144" : 2149,
"522240" : 1970,
"528384" : 3374,
"536576" : 2631,
"544768" : 2019,
"552960" : 1789,
"561152" : 1521,
"569344" : 1657,
"577536" : 1652,
"585728" : 1813,
"593920" : 2062,
"602112" : 2368,
"610304" : 3251,
"618496" : 5412,
"626688" : 8433,
"634880" : 11122,
"643072" : 12585,
"651264" : 13878,
"659456" : 19844,
"667648" : 33730,
"675840" : 51194,
"684032" : 63283,
"692224" : 60651,
"700416" : 48638,
"708608" : 42892,
"716800" : 56025,
"724992" : 84244,
"733184" : 109505,
"741376" : 112280,
"749568" : 89731,
"757760" : 63856,
"765952" : 52514,
"774144" : 57218,
"782336" : 67881,
"790528" : 72040,
"798720" : 64114,
"806912" : 49320,
"815104" : 37468,
"823296" : 30191,
"831488" : 25140,
"839680" : 20745,
"847872" : 17552,
"856064" : 15342,
"864256" : 14517,
"872448" : 14163,
"880640" : 13089,
"888832" : 11995,
"897024" : 10835,
"905216" : 9803,
"913408" : 9040,
"921600" : 9053,
"929792" : 10201,
"937984" : 10841,
"946176" : 12011,
"954368" : 12801,
"962560" : 14817,
"970752" : 18395,
"978944" : 24361,
"987136" : 30013,
"995328" : 33199,
"1003520" : 33624,
"1011712" : 34073,
"1019904" : 38954,
"1028096" : 48962,
"1036288" : 61134,
"1044480" : 68952,
"1056768" : 128434,
"1073152" : 114963,
"1089536" : 140852,
"1105920" : 140667,
"1122304" : 108009,
"1138688" : 94218,
"1155072" : 85894,
"1171456" : 68674,
"1187840" : 52718,
"1204224" : 41391,
"1220608" : 32756,
"1236992" : 27715,
"1253376" : 23178,
"1269760" : 18362,
"1286144" : 14396,
"1302528" : 11501,
"1318912" : 9420,
"1335296" : 7417,
"1351680" : 5776,
"1368064" : 4409,
"1384448" : 3605,
"1400832" : 2720,
"1417216" : 2086,
"1433600" : 1618,
"1449984" : 1156,
"1466368" : 857,
"1482752" : 705,
"1499136" : 522,
"1515520" : 421,
"1531904" : 279,
"1548288" : 233,
"1564672" : 188,
"1581056" : 128,
"1597440" : 105,
"1613824" : 79,
"1630208" : 51,
"1646592" : 55,
"1662976" : 31,
"1679360" : 21,
"1695744" : 22,
"1712128" : 14,
"1728512" : 10,
"1744896" : 10,
"1761280" : 3,
"1777664" : 5,
"1794048" : 5,
"1810432" : 7,
"1826816" : 4,
"1843200" : 2,
"1859584" : 3,
"1875968" : 3,
"1892352" : 3,
"1908736" : 1,
"1925120" : 4,
"1941504" : 2,
"1957888" : 3,
"1974272" : 6,
"2007040" : 2,
"2056192" : 3,
"2088960" : 2,
"2113536" : 1,
"2146304" : 3,
"2277376" : 1,
"2310144" : 1,
"2342912" : 2,
"2375680" : 1,
"2408448" : 2,
"2441216" : 1
}
},
"lat_ns" : {
"min" : 49806,
"max" : 2962916,
"mean" : 1111860.146679,
"stddev" : 328446.138738,
"N" : 3739285
},
"bw_min" : 106142,
"bw_max" : 126725,
"bw_agg" : 100.000000,
"bw_mean" : 115071.474903,
"bw_dev" : 759.331145,
"bw_samples" : 2072,
"iops_min" : 26535,
"iops_max" : 31681,
"iops_mean" : 28767.590734,
"iops_stddev" : 189.837519,
"iops_samples" : 2072
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1039992,
"usr_cpu" : 0.688371,
"sys_cpu" : 17.766387,
"ctx" : 2771357,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999973,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999947,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010430,
"100" : 2.263931,
"250" : 0.010000,
"500" : 14.185329,
"750" : 22.018093,
"1000" : 23.302721
},
"latency_ms" : {
"2" : 38.217278,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080220,
"timestamp_ms" : 1773080220408,
"time" : "Mon Mar 9 15:17:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 16511242240,
"io_kbytes" : 16124260,
"bw_bytes" : 117937444,
"bw" : 115173,
"iops" : 28793.457143,
"runtime" : 140000,
"total_ios" : 4031084,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5178,
"max" : 1566954,
"mean" : 275836.928822,
"stddev" : 157573.130933,
"N" : 4031084
},
"clat_ns" : {
"min" : 29515,
"max" : 2445245,
"mean" : 834880.228850,
"stddev" : 280413.995922,
"N" : 4031076,
"percentile" : {
"1.000000" : 66048,
"5.000000" : 370688,
"10.000000" : 415744,
"20.000000" : 667648,
"30.000000" : 724992,
"40.000000" : 757760,
"50.000000" : 806912,
"60.000000" : 978944,
"70.000000" : 1056768,
"80.000000" : 1105920,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1368064,
"99.900000" : 1466368,
"99.950000" : 1499136,
"99.990000" : 1597440
},
"bins" : {
"29568" : 1,
"29824" : 1,
"30336" : 1,
"37120" : 1,
"37632" : 2,
"38656" : 2,
"39168" : 7,
"39680" : 9,
"40192" : 9,
"40704" : 8,
"41216" : 20,
"41728" : 16,
"42240" : 16,
"42752" : 12,
"43264" : 14,
"43776" : 16,
"44288" : 12,
"44800" : 10,
"45312" : 2,
"45824" : 6,
"46336" : 2,
"46848" : 8,
"47360" : 6,
"47872" : 10,
"48384" : 23,
"48896" : 47,
"49408" : 80,
"49920" : 114,
"50432" : 180,
"50944" : 240,
"51456" : 282,
"51968" : 336,
"52480" : 401,
"52992" : 423,
"53504" : 464,
"54016" : 464,
"54528" : 406,
"55040" : 422,
"55552" : 367,
"56064" : 345,
"56576" : 301,
"57088" : 290,
"57600" : 265,
"58112" : 232,
"58624" : 256,
"59136" : 296,
"59648" : 375,
"60160" : 524,
"60672" : 865,
"61184" : 1261,
"61696" : 1640,
"62208" : 2116,
"62720" : 2648,
"63232" : 3312,
"63744" : 3682,
"64256" : 4223,
"64768" : 4511,
"65280" : 4670,
"66048" : 9547,
"67072" : 9472,
"68096" : 8496,
"69120" : 7150,
"70144" : 5715,
"71168" : 4332,
"72192" : 2986,
"73216" : 2123,
"74240" : 1430,
"75264" : 946,
"76288" : 668,
"77312" : 434,
"78336" : 298,
"79360" : 199,
"80384" : 136,
"81408" : 110,
"82432" : 94,
"83456" : 53,
"84480" : 45,
"85504" : 55,
"86528" : 43,
"87552" : 30,
"88576" : 28,
"89600" : 31,
"90624" : 29,
"91648" : 33,
"92672" : 26,
"93696" : 28,
"94720" : 43,
"95744" : 24,
"96768" : 20,
"97792" : 21,
"98816" : 13,
"99840" : 9,
"100864" : 7,
"101888" : 6,
"102912" : 1,
"103936" : 3,
"104960" : 2,
"105984" : 3,
"107008" : 2,
"108032" : 5,
"109056" : 2,
"113152" : 2,
"114176" : 3,
"115200" : 2,
"118272" : 1,
"119296" : 1,
"121344" : 2,
"124416" : 1,
"127488" : 1,
"129536" : 1,
"132096" : 1,
"134144" : 1,
"140288" : 1,
"142336" : 1,
"144384" : 3,
"168960" : 1,
"236544" : 1,
"238592" : 1,
"240640" : 1,
"242688" : 1,
"244736" : 1,
"246784" : 4,
"250880" : 2,
"252928" : 4,
"254976" : 5,
"257024" : 2,
"259072" : 6,
"261120" : 2,
"264192" : 19,
"268288" : 20,
"272384" : 20,
"276480" : 18,
"280576" : 34,
"284672" : 58,
"288768" : 112,
"292864" : 151,
"296960" : 254,
"301056" : 351,
"305152" : 479,
"309248" : 644,
"313344" : 1131,
"317440" : 1739,
"321536" : 2483,
"325632" : 3332,
"329728" : 3645,
"333824" : 3479,
"337920" : 3137,
"342016" : 2694,
"346112" : 2679,
"350208" : 3725,
"354304" : 6164,
"358400" : 10192,
"362496" : 15869,
"366592" : 23863,
"370688" : 31466,
"374784" : 35896,
"378880" : 35400,
"382976" : 30114,
"387072" : 21685,
"391168" : 14298,
"395264" : 9425,
"399360" : 6834,
"403456" : 5886,
"407552" : 7287,
"411648" : 11859,
"415744" : 18871,
"419840" : 27158,
"423936" : 33827,
"428032" : 37222,
"432128" : 36459,
"436224" : 30814,
"440320" : 22397,
"444416" : 15070,
"448512" : 10479,
"452608" : 7751,
"456704" : 6098,
"460800" : 5226,
"464896" : 4639,
"468992" : 3984,
"473088" : 3497,
"477184" : 3051,
"481280" : 2593,
"485376" : 2365,
"489472" : 2171,
"493568" : 2008,
"497664" : 2118,
"501760" : 2057,
"505856" : 2240,
"509952" : 2316,
"514048" : 2347,
"518144" : 2352,
"522240" : 2164,
"528384" : 3620,
"536576" : 2840,
"544768" : 2188,
"552960" : 1938,
"561152" : 1663,
"569344" : 1801,
"577536" : 1780,
"585728" : 1943,
"593920" : 2235,
"602112" : 2564,
"610304" : 3542,
"618496" : 5822,
"626688" : 9076,
"634880" : 12091,
"643072" : 13611,
"651264" : 15019,
"659456" : 21501,
"667648" : 36726,
"675840" : 55598,
"684032" : 68353,
"692224" : 65427,
"700416" : 52495,
"708608" : 46492,
"716800" : 60610,
"724992" : 91256,
"733184" : 118952,
"741376" : 121293,
"749568" : 97079,
"757760" : 68949,
"765952" : 56882,
"774144" : 62059,
"782336" : 73514,
"790528" : 78009,
"798720" : 69334,
"806912" : 53322,
"815104" : 40492,
"823296" : 32648,
"831488" : 27171,
"839680" : 22361,
"847872" : 18942,
"856064" : 16583,
"864256" : 15653,
"872448" : 15262,
"880640" : 14184,
"888832" : 12998,
"897024" : 11691,
"905216" : 10545,
"913408" : 9748,
"921600" : 9784,
"929792" : 11054,
"937984" : 11668,
"946176" : 12859,
"954368" : 13801,
"962560" : 15961,
"970752" : 19787,
"978944" : 26200,
"987136" : 32322,
"995328" : 35648,
"1003520" : 36141,
"1011712" : 36552,
"1019904" : 41818,
"1028096" : 52558,
"1036288" : 65623,
"1044480" : 73991,
"1056768" : 137928,
"1073152" : 123244,
"1089536" : 151105,
"1105920" : 150867,
"1122304" : 115805,
"1138688" : 101176,
"1155072" : 92088,
"1171456" : 73455,
"1187840" : 56427,
"1204224" : 44312,
"1220608" : 35190,
"1236992" : 29801,
"1253376" : 24849,
"1269760" : 19693,
"1286144" : 15479,
"1302528" : 12339,
"1318912" : 10120,
"1335296" : 7951,
"1351680" : 6193,
"1368064" : 4748,
"1384448" : 3838,
"1400832" : 2879,
"1417216" : 2219,
"1433600" : 1725,
"1449984" : 1254,
"1466368" : 917,
"1482752" : 746,
"1499136" : 562,
"1515520" : 453,
"1531904" : 290,
"1548288" : 247,
"1564672" : 203,
"1581056" : 137,
"1597440" : 110,
"1613824" : 81,
"1630208" : 52,
"1646592" : 59,
"1662976" : 32,
"1679360" : 23,
"1695744" : 25,
"1712128" : 14,
"1728512" : 11,
"1744896" : 10,
"1761280" : 4,
"1777664" : 6,
"1794048" : 5,
"1810432" : 7,
"1826816" : 4,
"1843200" : 2,
"1859584" : 3,
"1875968" : 3,
"1892352" : 3,
"1908736" : 1,
"1925120" : 4,
"1941504" : 2,
"1957888" : 3,
"1974272" : 6,
"2007040" : 2,
"2056192" : 3,
"2088960" : 2,
"2113536" : 1,
"2146304" : 3,
"2277376" : 1,
"2310144" : 1,
"2342912" : 2,
"2375680" : 1,
"2408448" : 2,
"2441216" : 1
}
},
"lat_ns" : {
"min" : 49806,
"max" : 2962916,
"mean" : 1110717.683452,
"stddev" : 327890.879063,
"N" : 4031076
},
"bw_min" : 106134,
"bw_max" : 126965,
"bw_agg" : 100.000000,
"bw_mean" : 115183.279570,
"bw_dev" : 775.400210,
"bw_samples" : 2232,
"iops_min" : 26533,
"iops_max" : 31741,
"iops_mean" : 28795.551971,
"iops_stddev" : 193.856159,
"iops_samples" : 2232
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119996,
"usr_cpu" : 0.693574,
"sys_cpu" : 17.766046,
"ctx" : 2984371,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010196,
"100" : 2.245227,
"250" : 0.010000,
"500" : 14.250187,
"750" : 22.113183,
"1000" : 23.352552
},
"latency_ms" : {
"2" : 38.026446,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080230,
"timestamp_ms" : 1773080230408,
"time" : "Mon Mar 9 15:17:10 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 17706217472,
"io_kbytes" : 17291228,
"bw_bytes" : 118042236,
"bw" : 115275,
"iops" : 28818.992127,
"runtime" : 149999,
"total_ios" : 4322820,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5178,
"max" : 1566954,
"mean" : 275591.395609,
"stddev" : 157697.191974,
"N" : 4322820
},
"clat_ns" : {
"min" : 29515,
"max" : 2445245,
"mean" : 834142.666418,
"stddev" : 280174.049787,
"N" : 4322812,
"percentile" : {
"1.000000" : 66048,
"5.000000" : 370688,
"10.000000" : 415744,
"20.000000" : 667648,
"30.000000" : 724992,
"40.000000" : 757760,
"50.000000" : 806912,
"60.000000" : 978944,
"70.000000" : 1056768,
"80.000000" : 1105920,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1368064,
"99.900000" : 1449984,
"99.950000" : 1499136,
"99.990000" : 1597440
},
"bins" : {
"29568" : 1,
"29824" : 1,
"30336" : 1,
"37120" : 1,
"37632" : 2,
"38656" : 2,
"39168" : 7,
"39680" : 9,
"40192" : 10,
"40704" : 9,
"41216" : 21,
"41728" : 16,
"42240" : 18,
"42752" : 12,
"43264" : 14,
"43776" : 16,
"44288" : 12,
"44800" : 10,
"45312" : 3,
"45824" : 6,
"46336" : 2,
"46848" : 8,
"47360" : 6,
"47872" : 11,
"48384" : 23,
"48896" : 47,
"49408" : 80,
"49920" : 116,
"50432" : 184,
"50944" : 253,
"51456" : 296,
"51968" : 350,
"52480" : 424,
"52992" : 446,
"53504" : 494,
"54016" : 504,
"54528" : 443,
"55040" : 450,
"55552" : 389,
"56064" : 374,
"56576" : 324,
"57088" : 304,
"57600" : 278,
"58112" : 253,
"58624" : 273,
"59136" : 311,
"59648" : 390,
"60160" : 550,
"60672" : 903,
"61184" : 1313,
"61696" : 1701,
"62208" : 2221,
"62720" : 2796,
"63232" : 3484,
"63744" : 3869,
"64256" : 4484,
"64768" : 4775,
"65280" : 4967,
"66048" : 10153,
"67072" : 10093,
"68096" : 9116,
"69120" : 7620,
"70144" : 6145,
"71168" : 4639,
"72192" : 3226,
"73216" : 2290,
"74240" : 1553,
"75264" : 1029,
"76288" : 728,
"77312" : 470,
"78336" : 332,
"79360" : 213,
"80384" : 146,
"81408" : 120,
"82432" : 103,
"83456" : 58,
"84480" : 48,
"85504" : 59,
"86528" : 47,
"87552" : 32,
"88576" : 29,
"89600" : 33,
"90624" : 32,
"91648" : 33,
"92672" : 28,
"93696" : 30,
"94720" : 47,
"95744" : 26,
"96768" : 21,
"97792" : 21,
"98816" : 13,
"99840" : 9,
"100864" : 7,
"101888" : 6,
"102912" : 2,
"103936" : 3,
"104960" : 2,
"105984" : 3,
"107008" : 2,
"108032" : 5,
"109056" : 2,
"113152" : 2,
"114176" : 3,
"115200" : 2,
"118272" : 1,
"119296" : 1,
"120320" : 1,
"121344" : 2,
"124416" : 1,
"127488" : 2,
"129536" : 1,
"132096" : 1,
"134144" : 1,
"140288" : 1,
"142336" : 1,
"144384" : 3,
"168960" : 1,
"236544" : 1,
"238592" : 1,
"240640" : 1,
"242688" : 1,
"244736" : 3,
"246784" : 4,
"248832" : 1,
"250880" : 2,
"252928" : 5,
"254976" : 5,
"257024" : 2,
"259072" : 6,
"261120" : 2,
"264192" : 19,
"268288" : 21,
"272384" : 21,
"276480" : 20,
"280576" : 35,
"284672" : 63,
"288768" : 122,
"292864" : 158,
"296960" : 273,
"301056" : 379,
"305152" : 521,
"309248" : 692,
"313344" : 1206,
"317440" : 1859,
"321536" : 2657,
"325632" : 3605,
"329728" : 3921,
"333824" : 3765,
"337920" : 3377,
"342016" : 2892,
"346112" : 2861,
"350208" : 3984,
"354304" : 6578,
"358400" : 10977,
"362496" : 17072,
"366592" : 25655,
"370688" : 33959,
"374784" : 38692,
"378880" : 38155,
"382976" : 32447,
"387072" : 23304,
"391168" : 15393,
"395264" : 10111,
"399360" : 7328,
"403456" : 6300,
"407552" : 7844,
"411648" : 12719,
"415744" : 20347,
"419840" : 29308,
"423936" : 36532,
"428032" : 40121,
"432128" : 39199,
"436224" : 33206,
"440320" : 24180,
"444416" : 16197,
"448512" : 11242,
"452608" : 8362,
"456704" : 6545,
"460800" : 5612,
"464896" : 5005,
"468992" : 4283,
"473088" : 3790,
"477184" : 3270,
"481280" : 2764,
"485376" : 2579,
"489472" : 2342,
"493568" : 2146,
"497664" : 2299,
"501760" : 2226,
"505856" : 2419,
"509952" : 2505,
"514048" : 2521,
"518144" : 2530,
"522240" : 2316,
"528384" : 3873,
"536576" : 3040,
"544768" : 2379,
"552960" : 2073,
"561152" : 1806,
"569344" : 1912,
"577536" : 1904,
"585728" : 2110,
"593920" : 2415,
"602112" : 2770,
"610304" : 3794,
"618496" : 6216,
"626688" : 9736,
"634880" : 12955,
"643072" : 14648,
"651264" : 16118,
"659456" : 23128,
"667648" : 39547,
"675840" : 59880,
"684032" : 73581,
"692224" : 70286,
"700416" : 56386,
"708608" : 49860,
"716800" : 65317,
"724992" : 98435,
"733184" : 128038,
"741376" : 130400,
"749568" : 104287,
"757760" : 73971,
"765952" : 61104,
"774144" : 66760,
"782336" : 79136,
"790528" : 84108,
"798720" : 74747,
"806912" : 57488,
"815104" : 43605,
"823296" : 35112,
"831488" : 29208,
"839680" : 24045,
"847872" : 20425,
"856064" : 17917,
"864256" : 16886,
"872448" : 16405,
"880640" : 15283,
"888832" : 13984,
"897024" : 12603,
"905216" : 11324,
"913408" : 10463,
"921600" : 10512,
"929792" : 11852,
"937984" : 12502,
"946176" : 13769,
"954368" : 14788,
"962560" : 17051,
"970752" : 21170,
"978944" : 27982,
"987136" : 34560,
"995328" : 38064,
"1003520" : 38619,
"1011712" : 39027,
"1019904" : 44704,
"1028096" : 56272,
"1036288" : 70149,
"1044480" : 79099,
"1056768" : 147315,
"1073152" : 131464,
"1089536" : 161428,
"1105920" : 160986,
"1122304" : 123556,
"1138688" : 107941,
"1155072" : 98318,
"1171456" : 78488,
"1187840" : 60272,
"1204224" : 47269,
"1220608" : 37619,
"1236992" : 31782,
"1253376" : 26528,
"1269760" : 21038,
"1286144" : 16462,
"1302528" : 13116,
"1318912" : 10762,
"1335296" : 8486,
"1351680" : 6631,
"1368064" : 5022,
"1384448" : 4080,
"1400832" : 3058,
"1417216" : 2375,
"1433600" : 1834,
"1449984" : 1358,
"1466368" : 983,
"1482752" : 785,
"1499136" : 589,
"1515520" : 491,
"1531904" : 309,
"1548288" : 264,
"1564672" : 218,
"1581056" : 146,
"1597440" : 119,
"1613824" : 91,
"1630208" : 54,
"1646592" : 62,
"1662976" : 34,
"1679360" : 24,
"1695744" : 27,
"1712128" : 14,
"1728512" : 12,
"1744896" : 10,
"1761280" : 5,
"1777664" : 6,
"1794048" : 5,
"1810432" : 7,
"1826816" : 5,
"1843200" : 2,
"1859584" : 3,
"1875968" : 3,
"1892352" : 3,
"1908736" : 1,
"1925120" : 4,
"1941504" : 2,
"1957888" : 3,
"1974272" : 6,
"2007040" : 2,
"2056192" : 3,
"2088960" : 2,
"2113536" : 1,
"2146304" : 3,
"2277376" : 1,
"2310144" : 1,
"2342912" : 2,
"2375680" : 1,
"2408448" : 2,
"2441216" : 1
}
},
"lat_ns" : {
"min" : 49806,
"max" : 2962916,
"mean" : 1109734.192461,
"stddev" : 327350.530118,
"N" : 4322812
},
"bw_min" : 105702,
"bw_max" : 127632,
"bw_agg" : 100.000000,
"bw_mean" : 115284.782609,
"bw_dev" : 791.116583,
"bw_samples" : 2392,
"iops_min" : 26425,
"iops_max" : 31908,
"iops_mean" : 28820.939799,
"iops_stddev" : 197.785301,
"iops_samples" : 2392
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1199992,
"usr_cpu" : 0.694338,
"sys_cpu" : 17.766368,
"ctx" : 3197239,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999977,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999977,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 2.229771,
"250" : 0.010000,
"500" : 14.308507,
"750" : 22.181978,
"1000" : 23.406989
},
"latency_ms" : {
"2" : 37.860864,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080240,
"timestamp_ms" : 1773080240408,
"time" : "Mon Mar 9 15:17:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 18906288128,
"io_kbytes" : 18463172,
"bw_bytes" : 118165039,
"bw" : 115395,
"iops" : 28848.992806,
"runtime" : 159999,
"total_ios" : 4615810,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5178,
"max" : 1566954,
"mean" : 275304.303094,
"stddev" : 157824.572431,
"N" : 4615810
},
"clat_ns" : {
"min" : 29515,
"max" : 2445245,
"mean" : 833278.419115,
"stddev" : 280013.867402,
"N" : 4615802,
"percentile" : {
"1.000000" : 66048,
"5.000000" : 370688,
"10.000000" : 415744,
"20.000000" : 667648,
"30.000000" : 724992,
"40.000000" : 757760,
"50.000000" : 798720,
"60.000000" : 978944,
"70.000000" : 1056768,
"80.000000" : 1105920,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1368064,
"99.900000" : 1449984,
"99.950000" : 1499136,
"99.990000" : 1597440
},
"bins" : {
"29568" : 1,
"29824" : 1,
"30336" : 1,
"37120" : 1,
"37632" : 2,
"38656" : 2,
"39168" : 7,
"39680" : 9,
"40192" : 11,
"40704" : 11,
"41216" : 22,
"41728" : 18,
"42240" : 21,
"42752" : 13,
"43264" : 15,
"43776" : 17,
"44288" : 13,
"44800" : 11,
"45312" : 4,
"45824" : 6,
"46336" : 3,
"46848" : 8,
"47360" : 6,
"47872" : 12,
"48384" : 24,
"48896" : 48,
"49408" : 81,
"49920" : 121,
"50432" : 190,
"50944" : 262,
"51456" : 306,
"51968" : 372,
"52480" : 448,
"52992" : 475,
"53504" : 532,
"54016" : 532,
"54528" : 480,
"55040" : 483,
"55552" : 421,
"56064" : 406,
"56576" : 345,
"57088" : 324,
"57600" : 294,
"58112" : 279,
"58624" : 286,
"59136" : 326,
"59648" : 405,
"60160" : 573,
"60672" : 930,
"61184" : 1352,
"61696" : 1764,
"62208" : 2301,
"62720" : 2893,
"63232" : 3619,
"63744" : 4032,
"64256" : 4713,
"64768" : 4998,
"65280" : 5229,
"66048" : 10776,
"67072" : 10733,
"68096" : 9733,
"69120" : 8179,
"70144" : 6662,
"71168" : 5005,
"72192" : 3455,
"73216" : 2504,
"74240" : 1694,
"75264" : 1112,
"76288" : 786,
"77312" : 512,
"78336" : 358,
"79360" : 241,
"80384" : 156,
"81408" : 125,
"82432" : 110,
"83456" : 64,
"84480" : 51,
"85504" : 63,
"86528" : 48,
"87552" : 32,
"88576" : 29,
"89600" : 34,
"90624" : 34,
"91648" : 34,
"92672" : 29,
"93696" : 30,
"94720" : 48,
"95744" : 28,
"96768" : 22,
"97792" : 21,
"98816" : 15,
"99840" : 9,
"100864" : 7,
"101888" : 8,
"102912" : 3,
"103936" : 3,
"104960" : 2,
"105984" : 3,
"107008" : 2,
"108032" : 5,
"109056" : 2,
"113152" : 2,
"114176" : 3,
"115200" : 2,
"118272" : 1,
"119296" : 1,
"120320" : 1,
"121344" : 2,
"124416" : 1,
"127488" : 2,
"129536" : 1,
"132096" : 1,
"134144" : 2,
"136192" : 1,
"138240" : 1,
"140288" : 1,
"142336" : 1,
"144384" : 3,
"168960" : 1,
"234496" : 1,
"236544" : 2,
"238592" : 1,
"240640" : 1,
"242688" : 1,
"244736" : 3,
"246784" : 5,
"248832" : 1,
"250880" : 3,
"252928" : 6,
"254976" : 5,
"257024" : 2,
"259072" : 7,
"261120" : 4,
"264192" : 20,
"268288" : 23,
"272384" : 23,
"276480" : 25,
"280576" : 39,
"284672" : 72,
"288768" : 132,
"292864" : 175,
"296960" : 294,
"301056" : 392,
"305152" : 545,
"309248" : 746,
"313344" : 1274,
"317440" : 1983,
"321536" : 2867,
"325632" : 3855,
"329728" : 4222,
"333824" : 4046,
"337920" : 3629,
"342016" : 3077,
"346112" : 3079,
"350208" : 4280,
"354304" : 7034,
"358400" : 11770,
"362496" : 18250,
"366592" : 27411,
"370688" : 36414,
"374784" : 41483,
"378880" : 41023,
"382976" : 34843,
"387072" : 25079,
"391168" : 16575,
"395264" : 10918,
"399360" : 7867,
"403456" : 6751,
"407552" : 8339,
"411648" : 13579,
"415744" : 21757,
"419840" : 31374,
"423936" : 39129,
"428032" : 43046,
"432128" : 42210,
"436224" : 35747,
"440320" : 26091,
"444416" : 17444,
"448512" : 12101,
"452608" : 8981,
"456704" : 7041,
"460800" : 6032,
"464896" : 5357,
"468992" : 4611,
"473088" : 4051,
"477184" : 3504,
"481280" : 2984,
"485376" : 2753,
"489472" : 2515,
"493568" : 2301,
"497664" : 2455,
"501760" : 2390,
"505856" : 2589,
"509952" : 2690,
"514048" : 2712,
"518144" : 2736,
"522240" : 2507,
"528384" : 4126,
"536576" : 3228,
"544768" : 2562,
"552960" : 2214,
"561152" : 1925,
"569344" : 2033,
"577536" : 2018,
"585728" : 2242,
"593920" : 2587,
"602112" : 2968,
"610304" : 4066,
"618496" : 6658,
"626688" : 10392,
"634880" : 13918,
"643072" : 15706,
"651264" : 17260,
"659456" : 24744,
"667648" : 42347,
"675840" : 64220,
"684032" : 78932,
"692224" : 75400,
"700416" : 60431,
"708608" : 53429,
"716800" : 69706,
"724992" : 105407,
"733184" : 137256,
"741376" : 139593,
"749568" : 111900,
"757760" : 79363,
"765952" : 65409,
"774144" : 71399,
"782336" : 84728,
"790528" : 90022,
"798720" : 80081,
"806912" : 61673,
"815104" : 46781,
"823296" : 37580,
"831488" : 31219,
"839680" : 25766,
"847872" : 21887,
"856064" : 19171,
"864256" : 18064,
"872448" : 17576,
"880640" : 16359,
"888832" : 14975,
"897024" : 13502,
"905216" : 12139,
"913408" : 11213,
"921600" : 11265,
"929792" : 12608,
"937984" : 13347,
"946176" : 14674,
"954368" : 15705,
"962560" : 18124,
"970752" : 22511,
"978944" : 29719,
"987136" : 36751,
"995328" : 40549,
"1003520" : 41040,
"1011712" : 41485,
"1019904" : 47501,
"1028096" : 59736,
"1036288" : 74526,
"1044480" : 84119,
"1056768" : 156562,
"1073152" : 139661,
"1089536" : 171552,
"1105920" : 171202,
"1122304" : 131377,
"1138688" : 114654,
"1155072" : 104516,
"1171456" : 83308,
"1187840" : 64207,
"1204224" : 50183,
"1220608" : 39978,
"1236992" : 33810,
"1253376" : 28172,
"1269760" : 22370,
"1286144" : 17555,
"1302528" : 13937,
"1318912" : 11393,
"1335296" : 8983,
"1351680" : 7045,
"1368064" : 5316,
"1384448" : 4329,
"1400832" : 3266,
"1417216" : 2521,
"1433600" : 1940,
"1449984" : 1446,
"1466368" : 1037,
"1482752" : 846,
"1499136" : 621,
"1515520" : 518,
"1531904" : 326,
"1548288" : 279,
"1564672" : 227,
"1581056" : 152,
"1597440" : 121,
"1613824" : 96,
"1630208" : 55,
"1646592" : 66,
"1662976" : 38,
"1679360" : 26,
"1695744" : 29,
"1712128" : 14,
"1728512" : 12,
"1744896" : 10,
"1761280" : 5,
"1777664" : 6,
"1794048" : 5,
"1810432" : 7,
"1826816" : 5,
"1843200" : 2,
"1859584" : 3,
"1875968" : 3,
"1892352" : 3,
"1908736" : 1,
"1925120" : 4,
"1941504" : 2,
"1957888" : 3,
"1974272" : 6,
"2007040" : 2,
"2056192" : 3,
"2088960" : 2,
"2113536" : 1,
"2146304" : 3,
"2277376" : 1,
"2310144" : 1,
"2342912" : 2,
"2375680" : 1,
"2408448" : 2,
"2441216" : 1
}
},
"lat_ns" : {
"min" : 49806,
"max" : 2962916,
"mean" : 1108582.966536,
"stddev" : 326961.432959,
"N" : 4615802
},
"bw_min" : 105702,
"bw_max" : 127816,
"bw_agg" : 100.000000,
"bw_mean" : 115402.542320,
"bw_dev" : 803.124817,
"bw_samples" : 2552,
"iops_min" : 26425,
"iops_max" : 31954,
"iops_mean" : 28850.382445,
"iops_stddev" : 200.787643,
"iops_samples" : 2552
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279992,
"usr_cpu" : 0.693442,
"sys_cpu" : 17.776283,
"ctx" : 3410067,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 2.217357,
"250" : 0.010000,
"500" : 14.382091,
"750" : 22.254296,
"1000" : 23.452005
},
"latency_ms" : {
"2" : 37.682422,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080250,
"timestamp_ms" : 1773080250408,
"time" : "Mon Mar 9 15:17:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 20053577728,
"io_kbytes" : 19583572,
"bw_bytes" : 117962221,
"bw" : 115197,
"iops" : 28799.441176,
"runtime" : 170000,
"total_ios" : 4895905,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5178,
"max" : 1566954,
"mean" : 275780.636558,
"stddev" : 157592.018616,
"N" : 4895905
},
"clat_ns" : {
"min" : 29515,
"max" : 2445245,
"mean" : 834706.139998,
"stddev" : 279335.848854,
"N" : 4895897,
"percentile" : {
"1.000000" : 66048,
"5.000000" : 370688,
"10.000000" : 419840,
"20.000000" : 667648,
"30.000000" : 724992,
"40.000000" : 757760,
"50.000000" : 806912,
"60.000000" : 978944,
"70.000000" : 1056768,
"80.000000" : 1105920,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1368064,
"99.900000" : 1449984,
"99.950000" : 1499136,
"99.990000" : 1597440
},
"bins" : {
"29568" : 1,
"29824" : 1,
"30336" : 1,
"37120" : 1,
"37632" : 2,
"38656" : 2,
"39168" : 7,
"39680" : 9,
"40192" : 11,
"40704" : 11,
"41216" : 23,
"41728" : 18,
"42240" : 21,
"42752" : 14,
"43264" : 15,
"43776" : 17,
"44288" : 15,
"44800" : 11,
"45312" : 5,
"45824" : 6,
"46336" : 3,
"46848" : 8,
"47360" : 6,
"47872" : 12,
"48384" : 24,
"48896" : 48,
"49408" : 83,
"49920" : 125,
"50432" : 194,
"50944" : 272,
"51456" : 318,
"51968" : 385,
"52480" : 469,
"52992" : 492,
"53504" : 558,
"54016" : 548,
"54528" : 505,
"55040" : 518,
"55552" : 442,
"56064" : 425,
"56576" : 363,
"57088" : 347,
"57600" : 310,
"58112" : 289,
"58624" : 294,
"59136" : 337,
"59648" : 413,
"60160" : 581,
"60672" : 951,
"61184" : 1379,
"61696" : 1806,
"62208" : 2349,
"62720" : 2969,
"63232" : 3719,
"63744" : 4171,
"64256" : 4851,
"64768" : 5155,
"65280" : 5429,
"66048" : 11155,
"67072" : 11142,
"68096" : 10110,
"69120" : 8519,
"70144" : 6987,
"71168" : 5201,
"72192" : 3627,
"73216" : 2604,
"74240" : 1781,
"75264" : 1169,
"76288" : 829,
"77312" : 536,
"78336" : 372,
"79360" : 252,
"80384" : 163,
"81408" : 133,
"82432" : 116,
"83456" : 70,
"84480" : 55,
"85504" : 64,
"86528" : 52,
"87552" : 33,
"88576" : 29,
"89600" : 36,
"90624" : 34,
"91648" : 34,
"92672" : 32,
"93696" : 30,
"94720" : 50,
"95744" : 30,
"96768" : 22,
"97792" : 21,
"98816" : 16,
"99840" : 13,
"100864" : 10,
"101888" : 8,
"102912" : 3,
"103936" : 3,
"104960" : 2,
"105984" : 3,
"107008" : 2,
"108032" : 5,
"109056" : 2,
"113152" : 2,
"114176" : 3,
"115200" : 2,
"118272" : 1,
"119296" : 1,
"120320" : 1,
"121344" : 2,
"124416" : 1,
"127488" : 2,
"129536" : 1,
"132096" : 1,
"134144" : 2,
"136192" : 1,
"138240" : 1,
"140288" : 1,
"142336" : 1,
"144384" : 3,
"158720" : 1,
"168960" : 1,
"234496" : 1,
"236544" : 2,
"238592" : 1,
"240640" : 1,
"242688" : 1,
"244736" : 3,
"246784" : 5,
"248832" : 1,
"250880" : 3,
"252928" : 6,
"254976" : 5,
"257024" : 2,
"259072" : 7,
"261120" : 5,
"264192" : 20,
"268288" : 23,
"272384" : 24,
"276480" : 27,
"280576" : 41,
"284672" : 76,
"288768" : 137,
"292864" : 186,
"296960" : 301,
"301056" : 412,
"305152" : 580,
"309248" : 791,
"313344" : 1322,
"317440" : 2080,
"321536" : 3026,
"325632" : 4029,
"329728" : 4452,
"333824" : 4264,
"337920" : 3827,
"342016" : 3232,
"346112" : 3241,
"350208" : 4524,
"354304" : 7414,
"358400" : 12328,
"362496" : 19131,
"366592" : 28851,
"370688" : 38304,
"374784" : 43567,
"378880" : 43125,
"382976" : 36641,
"387072" : 26345,
"391168" : 17445,
"395264" : 11484,
"399360" : 8306,
"403456" : 7131,
"407552" : 8770,
"411648" : 14280,
"415744" : 22882,
"419840" : 32992,
"423936" : 41123,
"428032" : 45309,
"432128" : 44466,
"436224" : 37561,
"440320" : 27388,
"444416" : 18347,
"448512" : 12691,
"452608" : 9432,
"456704" : 7433,
"460800" : 6364,
"464896" : 5661,
"468992" : 4837,
"473088" : 4278,
"477184" : 3685,
"481280" : 3147,
"485376" : 2900,
"489472" : 2645,
"493568" : 2401,
"497664" : 2558,
"501760" : 2526,
"505856" : 2740,
"509952" : 2838,
"514048" : 2842,
"518144" : 2863,
"522240" : 2629,
"528384" : 4356,
"536576" : 3397,
"544768" : 2704,
"552960" : 2320,
"561152" : 2011,
"569344" : 2137,
"577536" : 2151,
"585728" : 2394,
"593920" : 2732,
"602112" : 3148,
"610304" : 4307,
"618496" : 7032,
"626688" : 11050,
"634880" : 14783,
"643072" : 16632,
"651264" : 18303,
"659456" : 26259,
"667648" : 44854,
"675840" : 68054,
"684032" : 83669,
"692224" : 79925,
"700416" : 64019,
"708608" : 56659,
"716800" : 73985,
"724992" : 111668,
"733184" : 145428,
"741376" : 147879,
"749568" : 118657,
"757760" : 84214,
"765952" : 69407,
"774144" : 75691,
"782336" : 89910,
"790528" : 95582,
"798720" : 85031,
"806912" : 65395,
"815104" : 49661,
"823296" : 39882,
"831488" : 33123,
"839680" : 27318,
"847872" : 23237,
"856064" : 20389,
"864256" : 19132,
"872448" : 18619,
"880640" : 17331,
"888832" : 15936,
"897024" : 14314,
"905216" : 12903,
"913408" : 11924,
"921600" : 11953,
"929792" : 13375,
"937984" : 14248,
"946176" : 15700,
"954368" : 16767,
"962560" : 19344,
"970752" : 24061,
"978944" : 31672,
"987136" : 39158,
"995328" : 43254,
"1003520" : 43613,
"1011712" : 44184,
"1019904" : 50624,
"1028096" : 63497,
"1036288" : 79471,
"1044480" : 89521,
"1056768" : 166805,
"1073152" : 148990,
"1089536" : 182560,
"1105920" : 182347,
"1122304" : 140031,
"1138688" : 122158,
"1155072" : 111519,
"1171456" : 88726,
"1187840" : 68423,
"1204224" : 53416,
"1220608" : 42600,
"1236992" : 35943,
"1253376" : 29892,
"1269760" : 23888,
"1286144" : 18676,
"1302528" : 14819,
"1318912" : 12115,
"1335296" : 9529,
"1351680" : 7534,
"1368064" : 5673,
"1384448" : 4614,
"1400832" : 3476,
"1417216" : 2690,
"1433600" : 2072,
"1449984" : 1551,
"1466368" : 1095,
"1482752" : 909,
"1499136" : 674,
"1515520" : 548,
"1531904" : 356,
"1548288" : 301,
"1564672" : 247,
"1581056" : 160,
"1597440" : 124,
"1613824" : 101,
"1630208" : 61,
"1646592" : 70,
"1662976" : 38,
"1679360" : 27,
"1695744" : 30,
"1712128" : 16,
"1728512" : 13,
"1744896" : 10,
"1761280" : 5,
"1777664" : 8,
"1794048" : 5,
"1810432" : 7,
"1826816" : 5,
"1843200" : 2,
"1859584" : 3,
"1875968" : 3,
"1892352" : 3,
"1908736" : 1,
"1925120" : 4,
"1941504" : 2,
"1957888" : 3,
"1974272" : 6,
"2007040" : 2,
"2056192" : 3,
"2088960" : 2,
"2113536" : 1,
"2146304" : 3,
"2277376" : 1,
"2310144" : 1,
"2342912" : 2,
"2375680" : 1,
"2408448" : 2,
"2441216" : 1
}
},
"lat_ns" : {
"min" : 49806,
"max" : 2962916,
"mean" : 1110486.716058,
"stddev" : 326023.685756,
"N" : 4895897
},
"bw_min" : 105590,
"bw_max" : 127816,
"bw_agg" : 100.000000,
"bw_mean" : 115226.463127,
"bw_dev" : 807.429257,
"bw_samples" : 2712,
"iops_min" : 26397,
"iops_max" : 31954,
"iops_mean" : 28806.377581,
"iops_stddev" : 201.860360,
"iops_samples" : 2712
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1359998,
"usr_cpu" : 0.692722,
"sys_cpu" : 17.767306,
"ctx" : 3623704,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 2.169201,
"250" : 0.010000,
"500" : 14.258324,
"750" : 22.233520,
"1000" : 23.484504
},
"latency_ms" : {
"2" : 37.842973,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080260,
"timestamp_ms" : 1773080260408,
"time" : "Mon Mar 9 15:17:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 21193957376,
"io_kbytes" : 20697224,
"bw_bytes" : 117744861,
"bw" : 114985,
"iops" : 28746.354146,
"runtime" : 179999,
"total_ios" : 5174315,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5178,
"max" : 1566954,
"mean" : 276294.300864,
"stddev" : 157341.249864,
"N" : 5174316
},
"clat_ns" : {
"min" : 14392,
"max" : 2445245,
"mean" : 836246.698086,
"stddev" : 278679.602659,
"N" : 5174311,
"percentile" : {
"1.000000" : 66048,
"5.000000" : 370688,
"10.000000" : 419840,
"20.000000" : 667648,
"30.000000" : 724992,
"40.000000" : 757760,
"50.000000" : 806912,
"60.000000" : 978944,
"70.000000" : 1056768,
"80.000000" : 1105920,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1368064,
"99.900000" : 1449984,
"99.950000" : 1499136,
"99.990000" : 1597440
},
"bins" : {
"14400" : 1,
"29568" : 1,
"29824" : 1,
"30336" : 1,
"37120" : 1,
"37632" : 2,
"38656" : 2,
"39168" : 7,
"39680" : 9,
"40192" : 11,
"40704" : 11,
"41216" : 26,
"41728" : 18,
"42240" : 23,
"42752" : 14,
"43264" : 16,
"43776" : 18,
"44288" : 17,
"44800" : 11,
"45312" : 5,
"45824" : 7,
"46336" : 3,
"46848" : 8,
"47360" : 6,
"47872" : 13,
"48384" : 25,
"48896" : 49,
"49408" : 85,
"49920" : 126,
"50432" : 197,
"50944" : 279,
"51456" : 331,
"51968" : 397,
"52480" : 483,
"52992" : 518,
"53504" : 575,
"54016" : 565,
"54528" : 532,
"55040" : 537,
"55552" : 464,
"56064" : 442,
"56576" : 379,
"57088" : 360,
"57600" : 325,
"58112" : 303,
"58624" : 302,
"59136" : 343,
"59648" : 426,
"60160" : 589,
"60672" : 973,
"61184" : 1408,
"61696" : 1844,
"62208" : 2414,
"62720" : 3051,
"63232" : 3811,
"63744" : 4297,
"64256" : 5012,
"64768" : 5321,
"65280" : 5624,
"66048" : 11534,
"67072" : 11519,
"68096" : 10472,
"69120" : 8812,
"70144" : 7262,
"71168" : 5381,
"72192" : 3757,
"73216" : 2717,
"74240" : 1860,
"75264" : 1220,
"76288" : 862,
"77312" : 552,
"78336" : 392,
"79360" : 262,
"80384" : 169,
"81408" : 137,
"82432" : 121,
"83456" : 72,
"84480" : 56,
"85504" : 67,
"86528" : 57,
"87552" : 35,
"88576" : 33,
"89600" : 39,
"90624" : 35,
"91648" : 36,
"92672" : 33,
"93696" : 30,
"94720" : 52,
"95744" : 31,
"96768" : 25,
"97792" : 23,
"98816" : 17,
"99840" : 14,
"100864" : 10,
"101888" : 8,
"102912" : 4,
"103936" : 3,
"104960" : 3,
"105984" : 3,
"107008" : 2,
"108032" : 5,
"109056" : 2,
"113152" : 2,
"114176" : 3,
"115200" : 2,
"118272" : 1,
"119296" : 1,
"120320" : 1,
"121344" : 2,
"124416" : 1,
"127488" : 2,
"129536" : 1,
"132096" : 1,
"134144" : 2,
"136192" : 1,
"138240" : 1,
"140288" : 1,
"142336" : 1,
"144384" : 3,
"158720" : 1,
"168960" : 1,
"234496" : 1,
"236544" : 2,
"238592" : 1,
"240640" : 1,
"242688" : 3,
"244736" : 3,
"246784" : 5,
"248832" : 1,
"250880" : 3,
"252928" : 6,
"254976" : 5,
"257024" : 2,
"259072" : 7,
"261120" : 5,
"264192" : 21,
"268288" : 24,
"272384" : 24,
"276480" : 27,
"280576" : 44,
"284672" : 77,
"288768" : 142,
"292864" : 197,
"296960" : 315,
"301056" : 435,
"305152" : 605,
"309248" : 827,
"313344" : 1387,
"317440" : 2179,
"321536" : 3172,
"325632" : 4195,
"329728" : 4653,
"333824" : 4461,
"337920" : 3996,
"342016" : 3370,
"346112" : 3386,
"350208" : 4737,
"354304" : 7791,
"358400" : 12894,
"362496" : 20036,
"366592" : 30232,
"370688" : 40028,
"374784" : 45614,
"378880" : 45132,
"382976" : 38387,
"387072" : 27603,
"391168" : 18324,
"395264" : 12048,
"399360" : 8716,
"403456" : 7470,
"407552" : 9209,
"411648" : 14920,
"415744" : 23912,
"419840" : 34520,
"423936" : 43057,
"428032" : 47450,
"432128" : 46560,
"436224" : 39326,
"440320" : 28659,
"444416" : 19208,
"448512" : 13318,
"452608" : 9891,
"456704" : 7844,
"460800" : 6677,
"464896" : 5919,
"468992" : 5086,
"473088" : 4464,
"477184" : 3866,
"481280" : 3311,
"485376" : 3037,
"489472" : 2769,
"493568" : 2519,
"497664" : 2682,
"501760" : 2652,
"505856" : 2861,
"509952" : 2964,
"514048" : 2981,
"518144" : 2996,
"522240" : 2754,
"528384" : 4546,
"536576" : 3569,
"544768" : 2846,
"552960" : 2439,
"561152" : 2110,
"569344" : 2236,
"577536" : 2246,
"585728" : 2529,
"593920" : 2870,
"602112" : 3308,
"610304" : 4537,
"618496" : 7427,
"626688" : 11629,
"634880" : 15574,
"643072" : 17540,
"651264" : 19371,
"659456" : 27745,
"667648" : 47311,
"675840" : 71837,
"684032" : 88247,
"692224" : 84399,
"700416" : 67532,
"708608" : 59952,
"716800" : 78110,
"724992" : 117879,
"733184" : 153664,
"741376" : 156306,
"749568" : 125398,
"757760" : 88974,
"765952" : 73314,
"774144" : 79715,
"782336" : 95047,
"790528" : 101013,
"798720" : 89786,
"806912" : 69156,
"815104" : 52346,
"823296" : 42172,
"831488" : 35023,
"839680" : 28889,
"847872" : 24638,
"856064" : 21581,
"864256" : 20223,
"872448" : 19666,
"880640" : 18367,
"888832" : 16790,
"897024" : 15169,
"905216" : 13633,
"913408" : 12630,
"921600" : 12676,
"929792" : 14164,
"937984" : 15130,
"946176" : 16614,
"954368" : 17747,
"962560" : 20548,
"970752" : 25522,
"978944" : 33622,
"987136" : 41595,
"995328" : 45853,
"1003520" : 46341,
"1011712" : 47000,
"1019904" : 53860,
"1028096" : 67427,
"1036288" : 84343,
"1044480" : 94908,
"1056768" : 177246,
"1073152" : 158106,
"1089536" : 193793,
"1105920" : 193654,
"1122304" : 148681,
"1138688" : 129753,
"1155072" : 118592,
"1171456" : 94331,
"1187840" : 72751,
"1204224" : 56763,
"1220608" : 45327,
"1236992" : 38190,
"1253376" : 31725,
"1269760" : 25308,
"1286144" : 19818,
"1302528" : 15785,
"1318912" : 12884,
"1335296" : 10148,
"1351680" : 8009,
"1368064" : 6021,
"1384448" : 4903,
"1400832" : 3700,
"1417216" : 2847,
"1433600" : 2185,
"1449984" : 1637,
"1466368" : 1166,
"1482752" : 973,
"1499136" : 708,
"1515520" : 582,
"1531904" : 374,
"1548288" : 318,
"1564672" : 264,
"1581056" : 167,
"1597440" : 126,
"1613824" : 109,
"1630208" : 65,
"1646592" : 74,
"1662976" : 38,
"1679360" : 27,
"1695744" : 30,
"1712128" : 16,
"1728512" : 15,
"1744896" : 10,
"1761280" : 5,
"1777664" : 8,
"1794048" : 5,
"1810432" : 7,
"1826816" : 5,
"1843200" : 2,
"1859584" : 3,
"1875968" : 3,
"1892352" : 3,
"1908736" : 1,
"1925120" : 4,
"1941504" : 2,
"1957888" : 3,
"1974272" : 6,
"2007040" : 2,
"2056192" : 3,
"2088960" : 2,
"2113536" : 1,
"2146304" : 3,
"2277376" : 1,
"2310144" : 1,
"2342912" : 2,
"2375680" : 1,
"2408448" : 2,
"2441216" : 1
}
},
"lat_ns" : {
"min" : 49806,
"max" : 2962916,
"mean" : 1112540.885263,
"stddev" : 325137.953858,
"N" : 5174311
},
"bw_min" : 105478,
"bw_max" : 127816,
"bw_agg" : 100.000000,
"bw_mean" : 115013.350975,
"bw_dev" : 810.895862,
"bw_samples" : 2872,
"iops_min" : 26369,
"iops_max" : 31954,
"iops_mean" : 28753.086351,
"iops_stddev" : 202.727434,
"iops_samples" : 2872
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439992,
"usr_cpu" : 0.690073,
"sys_cpu" : 17.761071,
"ctx" : 3837372,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.010000,
"50" : 0.010000,
"100" : 2.122619,
"250" : 0.010000,
"500" : 14.127513,
"750" : 22.209606,
"1000" : 23.496559
},
"latency_ms" : {
"2" : 38.032493,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080260,
"timestamp_ms" : 1773080260466,
"time" : "Mon Mar 9 15:17:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 21194125312,
"io_kbytes" : 20697388,
"bw_bytes" : 117743832,
"bw" : 114984,
"iops" : 28745.875046,
"runtime" : 180002,
"total_ios" : 5174315,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5178,
"max" : 1566954,
"mean" : 276294.447438,
"stddev" : 157341.202981,
"N" : 5174323
},
"clat_ns" : {
"min" : 3585,
"max" : 2445245,
"mean" : 836245.086421,
"stddev" : 278681.367677,
"N" : 5174339,
"percentile" : {
"1.000000" : 66048,
"5.000000" : 370688,
"10.000000" : 419840,
"20.000000" : 667648,
"30.000000" : 724992,
"40.000000" : 757760,
"50.000000" : 806912,
"60.000000" : 978944,
"70.000000" : 1056768,
"80.000000" : 1105920,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1368064,
"99.900000" : 1449984,
"99.950000" : 1499136,
"99.990000" : 1597440
},
"bins" : {
"3600" : 2,
"3632" : 1,
"3696" : 1,
"3728" : 2,
"3856" : 1,
"14400" : 1,
"29568" : 1,
"29824" : 1,
"30336" : 1,
"37120" : 1,
"37632" : 2,
"38656" : 2,
"39168" : 7,
"39680" : 9,
"40192" : 11,
"40704" : 11,
"41216" : 26,
"41728" : 18,
"42240" : 23,
"42752" : 14,
"43264" : 16,
"43776" : 18,
"44288" : 17,
"44800" : 11,
"45312" : 5,
"45824" : 7,
"46336" : 3,
"46848" : 8,
"47360" : 6,
"47872" : 13,
"48384" : 25,
"48896" : 49,
"49408" : 85,
"49920" : 126,
"50432" : 197,
"50944" : 279,
"51456" : 331,
"51968" : 397,
"52480" : 483,
"52992" : 518,
"53504" : 575,
"54016" : 565,
"54528" : 532,
"55040" : 537,
"55552" : 464,
"56064" : 442,
"56576" : 379,
"57088" : 360,
"57600" : 325,
"58112" : 303,
"58624" : 302,
"59136" : 343,
"59648" : 426,
"60160" : 589,
"60672" : 973,
"61184" : 1408,
"61696" : 1844,
"62208" : 2414,
"62720" : 3051,
"63232" : 3811,
"63744" : 4297,
"64256" : 5012,
"64768" : 5321,
"65280" : 5624,
"66048" : 11534,
"67072" : 11519,
"68096" : 10472,
"69120" : 8812,
"70144" : 7262,
"71168" : 5381,
"72192" : 3757,
"73216" : 2717,
"74240" : 1860,
"75264" : 1220,
"76288" : 862,
"77312" : 552,
"78336" : 392,
"79360" : 262,
"80384" : 169,
"81408" : 137,
"82432" : 121,
"83456" : 72,
"84480" : 56,
"85504" : 67,
"86528" : 57,
"87552" : 35,
"88576" : 33,
"89600" : 39,
"90624" : 35,
"91648" : 36,
"92672" : 33,
"93696" : 30,
"94720" : 52,
"95744" : 31,
"96768" : 25,
"97792" : 23,
"98816" : 17,
"99840" : 14,
"100864" : 10,
"101888" : 8,
"102912" : 4,
"103936" : 3,
"104960" : 3,
"105984" : 3,
"107008" : 2,
"108032" : 5,
"109056" : 2,
"113152" : 2,
"114176" : 3,
"115200" : 2,
"118272" : 1,
"119296" : 1,
"120320" : 1,
"121344" : 2,
"124416" : 1,
"127488" : 2,
"129536" : 1,
"132096" : 1,
"134144" : 2,
"136192" : 1,
"138240" : 1,
"140288" : 1,
"142336" : 1,
"144384" : 3,
"158720" : 1,
"168960" : 1,
"234496" : 1,
"236544" : 2,
"238592" : 1,
"240640" : 1,
"242688" : 3,
"244736" : 3,
"246784" : 5,
"248832" : 1,
"250880" : 3,
"252928" : 6,
"254976" : 5,
"257024" : 2,
"259072" : 7,
"261120" : 5,
"264192" : 21,
"268288" : 24,
"272384" : 24,
"276480" : 27,
"280576" : 44,
"284672" : 77,
"288768" : 142,
"292864" : 197,
"296960" : 315,
"301056" : 435,
"305152" : 605,
"309248" : 827,
"313344" : 1387,
"317440" : 2179,
"321536" : 3172,
"325632" : 4195,
"329728" : 4653,
"333824" : 4461,
"337920" : 3996,
"342016" : 3371,
"346112" : 3387,
"350208" : 4737,
"354304" : 7791,
"358400" : 12894,
"362496" : 20036,
"366592" : 30232,
"370688" : 40028,
"374784" : 45615,
"378880" : 45132,
"382976" : 38387,
"387072" : 27605,
"391168" : 18324,
"395264" : 12048,
"399360" : 8716,
"403456" : 7471,
"407552" : 9209,
"411648" : 14922,
"415744" : 23912,
"419840" : 34520,
"423936" : 43057,
"428032" : 47450,
"432128" : 46560,
"436224" : 39326,
"440320" : 28659,
"444416" : 19208,
"448512" : 13318,
"452608" : 9891,
"456704" : 7844,
"460800" : 6677,
"464896" : 5919,
"468992" : 5086,
"473088" : 4464,
"477184" : 3866,
"481280" : 3311,
"485376" : 3037,
"489472" : 2769,
"493568" : 2520,
"497664" : 2682,
"501760" : 2652,
"505856" : 2861,
"509952" : 2964,
"514048" : 2981,
"518144" : 2996,
"522240" : 2754,
"528384" : 4546,
"536576" : 3569,
"544768" : 2846,
"552960" : 2439,
"561152" : 2110,
"569344" : 2236,
"577536" : 2246,
"585728" : 2529,
"593920" : 2870,
"602112" : 3308,
"610304" : 4537,
"618496" : 7427,
"626688" : 11629,
"634880" : 15574,
"643072" : 17540,
"651264" : 19371,
"659456" : 27745,
"667648" : 47312,
"675840" : 71837,
"684032" : 88247,
"692224" : 84399,
"700416" : 67532,
"708608" : 59952,
"716800" : 78110,
"724992" : 117879,
"733184" : 153665,
"741376" : 156306,
"749568" : 125398,
"757760" : 88974,
"765952" : 73315,
"774144" : 79715,
"782336" : 95048,
"790528" : 101013,
"798720" : 89786,
"806912" : 69156,
"815104" : 52347,
"823296" : 42172,
"831488" : 35024,
"839680" : 28889,
"847872" : 24638,
"856064" : 21581,
"864256" : 20223,
"872448" : 19666,
"880640" : 18367,
"888832" : 16790,
"897024" : 15169,
"905216" : 13633,
"913408" : 12630,
"921600" : 12676,
"929792" : 14164,
"937984" : 15130,
"946176" : 16614,
"954368" : 17747,
"962560" : 20548,
"970752" : 25522,
"978944" : 33622,
"987136" : 41595,
"995328" : 45853,
"1003520" : 46341,
"1011712" : 47000,
"1019904" : 53860,
"1028096" : 67427,
"1036288" : 84343,
"1044480" : 94908,
"1056768" : 177247,
"1073152" : 158106,
"1089536" : 193793,
"1105920" : 193654,
"1122304" : 148681,
"1138688" : 129755,
"1155072" : 118593,
"1171456" : 94332,
"1187840" : 72751,
"1204224" : 56763,
"1220608" : 45328,
"1236992" : 38190,
"1253376" : 31725,
"1269760" : 25308,
"1286144" : 19818,
"1302528" : 15785,
"1318912" : 12884,
"1335296" : 10148,
"1351680" : 8009,
"1368064" : 6021,
"1384448" : 4903,
"1400832" : 3700,
"1417216" : 2847,
"1433600" : 2185,
"1449984" : 1637,
"1466368" : 1166,
"1482752" : 973,
"1499136" : 708,
"1515520" : 582,
"1531904" : 374,
"1548288" : 318,
"1564672" : 264,
"1581056" : 167,
"1597440" : 126,
"1613824" : 109,
"1630208" : 65,
"1646592" : 74,
"1662976" : 38,
"1679360" : 27,
"1695744" : 30,
"1712128" : 16,
"1728512" : 15,
"1744896" : 10,
"1761280" : 5,
"1777664" : 8,
"1794048" : 5,
"1810432" : 7,
"1826816" : 5,
"1843200" : 2,
"1859584" : 3,
"1875968" : 3,
"1892352" : 3,
"1908736" : 1,
"1925120" : 4,
"1941504" : 2,
"1957888" : 3,
"1974272" : 6,
"2007040" : 2,
"2056192" : 3,
"2088960" : 2,
"2113536" : 1,
"2146304" : 3,
"2277376" : 1,
"2310144" : 1,
"2342912" : 2,
"2375680" : 1,
"2408448" : 2,
"2441216" : 1
}
},
"lat_ns" : {
"min" : 49806,
"max" : 2962916,
"mean" : 1112539.606895,
"stddev" : 325139.010687,
"N" : 5174339
},
"bw_min" : 105478,
"bw_max" : 127816,
"bw_agg" : 100.000000,
"bw_mean" : 115001.786111,
"bw_dev" : 811.171960,
"bw_samples" : 2880,
"iops_min" : 26369,
"iops_max" : 31954,
"iops_mean" : 28750.180556,
"iops_stddev" : 202.797202,
"iops_samples" : 2880
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440008,
"usr_cpu" : 0.690066,
"sys_cpu" : 17.760874,
"ctx" : 3837387,
"majf" : 0,
"minf" : 292,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.010000,
"50" : 0.010000,
"100" : 2.122619,
"250" : 0.010000,
"500" : 14.127686,
"750" : 22.209645,
"1000" : 23.496637
},
"latency_ms" : {
"2" : 38.032609,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}