raidz2/benchmarks/rand/rand-read-qd4-nj8_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773080320,
"timestamp_ms" : 1773080320216,
"time" : "Mon Mar 9 15:18:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 1173336064,
"io_kbytes" : 1145836,
"bw_bytes" : 120181917,
"bw" : 117365,
"iops" : 29346.205060,
"runtime" : 9763,
"total_ios" : 286507,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 78104,
"usr_cpu" : 0.696507,
"sys_cpu" : 18.107907,
"ctx" : 207543,
"majf" : 0,
"minf" : 95,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 99.991623,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999651,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999651,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080330,
"timestamp_ms" : 1773080330452,
"time" : "Mon Mar 9 15:18:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 1195945984,
"io_kbytes" : 1167916,
"bw_bytes" : 119606559,
"bw" : 116803,
"iops" : 29201.720172,
"runtime" : 9999,
"total_ios" : 291988,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5859,
"max" : 915618,
"mean" : 271925.125632,
"stddev" : 159555.545941,
"N" : 291988
},
"clat_ns" : {
"min" : 30076,
"max" : 1719798,
"mean" : 823304.925796,
"stddev" : 276803.299260,
"N" : 291980,
"percentile" : {
"1.000000" : 67072,
"5.000000" : 374784,
"10.000000" : 415744,
"20.000000" : 659456,
"30.000000" : 716800,
"40.000000" : 749568,
"50.000000" : 790528,
"60.000000" : 913408,
"70.000000" : 1044480,
"80.000000" : 1089536,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1351680,
"99.900000" : 1449984,
"99.950000" : 1482752,
"99.990000" : 1564672
},
"bins" : {
"30080" : 1,
"39680" : 1,
"40704" : 1,
"41728" : 4,
"42240" : 1,
"42752" : 1,
"43264" : 1,
"43776" : 2,
"45824" : 1,
"47872" : 1,
"48384" : 1,
"48896" : 5,
"49408" : 4,
"49920" : 5,
"50432" : 6,
"50944" : 10,
"51456" : 11,
"51968" : 13,
"52480" : 17,
"52992" : 35,
"53504" : 31,
"54016" : 38,
"54528" : 29,
"55040" : 28,
"55552" : 27,
"56064" : 24,
"56576" : 23,
"57088" : 28,
"57600" : 29,
"58112" : 23,
"58624" : 22,
"59136" : 13,
"59648" : 18,
"60160" : 18,
"60672" : 25,
"61184" : 46,
"61696" : 51,
"62208" : 72,
"62720" : 111,
"63232" : 135,
"63744" : 164,
"64256" : 197,
"64768" : 242,
"65280" : 260,
"66048" : 567,
"67072" : 628,
"68096" : 585,
"69120" : 593,
"70144" : 464,
"71168" : 352,
"72192" : 265,
"73216" : 193,
"74240" : 143,
"75264" : 100,
"76288" : 64,
"77312" : 33,
"78336" : 19,
"79360" : 14,
"80384" : 17,
"81408" : 6,
"82432" : 7,
"83456" : 7,
"84480" : 3,
"85504" : 1,
"86528" : 1,
"87552" : 1,
"88576" : 1,
"89600" : 1,
"90624" : 4,
"91648" : 2,
"92672" : 1,
"93696" : 2,
"95744" : 2,
"96768" : 6,
"97792" : 1,
"99840" : 1,
"109056" : 2,
"112128" : 1,
"118272" : 1,
"120320" : 1,
"246784" : 1,
"248832" : 1,
"259072" : 2,
"264192" : 4,
"268288" : 2,
"272384" : 1,
"276480" : 2,
"280576" : 3,
"284672" : 2,
"288768" : 10,
"292864" : 8,
"296960" : 16,
"301056" : 24,
"305152" : 39,
"309248" : 45,
"313344" : 85,
"317440" : 118,
"321536" : 182,
"325632" : 246,
"329728" : 306,
"333824" : 291,
"337920" : 283,
"342016" : 191,
"346112" : 201,
"350208" : 245,
"354304" : 426,
"358400" : 703,
"362496" : 1192,
"366592" : 1695,
"370688" : 2249,
"374784" : 2718,
"378880" : 2753,
"382976" : 2442,
"387072" : 1786,
"391168" : 1258,
"395264" : 794,
"399360" : 508,
"403456" : 442,
"407552" : 500,
"411648" : 834,
"415744" : 1371,
"419840" : 2076,
"423936" : 2557,
"428032" : 2900,
"432128" : 2891,
"436224" : 2454,
"440320" : 1873,
"444416" : 1223,
"448512" : 851,
"452608" : 583,
"456704" : 514,
"460800" : 456,
"464896" : 354,
"468992" : 358,
"473088" : 270,
"477184" : 254,
"481280" : 182,
"485376" : 211,
"489472" : 147,
"493568" : 174,
"497664" : 180,
"501760" : 188,
"505856" : 170,
"509952" : 183,
"514048" : 191,
"518144" : 177,
"522240" : 158,
"528384" : 291,
"536576" : 215,
"544768" : 169,
"552960" : 135,
"561152" : 135,
"569344" : 130,
"577536" : 124,
"585728" : 151,
"593920" : 154,
"602112" : 200,
"610304" : 268,
"618496" : 408,
"626688" : 647,
"634880" : 904,
"643072" : 1121,
"651264" : 1157,
"659456" : 1541,
"667648" : 2653,
"675840" : 4077,
"684032" : 5045,
"692224" : 5060,
"700416" : 4045,
"708608" : 3569,
"716800" : 4475,
"724992" : 6780,
"733184" : 8931,
"741376" : 9233,
"749568" : 7540,
"757760" : 5509,
"765952" : 4342,
"774144" : 4613,
"782336" : 5569,
"790528" : 6020,
"798720" : 5273,
"806912" : 4258,
"815104" : 3221,
"823296" : 2561,
"831488" : 2116,
"839680" : 1715,
"847872" : 1446,
"856064" : 1304,
"864256" : 1226,
"872448" : 1197,
"880640" : 1141,
"888832" : 1041,
"897024" : 906,
"905216" : 770,
"913408" : 717,
"921600" : 729,
"929792" : 744,
"937984" : 863,
"946176" : 945,
"954368" : 968,
"962560" : 1162,
"970752" : 1308,
"978944" : 1764,
"987136" : 2181,
"995328" : 2397,
"1003520" : 2482,
"1011712" : 2454,
"1019904" : 2874,
"1028096" : 3490,
"1036288" : 4309,
"1044480" : 4886,
"1056768" : 9373,
"1073152" : 8411,
"1089536" : 9939,
"1105920" : 10131,
"1122304" : 7887,
"1138688" : 6655,
"1155072" : 6259,
"1171456" : 5030,
"1187840" : 3854,
"1204224" : 2958,
"1220608" : 2425,
"1236992" : 2004,
"1253376" : 1653,
"1269760" : 1340,
"1286144" : 1092,
"1302528" : 869,
"1318912" : 684,
"1335296" : 543,
"1351680" : 429,
"1368064" : 326,
"1384448" : 265,
"1400832" : 199,
"1417216" : 138,
"1433600" : 93,
"1449984" : 93,
"1466368" : 55,
"1482752" : 58,
"1499136" : 38,
"1515520" : 27,
"1531904" : 18,
"1548288" : 16,
"1564672" : 13,
"1581056" : 6,
"1597440" : 5,
"1613824" : 3,
"1630208" : 3,
"1646592" : 4,
"1662976" : 1,
"1679360" : 2,
"1695744" : 3,
"1712128" : 1
}
},
"lat_ns" : {
"min" : 57097,
"max" : 2116262,
"mean" : 1095226.359234,
"stddev" : 319945.749265,
"N" : 291980
},
"bw_min" : 113744,
"bw_max" : 120277,
"bw_agg" : 100.000000,
"bw_mean" : 116806.894737,
"bw_dev" : 210.171768,
"bw_samples" : 152,
"iops_min" : 28436,
"iops_max" : 30069,
"iops_mean" : 29201.578947,
"iops_stddev" : 52.535185,
"iops_samples" : 152
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79992,
"usr_cpu" : 0.697570,
"sys_cpu" : 17.928043,
"ctx" : 212755,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 1.996315,
"250" : 0.010000,
"500" : 15.240010,
"750" : 22.993068,
"1000" : 24.404770
},
"latency_ms" : {
"2" : 35.350425,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080340,
"timestamp_ms" : 1773080340452,
"time" : "Mon Mar 9 15:19:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 2382692352,
"io_kbytes" : 2326848,
"bw_bytes" : 119140574,
"bw" : 116348,
"iops" : 29087.954398,
"runtime" : 19999,
"total_ios" : 581730,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5859,
"max" : 1096545,
"mean" : 272982.002898,
"stddev" : 159153.024852,
"N" : 581730
},
"clat_ns" : {
"min" : 30076,
"max" : 1821313,
"mean" : 826517.082423,
"stddev" : 276287.767122,
"N" : 581722,
"percentile" : {
"1.000000" : 68096,
"5.000000" : 374784,
"10.000000" : 415744,
"20.000000" : 667648,
"30.000000" : 724992,
"40.000000" : 749568,
"50.000000" : 798720,
"60.000000" : 929792,
"70.000000" : 1044480,
"80.000000" : 1089536,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1351680,
"99.900000" : 1449984,
"99.950000" : 1499136,
"99.990000" : 1597440
},
"bins" : {
"30080" : 1,
"39680" : 1,
"40192" : 1,
"40704" : 5,
"41216" : 2,
"41728" : 4,
"42240" : 2,
"42752" : 3,
"43264" : 3,
"43776" : 2,
"44800" : 1,
"45824" : 2,
"46336" : 2,
"47872" : 1,
"48384" : 1,
"48896" : 5,
"49408" : 4,
"49920" : 8,
"50432" : 13,
"50944" : 19,
"51456" : 25,
"51968" : 34,
"52480" : 38,
"52992" : 59,
"53504" : 60,
"54016" : 64,
"54528" : 58,
"55040" : 61,
"55552" : 46,
"56064" : 44,
"56576" : 47,
"57088" : 57,
"57600" : 55,
"58112" : 45,
"58624" : 33,
"59136" : 34,
"59648" : 39,
"60160" : 33,
"60672" : 44,
"61184" : 68,
"61696" : 87,
"62208" : 134,
"62720" : 179,
"63232" : 237,
"63744" : 303,
"64256" : 372,
"64768" : 434,
"65280" : 466,
"66048" : 1091,
"67072" : 1196,
"68096" : 1156,
"69120" : 1105,
"70144" : 915,
"71168" : 712,
"72192" : 552,
"73216" : 415,
"74240" : 307,
"75264" : 220,
"76288" : 162,
"77312" : 86,
"78336" : 62,
"79360" : 43,
"80384" : 31,
"81408" : 20,
"82432" : 23,
"83456" : 19,
"84480" : 9,
"85504" : 6,
"86528" : 5,
"87552" : 4,
"88576" : 4,
"89600" : 4,
"90624" : 6,
"91648" : 6,
"92672" : 4,
"93696" : 7,
"94720" : 1,
"95744" : 4,
"96768" : 7,
"97792" : 1,
"99840" : 2,
"101888" : 1,
"109056" : 2,
"112128" : 1,
"118272" : 1,
"120320" : 1,
"244736" : 1,
"246784" : 2,
"248832" : 1,
"250880" : 1,
"257024" : 1,
"259072" : 2,
"264192" : 5,
"268288" : 4,
"272384" : 7,
"276480" : 2,
"280576" : 5,
"284672" : 3,
"288768" : 14,
"292864" : 22,
"296960" : 29,
"301056" : 49,
"305152" : 65,
"309248" : 79,
"313344" : 145,
"317440" : 218,
"321536" : 347,
"325632" : 487,
"329728" : 580,
"333824" : 562,
"337920" : 532,
"342016" : 400,
"346112" : 388,
"350208" : 466,
"354304" : 778,
"358400" : 1392,
"362496" : 2279,
"366592" : 3306,
"370688" : 4415,
"374784" : 5251,
"378880" : 5469,
"382976" : 4818,
"387072" : 3556,
"391168" : 2479,
"395264" : 1639,
"399360" : 1075,
"403456" : 893,
"407552" : 954,
"411648" : 1596,
"415744" : 2607,
"419840" : 3913,
"423936" : 4981,
"428032" : 5643,
"432128" : 5650,
"436224" : 4794,
"440320" : 3630,
"444416" : 2518,
"448512" : 1723,
"452608" : 1207,
"456704" : 1018,
"460800" : 868,
"464896" : 745,
"468992" : 678,
"473088" : 534,
"477184" : 490,
"481280" : 395,
"485376" : 386,
"489472" : 296,
"493568" : 307,
"497664" : 346,
"501760" : 361,
"505856" : 316,
"509952" : 350,
"514048" : 338,
"518144" : 356,
"522240" : 311,
"528384" : 557,
"536576" : 435,
"544768" : 338,
"552960" : 276,
"561152" : 271,
"569344" : 268,
"577536" : 255,
"585728" : 303,
"593920" : 302,
"602112" : 395,
"610304" : 521,
"618496" : 819,
"626688" : 1297,
"634880" : 1776,
"643072" : 2082,
"651264" : 2329,
"659456" : 3151,
"667648" : 5301,
"675840" : 8053,
"684032" : 10095,
"692224" : 9983,
"700416" : 7924,
"708608" : 7042,
"716800" : 8875,
"724992" : 13406,
"733184" : 17634,
"741376" : 18201,
"749568" : 15227,
"757760" : 10739,
"765952" : 8769,
"774144" : 9096,
"782336" : 11097,
"790528" : 12068,
"798720" : 10506,
"806912" : 8443,
"815104" : 6356,
"823296" : 5157,
"831488" : 4207,
"839680" : 3518,
"847872" : 2899,
"856064" : 2590,
"864256" : 2371,
"872448" : 2336,
"880640" : 2257,
"888832" : 2058,
"897024" : 1829,
"905216" : 1552,
"913408" : 1490,
"921600" : 1527,
"929792" : 1531,
"937984" : 1725,
"946176" : 1813,
"954368" : 1901,
"962560" : 2245,
"970752" : 2688,
"978944" : 3474,
"987136" : 4339,
"995328" : 4795,
"1003520" : 4980,
"1011712" : 4951,
"1019904" : 5690,
"1028096" : 7012,
"1036288" : 8666,
"1044480" : 9904,
"1056768" : 18897,
"1073152" : 16723,
"1089536" : 20209,
"1105920" : 20332,
"1122304" : 15839,
"1138688" : 13646,
"1155072" : 12690,
"1171456" : 10165,
"1187840" : 7828,
"1204224" : 6118,
"1220608" : 4849,
"1236992" : 4056,
"1253376" : 3384,
"1269760" : 2680,
"1286144" : 2219,
"1302528" : 1766,
"1318912" : 1382,
"1335296" : 1100,
"1351680" : 876,
"1368064" : 651,
"1384448" : 499,
"1400832" : 409,
"1417216" : 297,
"1433600" : 202,
"1449984" : 163,
"1466368" : 124,
"1482752" : 98,
"1499136" : 67,
"1515520" : 65,
"1531904" : 44,
"1548288" : 33,
"1564672" : 32,
"1581056" : 16,
"1597440" : 15,
"1613824" : 5,
"1630208" : 7,
"1646592" : 10,
"1662976" : 2,
"1679360" : 5,
"1695744" : 5,
"1712128" : 3,
"1728512" : 2,
"1744896" : 2,
"1777664" : 1,
"1794048" : 3,
"1810432" : 2,
"1826816" : 1
}
},
"lat_ns" : {
"min" : 57097,
"max" : 2259312,
"mean" : 1099499.364767,
"stddev" : 319405.057930,
"N" : 581722
},
"bw_min" : 112699,
"bw_max" : 120301,
"bw_agg" : 100.000000,
"bw_mean" : 116362.692308,
"bw_dev" : 218.095238,
"bw_samples" : 312,
"iops_min" : 28174,
"iops_max" : 30075,
"iops_mean" : 29090.461538,
"iops_stddev" : 54.534222,
"iops_samples" : 312
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159992,
"usr_cpu" : 0.683159,
"sys_cpu" : 17.904020,
"ctx" : 425408,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 1.955031,
"250" : 0.010000,
"500" : 14.967597,
"750" : 22.840321,
"1000" : 24.409434
},
"latency_ms" : {
"2" : 35.816272,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080350,
"timestamp_ms" : 1773080350453,
"time" : "Mon Mar 9 15:19:10 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 3574280192,
"io_kbytes" : 3490508,
"bw_bytes" : 119142673,
"bw" : 116350,
"iops" : 29088.000000,
"runtime" : 30000,
"total_ios" : 872640,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5859,
"max" : 1096545,
"mean" : 272970.925095,
"stddev" : 159237.542063,
"N" : 872640
},
"clat_ns" : {
"min" : 30076,
"max" : 1821313,
"mean" : 826474.950526,
"stddev" : 276355.717423,
"N" : 872632,
"percentile" : {
"1.000000" : 68096,
"5.000000" : 374784,
"10.000000" : 415744,
"20.000000" : 667648,
"30.000000" : 724992,
"40.000000" : 749568,
"50.000000" : 798720,
"60.000000" : 929792,
"70.000000" : 1044480,
"80.000000" : 1089536,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1351680,
"99.900000" : 1449984,
"99.950000" : 1499136,
"99.990000" : 1597440
},
"bins" : {
"30080" : 1,
"39680" : 2,
"40192" : 1,
"40704" : 5,
"41216" : 4,
"41728" : 4,
"42240" : 4,
"42752" : 6,
"43264" : 4,
"43776" : 2,
"44288" : 2,
"44800" : 1,
"45312" : 1,
"45824" : 2,
"46336" : 2,
"47360" : 3,
"47872" : 1,
"48384" : 2,
"48896" : 6,
"49408" : 8,
"49920" : 11,
"50432" : 21,
"50944" : 31,
"51456" : 34,
"51968" : 48,
"52480" : 65,
"52992" : 82,
"53504" : 83,
"54016" : 86,
"54528" : 90,
"55040" : 98,
"55552" : 80,
"56064" : 74,
"56576" : 65,
"57088" : 81,
"57600" : 84,
"58112" : 64,
"58624" : 57,
"59136" : 56,
"59648" : 59,
"60160" : 52,
"60672" : 72,
"61184" : 109,
"61696" : 136,
"62208" : 213,
"62720" : 276,
"63232" : 371,
"63744" : 473,
"64256" : 562,
"64768" : 654,
"65280" : 737,
"66048" : 1641,
"67072" : 1773,
"68096" : 1741,
"69120" : 1653,
"70144" : 1366,
"71168" : 1086,
"72192" : 820,
"73216" : 602,
"74240" : 438,
"75264" : 295,
"76288" : 217,
"77312" : 125,
"78336" : 83,
"79360" : 62,
"80384" : 42,
"81408" : 26,
"82432" : 31,
"83456" : 22,
"84480" : 12,
"85504" : 9,
"86528" : 6,
"87552" : 8,
"88576" : 6,
"89600" : 5,
"90624" : 7,
"91648" : 8,
"92672" : 5,
"93696" : 9,
"94720" : 3,
"95744" : 5,
"96768" : 11,
"97792" : 3,
"98816" : 1,
"99840" : 5,
"101888" : 1,
"109056" : 2,
"112128" : 1,
"114176" : 1,
"118272" : 1,
"120320" : 1,
"244736" : 1,
"246784" : 2,
"248832" : 1,
"250880" : 3,
"254976" : 1,
"257024" : 1,
"259072" : 2,
"261120" : 1,
"264192" : 5,
"268288" : 5,
"272384" : 11,
"276480" : 6,
"280576" : 7,
"284672" : 8,
"288768" : 20,
"292864" : 30,
"296960" : 42,
"301056" : 85,
"305152" : 106,
"309248" : 121,
"313344" : 209,
"317440" : 328,
"321536" : 508,
"325632" : 727,
"329728" : 842,
"333824" : 820,
"337920" : 802,
"342016" : 625,
"346112" : 588,
"350208" : 672,
"354304" : 1184,
"358400" : 2032,
"362496" : 3309,
"366592" : 4982,
"370688" : 6657,
"374784" : 7950,
"378880" : 8265,
"382976" : 7155,
"387072" : 5487,
"391168" : 3792,
"395264" : 2438,
"399360" : 1650,
"403456" : 1354,
"407552" : 1448,
"411648" : 2321,
"415744" : 3825,
"419840" : 5767,
"423936" : 7355,
"428032" : 8475,
"432128" : 8427,
"436224" : 7390,
"440320" : 5557,
"444416" : 3844,
"448512" : 2616,
"452608" : 1831,
"456704" : 1533,
"460800" : 1304,
"464896" : 1135,
"468992" : 982,
"473088" : 805,
"477184" : 747,
"481280" : 610,
"485376" : 560,
"489472" : 478,
"493568" : 462,
"497664" : 510,
"501760" : 522,
"505856" : 489,
"509952" : 492,
"514048" : 509,
"518144" : 501,
"522240" : 478,
"528384" : 864,
"536576" : 642,
"544768" : 550,
"552960" : 426,
"561152" : 413,
"569344" : 408,
"577536" : 387,
"585728" : 442,
"593920" : 444,
"602112" : 581,
"610304" : 794,
"618496" : 1196,
"626688" : 1960,
"634880" : 2685,
"643072" : 3087,
"651264" : 3445,
"659456" : 4620,
"667648" : 7721,
"675840" : 11972,
"684032" : 15163,
"692224" : 14986,
"700416" : 12164,
"708608" : 10587,
"716800" : 13085,
"724992" : 19778,
"733184" : 26424,
"741376" : 27409,
"749568" : 23060,
"757760" : 16377,
"765952" : 13077,
"774144" : 13678,
"782336" : 16586,
"790528" : 18014,
"798720" : 16043,
"806912" : 12776,
"815104" : 9617,
"823296" : 7763,
"831488" : 6403,
"839680" : 5300,
"847872" : 4425,
"856064" : 3881,
"864256" : 3537,
"872448" : 3558,
"880640" : 3354,
"888832" : 3040,
"897024" : 2698,
"905216" : 2364,
"913408" : 2264,
"921600" : 2283,
"929792" : 2278,
"937984" : 2479,
"946176" : 2679,
"954368" : 2884,
"962560" : 3271,
"970752" : 3980,
"978944" : 5168,
"987136" : 6414,
"995328" : 7306,
"1003520" : 7529,
"1011712" : 7345,
"1019904" : 8396,
"1028096" : 10329,
"1036288" : 12840,
"1044480" : 14685,
"1056768" : 28409,
"1073152" : 25194,
"1089536" : 30175,
"1105920" : 30809,
"1122304" : 23801,
"1138688" : 20516,
"1155072" : 19092,
"1171456" : 15202,
"1187840" : 11828,
"1204224" : 9147,
"1220608" : 7245,
"1236992" : 6121,
"1253376" : 5099,
"1269760" : 4024,
"1286144" : 3292,
"1302528" : 2575,
"1318912" : 2074,
"1335296" : 1661,
"1351680" : 1294,
"1368064" : 990,
"1384448" : 760,
"1400832" : 602,
"1417216" : 449,
"1433600" : 321,
"1449984" : 247,
"1466368" : 197,
"1482752" : 156,
"1499136" : 109,
"1515520" : 106,
"1531904" : 75,
"1548288" : 51,
"1564672" : 48,
"1581056" : 29,
"1597440" : 23,
"1613824" : 9,
"1630208" : 11,
"1646592" : 15,
"1662976" : 5,
"1679360" : 8,
"1695744" : 5,
"1712128" : 5,
"1728512" : 2,
"1744896" : 3,
"1761280" : 1,
"1777664" : 2,
"1794048" : 3,
"1810432" : 2,
"1826816" : 1
}
},
"lat_ns" : {
"min" : 57097,
"max" : 2259312,
"mean" : 1099445.675317,
"stddev" : 319417.926984,
"N" : 872632
},
"bw_min" : 112687,
"bw_max" : 120389,
"bw_agg" : 100.000000,
"bw_mean" : 116359.389831,
"bw_dev" : 212.849415,
"bw_samples" : 472,
"iops_min" : 28171,
"iops_max" : 30097,
"iops_mean" : 29089.627119,
"iops_stddev" : 53.217448,
"iops_samples" : 472
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239995,
"usr_cpu" : 0.696681,
"sys_cpu" : 17.950374,
"ctx" : 637906,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 1.952810,
"250" : 0.010000,
"500" : 14.994958,
"750" : 22.773882,
"1000" : 24.469999
},
"latency_ms" : {
"2" : 35.798153,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080360,
"timestamp_ms" : 1773080360452,
"time" : "Mon Mar 9 15:19:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 4765405184,
"io_kbytes" : 4653716,
"bw_bytes" : 119138108,
"bw" : 116345,
"iops" : 29086.727168,
"runtime" : 39999,
"total_ios" : 1163440,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5859,
"max" : 1096545,
"mean" : 272981.805171,
"stddev" : 159220.540015,
"N" : 1163440
},
"clat_ns" : {
"min" : 30076,
"max" : 1821313,
"mean" : 826513.775588,
"stddev" : 276339.749493,
"N" : 1163432,
"percentile" : {
"1.000000" : 68096,
"5.000000" : 374784,
"10.000000" : 415744,
"20.000000" : 667648,
"30.000000" : 724992,
"40.000000" : 749568,
"50.000000" : 798720,
"60.000000" : 929792,
"70.000000" : 1044480,
"80.000000" : 1089536,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1351680,
"99.900000" : 1449984,
"99.950000" : 1499136,
"99.990000" : 1597440
},
"bins" : {
"30080" : 1,
"39680" : 2,
"40192" : 1,
"40704" : 6,
"41216" : 5,
"41728" : 6,
"42240" : 6,
"42752" : 6,
"43264" : 5,
"43776" : 2,
"44288" : 2,
"44800" : 1,
"45312" : 2,
"45824" : 2,
"46336" : 4,
"47360" : 4,
"47872" : 1,
"48384" : 3,
"48896" : 7,
"49408" : 10,
"49920" : 12,
"50432" : 25,
"50944" : 37,
"51456" : 41,
"51968" : 60,
"52480" : 85,
"52992" : 101,
"53504" : 101,
"54016" : 115,
"54528" : 114,
"55040" : 119,
"55552" : 111,
"56064" : 101,
"56576" : 95,
"57088" : 98,
"57600" : 108,
"58112" : 83,
"58624" : 75,
"59136" : 71,
"59648" : 70,
"60160" : 67,
"60672" : 100,
"61184" : 135,
"61696" : 170,
"62208" : 261,
"62720" : 357,
"63232" : 494,
"63744" : 608,
"64256" : 727,
"64768" : 863,
"65280" : 972,
"66048" : 2224,
"67072" : 2379,
"68096" : 2337,
"69120" : 2214,
"70144" : 1832,
"71168" : 1504,
"72192" : 1102,
"73216" : 833,
"74240" : 597,
"75264" : 406,
"76288" : 292,
"77312" : 172,
"78336" : 113,
"79360" : 82,
"80384" : 51,
"81408" : 30,
"82432" : 38,
"83456" : 22,
"84480" : 23,
"85504" : 14,
"86528" : 9,
"87552" : 12,
"88576" : 12,
"89600" : 8,
"90624" : 8,
"91648" : 9,
"92672" : 5,
"93696" : 12,
"94720" : 5,
"95744" : 6,
"96768" : 13,
"97792" : 4,
"98816" : 3,
"99840" : 8,
"100864" : 2,
"101888" : 1,
"105984" : 2,
"108032" : 1,
"109056" : 2,
"110080" : 1,
"112128" : 1,
"114176" : 1,
"118272" : 1,
"120320" : 1,
"244736" : 1,
"246784" : 2,
"248832" : 1,
"250880" : 3,
"254976" : 1,
"257024" : 1,
"259072" : 2,
"261120" : 1,
"264192" : 5,
"268288" : 5,
"272384" : 11,
"276480" : 8,
"280576" : 7,
"284672" : 11,
"288768" : 24,
"292864" : 34,
"296960" : 52,
"301056" : 113,
"305152" : 131,
"309248" : 169,
"313344" : 269,
"317440" : 427,
"321536" : 670,
"325632" : 922,
"329728" : 1098,
"333824" : 1104,
"337920" : 1011,
"342016" : 819,
"346112" : 773,
"350208" : 903,
"354304" : 1553,
"358400" : 2676,
"362496" : 4403,
"366592" : 6624,
"370688" : 8886,
"374784" : 10629,
"378880" : 10986,
"382976" : 9617,
"387072" : 7407,
"391168" : 5053,
"395264" : 3259,
"399360" : 2235,
"403456" : 1793,
"407552" : 1922,
"411648" : 3102,
"415744" : 5043,
"419840" : 7680,
"423936" : 9889,
"428032" : 11253,
"432128" : 11235,
"436224" : 9902,
"440320" : 7455,
"444416" : 5062,
"448512" : 3500,
"452608" : 2521,
"456704" : 2038,
"460800" : 1721,
"464896" : 1504,
"468992" : 1263,
"473088" : 1080,
"477184" : 970,
"481280" : 846,
"485376" : 786,
"489472" : 644,
"493568" : 611,
"497664" : 695,
"501760" : 663,
"505856" : 645,
"509952" : 685,
"514048" : 679,
"518144" : 678,
"522240" : 627,
"528384" : 1119,
"536576" : 872,
"544768" : 740,
"552960" : 567,
"561152" : 565,
"569344" : 526,
"577536" : 520,
"585728" : 609,
"593920" : 604,
"602112" : 772,
"610304" : 1020,
"618496" : 1582,
"626688" : 2541,
"634880" : 3474,
"643072" : 4080,
"651264" : 4528,
"659456" : 6200,
"667648" : 10143,
"675840" : 15838,
"684032" : 20308,
"692224" : 20066,
"700416" : 16406,
"708608" : 14166,
"716800" : 17371,
"724992" : 26191,
"733184" : 35244,
"741376" : 36895,
"749568" : 30900,
"757760" : 22139,
"765952" : 17489,
"774144" : 18159,
"782336" : 21931,
"790528" : 23954,
"798720" : 21522,
"806912" : 16970,
"815104" : 12745,
"823296" : 10296,
"831488" : 8485,
"839680" : 7088,
"847872" : 5896,
"856064" : 5201,
"864256" : 4741,
"872448" : 4713,
"880640" : 4375,
"888832" : 4028,
"897024" : 3578,
"905216" : 3163,
"913408" : 3038,
"921600" : 2983,
"929792" : 3029,
"937984" : 3315,
"946176" : 3563,
"954368" : 3828,
"962560" : 4426,
"970752" : 5232,
"978944" : 6774,
"987136" : 8499,
"995328" : 9706,
"1003520" : 9939,
"1011712" : 9899,
"1019904" : 11130,
"1028096" : 13788,
"1036288" : 17059,
"1044480" : 19705,
"1056768" : 37953,
"1073152" : 33292,
"1089536" : 40338,
"1105920" : 41314,
"1122304" : 31866,
"1138688" : 27402,
"1155072" : 25564,
"1171456" : 20184,
"1187840" : 15755,
"1204224" : 12263,
"1220608" : 9630,
"1236992" : 8175,
"1253376" : 6745,
"1269760" : 5382,
"1286144" : 4338,
"1302528" : 3367,
"1318912" : 2785,
"1335296" : 2201,
"1351680" : 1720,
"1368064" : 1332,
"1384448" : 1033,
"1400832" : 803,
"1417216" : 615,
"1433600" : 438,
"1449984" : 327,
"1466368" : 261,
"1482752" : 200,
"1499136" : 148,
"1515520" : 133,
"1531904" : 95,
"1548288" : 76,
"1564672" : 64,
"1581056" : 36,
"1597440" : 33,
"1613824" : 13,
"1630208" : 15,
"1646592" : 17,
"1662976" : 10,
"1679360" : 9,
"1695744" : 5,
"1712128" : 6,
"1728512" : 2,
"1744896" : 3,
"1761280" : 1,
"1777664" : 2,
"1794048" : 3,
"1810432" : 2,
"1826816" : 1
}
},
"lat_ns" : {
"min" : 57097,
"max" : 2259312,
"mean" : 1099494.135159,
"stddev" : 319352.798269,
"N" : 1163432
},
"bw_min" : 112543,
"bw_max" : 120437,
"bw_agg" : 100.000000,
"bw_mean" : 116363.316456,
"bw_dev" : 211.623385,
"bw_samples" : 632,
"iops_min" : 28135,
"iops_max" : 30109,
"iops_mean" : 29090.582278,
"iops_stddev" : 52.908331,
"iops_samples" : 632
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319992,
"usr_cpu" : 0.708455,
"sys_cpu" : 17.957011,
"ctx" : 850398,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 1.955064,
"250" : 0.010000,
"500" : 14.995702,
"750" : 22.770835,
"1000" : 24.447071
},
"latency_ms" : {
"2" : 35.821873,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080370,
"timestamp_ms" : 1773080370453,
"time" : "Mon Mar 9 15:19:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 5962747904,
"io_kbytes" : 5822996,
"bw_bytes" : 119257343,
"bw" : 116462,
"iops" : 29115.822316,
"runtime" : 49999,
"total_ios" : 1455762,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5859,
"max" : 1096545,
"mean" : 272706.070491,
"stddev" : 159310.100101,
"N" : 1455762
},
"clat_ns" : {
"min" : 30076,
"max" : 1988778,
"mean" : 825695.848577,
"stddev" : 276391.991986,
"N" : 1455754,
"percentile" : {
"1.000000" : 68096,
"5.000000" : 374784,
"10.000000" : 415744,
"20.000000" : 667648,
"30.000000" : 724992,
"40.000000" : 749568,
"50.000000" : 798720,
"60.000000" : 921600,
"70.000000" : 1044480,
"80.000000" : 1089536,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1351680,
"99.900000" : 1449984,
"99.950000" : 1499136,
"99.990000" : 1597440
},
"bins" : {
"30080" : 1,
"39680" : 2,
"40192" : 1,
"40704" : 6,
"41216" : 6,
"41728" : 6,
"42240" : 7,
"42752" : 8,
"43264" : 5,
"43776" : 2,
"44288" : 2,
"44800" : 1,
"45312" : 2,
"45824" : 2,
"46336" : 4,
"47360" : 4,
"47872" : 1,
"48384" : 4,
"48896" : 7,
"49408" : 10,
"49920" : 13,
"50432" : 34,
"50944" : 46,
"51456" : 51,
"51968" : 66,
"52480" : 108,
"52992" : 124,
"53504" : 136,
"54016" : 140,
"54528" : 150,
"55040" : 147,
"55552" : 147,
"56064" : 123,
"56576" : 129,
"57088" : 119,
"57600" : 137,
"58112" : 101,
"58624" : 98,
"59136" : 88,
"59648" : 85,
"60160" : 83,
"60672" : 121,
"61184" : 170,
"61696" : 211,
"62208" : 328,
"62720" : 447,
"63232" : 623,
"63744" : 761,
"64256" : 959,
"64768" : 1108,
"65280" : 1243,
"66048" : 2877,
"67072" : 3022,
"68096" : 2932,
"69120" : 2780,
"70144" : 2274,
"71168" : 1879,
"72192" : 1364,
"73216" : 1027,
"74240" : 727,
"75264" : 502,
"76288" : 365,
"77312" : 205,
"78336" : 147,
"79360" : 93,
"80384" : 66,
"81408" : 36,
"82432" : 41,
"83456" : 29,
"84480" : 27,
"85504" : 22,
"86528" : 11,
"87552" : 14,
"88576" : 15,
"89600" : 10,
"90624" : 12,
"91648" : 9,
"92672" : 6,
"93696" : 13,
"94720" : 8,
"95744" : 8,
"96768" : 13,
"97792" : 7,
"98816" : 3,
"99840" : 10,
"100864" : 3,
"101888" : 1,
"105984" : 2,
"108032" : 1,
"109056" : 2,
"110080" : 2,
"112128" : 1,
"114176" : 1,
"118272" : 1,
"120320" : 1,
"238592" : 1,
"240640" : 1,
"242688" : 1,
"244736" : 3,
"246784" : 2,
"248832" : 1,
"250880" : 3,
"254976" : 1,
"257024" : 1,
"259072" : 3,
"261120" : 1,
"264192" : 5,
"268288" : 7,
"272384" : 11,
"276480" : 9,
"280576" : 8,
"284672" : 15,
"288768" : 33,
"292864" : 44,
"296960" : 71,
"301056" : 129,
"305152" : 166,
"309248" : 221,
"313344" : 347,
"317440" : 545,
"321536" : 847,
"325632" : 1141,
"329728" : 1425,
"333824" : 1422,
"337920" : 1280,
"342016" : 1048,
"346112" : 992,
"350208" : 1148,
"354304" : 1968,
"358400" : 3374,
"362496" : 5513,
"366592" : 8291,
"370688" : 11183,
"374784" : 13350,
"378880" : 13742,
"382976" : 12066,
"387072" : 9334,
"391168" : 6301,
"395264" : 4013,
"399360" : 2816,
"403456" : 2291,
"407552" : 2471,
"411648" : 3898,
"415744" : 6346,
"419840" : 9616,
"423936" : 12336,
"428032" : 14093,
"432128" : 14032,
"436224" : 12392,
"440320" : 9364,
"444416" : 6381,
"448512" : 4435,
"452608" : 3149,
"456704" : 2531,
"460800" : 2186,
"464896" : 1899,
"468992" : 1577,
"473088" : 1359,
"477184" : 1193,
"481280" : 1037,
"485376" : 956,
"489472" : 818,
"493568" : 774,
"497664" : 848,
"501760" : 836,
"505856" : 831,
"509952" : 877,
"514048" : 847,
"518144" : 831,
"522240" : 804,
"528384" : 1420,
"536576" : 1098,
"544768" : 907,
"552960" : 697,
"561152" : 689,
"569344" : 667,
"577536" : 672,
"585728" : 787,
"593920" : 809,
"602112" : 985,
"610304" : 1280,
"618496" : 2018,
"626688" : 3209,
"634880" : 4315,
"643072" : 5102,
"651264" : 5717,
"659456" : 7796,
"667648" : 12742,
"675840" : 19972,
"684032" : 25531,
"692224" : 25229,
"700416" : 20468,
"708608" : 17767,
"716800" : 21760,
"724992" : 32787,
"733184" : 44075,
"741376" : 46394,
"749568" : 38729,
"757760" : 27752,
"765952" : 21915,
"774144" : 22831,
"782336" : 27337,
"790528" : 29999,
"798720" : 26962,
"806912" : 21240,
"815104" : 15964,
"823296" : 12854,
"831488" : 10701,
"839680" : 8876,
"847872" : 7389,
"856064" : 6489,
"864256" : 5894,
"872448" : 5934,
"880640" : 5490,
"888832" : 5064,
"897024" : 4525,
"905216" : 3924,
"913408" : 3770,
"921600" : 3746,
"929792" : 3796,
"937984" : 4164,
"946176" : 4508,
"954368" : 4786,
"962560" : 5492,
"970752" : 6600,
"978944" : 8481,
"987136" : 10516,
"995328" : 12109,
"1003520" : 12364,
"1011712" : 12377,
"1019904" : 13920,
"1028096" : 17265,
"1036288" : 21279,
"1044480" : 24611,
"1056768" : 47308,
"1073152" : 41519,
"1089536" : 50215,
"1105920" : 51459,
"1122304" : 39736,
"1138688" : 34117,
"1155072" : 31724,
"1171456" : 25168,
"1187840" : 19711,
"1204224" : 15273,
"1220608" : 12092,
"1236992" : 10194,
"1253376" : 8444,
"1269760" : 6703,
"1286144" : 5351,
"1302528" : 4193,
"1318912" : 3465,
"1335296" : 2725,
"1351680" : 2135,
"1368064" : 1654,
"1384448" : 1286,
"1400832" : 973,
"1417216" : 755,
"1433600" : 556,
"1449984" : 407,
"1466368" : 333,
"1482752" : 239,
"1499136" : 189,
"1515520" : 155,
"1531904" : 115,
"1548288" : 95,
"1564672" : 78,
"1581056" : 47,
"1597440" : 44,
"1613824" : 17,
"1630208" : 18,
"1646592" : 20,
"1662976" : 10,
"1679360" : 12,
"1695744" : 7,
"1712128" : 6,
"1728512" : 5,
"1744896" : 4,
"1761280" : 3,
"1777664" : 2,
"1794048" : 4,
"1810432" : 2,
"1826816" : 1,
"1859584" : 1,
"1990656" : 1
}
},
"lat_ns" : {
"min" : 57097,
"max" : 2414359,
"mean" : 1098401.514257,
"stddev" : 319393.636153,
"N" : 1455754
},
"bw_min" : 112519,
"bw_max" : 120488,
"bw_agg" : 100.000000,
"bw_mean" : 116468.232323,
"bw_dev" : 207.827965,
"bw_samples" : 792,
"iops_min" : 28129,
"iops_max" : 30122,
"iops_mean" : 29116.848485,
"iops_stddev" : 51.959815,
"iops_samples" : 792
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399992,
"usr_cpu" : 0.710264,
"sys_cpu" : 17.966109,
"ctx" : 1063041,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 1.967286,
"250" : 0.010000,
"500" : 15.037829,
"750" : 22.841715,
"1000" : 24.459699
},
"latency_ms" : {
"2" : 35.684954,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080380,
"timestamp_ms" : 1773080380452,
"time" : "Mon Mar 9 15:19:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 7164862464,
"io_kbytes" : 6996936,
"bw_bytes" : 119416364,
"bw" : 116617,
"iops" : 29154.569243,
"runtime" : 59999,
"total_ios" : 1749245,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5268,
"max" : 1096545,
"mean" : 272336.146196,
"stddev" : 159499.305706,
"N" : 1749245
},
"clat_ns" : {
"min" : 30076,
"max" : 1988778,
"mean" : 824591.318956,
"stddev" : 276678.286893,
"N" : 1749237,
"percentile" : {
"1.000000" : 68096,
"5.000000" : 374784,
"10.000000" : 415744,
"20.000000" : 659456,
"30.000000" : 724992,
"40.000000" : 749568,
"50.000000" : 790528,
"60.000000" : 913408,
"70.000000" : 1044480,
"80.000000" : 1089536,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1351680,
"99.900000" : 1449984,
"99.950000" : 1499136,
"99.990000" : 1597440
},
"bins" : {
"30080" : 1,
"39680" : 2,
"40192" : 2,
"40704" : 8,
"41216" : 6,
"41728" : 6,
"42240" : 8,
"42752" : 10,
"43264" : 7,
"43776" : 2,
"44288" : 2,
"44800" : 1,
"45312" : 2,
"45824" : 3,
"46336" : 4,
"46848" : 2,
"47360" : 4,
"47872" : 1,
"48384" : 4,
"48896" : 8,
"49408" : 10,
"49920" : 17,
"50432" : 39,
"50944" : 52,
"51456" : 61,
"51968" : 81,
"52480" : 127,
"52992" : 151,
"53504" : 169,
"54016" : 166,
"54528" : 172,
"55040" : 173,
"55552" : 179,
"56064" : 155,
"56576" : 156,
"57088" : 139,
"57600" : 157,
"58112" : 123,
"58624" : 110,
"59136" : 108,
"59648" : 112,
"60160" : 105,
"60672" : 145,
"61184" : 219,
"61696" : 263,
"62208" : 410,
"62720" : 568,
"63232" : 799,
"63744" : 961,
"64256" : 1224,
"64768" : 1345,
"65280" : 1552,
"66048" : 3461,
"67072" : 3655,
"68096" : 3540,
"69120" : 3338,
"70144" : 2739,
"71168" : 2258,
"72192" : 1630,
"73216" : 1214,
"74240" : 852,
"75264" : 609,
"76288" : 420,
"77312" : 255,
"78336" : 179,
"79360" : 106,
"80384" : 83,
"81408" : 40,
"82432" : 49,
"83456" : 31,
"84480" : 33,
"85504" : 26,
"86528" : 11,
"87552" : 16,
"88576" : 18,
"89600" : 15,
"90624" : 14,
"91648" : 15,
"92672" : 10,
"93696" : 13,
"94720" : 8,
"95744" : 9,
"96768" : 15,
"97792" : 8,
"98816" : 4,
"99840" : 10,
"100864" : 3,
"101888" : 3,
"102912" : 1,
"103936" : 2,
"105984" : 2,
"108032" : 1,
"109056" : 2,
"110080" : 2,
"112128" : 1,
"114176" : 1,
"115200" : 1,
"118272" : 1,
"120320" : 1,
"127488" : 1,
"136192" : 1,
"238592" : 1,
"240640" : 1,
"242688" : 1,
"244736" : 3,
"246784" : 2,
"248832" : 1,
"250880" : 4,
"254976" : 2,
"257024" : 1,
"259072" : 3,
"261120" : 1,
"264192" : 6,
"268288" : 7,
"272384" : 11,
"276480" : 11,
"280576" : 11,
"284672" : 20,
"288768" : 48,
"292864" : 58,
"296960" : 100,
"301056" : 161,
"305152" : 200,
"309248" : 277,
"313344" : 420,
"317440" : 672,
"321536" : 1013,
"325632" : 1379,
"329728" : 1702,
"333824" : 1706,
"337920" : 1528,
"342016" : 1244,
"346112" : 1171,
"350208" : 1411,
"354304" : 2381,
"358400" : 4090,
"362496" : 6633,
"366592" : 10025,
"370688" : 13536,
"374784" : 16147,
"378880" : 16618,
"382976" : 14572,
"387072" : 11276,
"391168" : 7593,
"395264" : 4846,
"399360" : 3409,
"403456" : 2762,
"407552" : 2991,
"411648" : 4774,
"415744" : 7718,
"419840" : 11623,
"423936" : 14996,
"428032" : 17098,
"432128" : 17064,
"436224" : 15059,
"440320" : 11252,
"444416" : 7742,
"448512" : 5348,
"452608" : 3854,
"456704" : 3066,
"460800" : 2627,
"464896" : 2328,
"468992" : 1929,
"473088" : 1687,
"477184" : 1451,
"481280" : 1257,
"485376" : 1142,
"489472" : 970,
"493568" : 945,
"497664" : 997,
"501760" : 1005,
"505856" : 992,
"509952" : 1084,
"514048" : 1026,
"518144" : 1034,
"522240" : 979,
"528384" : 1744,
"536576" : 1326,
"544768" : 1082,
"552960" : 837,
"561152" : 819,
"569344" : 797,
"577536" : 817,
"585728" : 941,
"593920" : 990,
"602112" : 1166,
"610304" : 1528,
"618496" : 2446,
"626688" : 3892,
"634880" : 5229,
"643072" : 6090,
"651264" : 6891,
"659456" : 9331,
"667648" : 15265,
"675840" : 23960,
"684032" : 30771,
"692224" : 30462,
"700416" : 24489,
"708608" : 21321,
"716800" : 26158,
"724992" : 39325,
"733184" : 52974,
"741376" : 55711,
"749568" : 46696,
"757760" : 33541,
"765952" : 26267,
"774144" : 27506,
"782336" : 32859,
"790528" : 36213,
"798720" : 32430,
"806912" : 25536,
"815104" : 19177,
"823296" : 15459,
"831488" : 12925,
"839680" : 10726,
"847872" : 8941,
"856064" : 7795,
"864256" : 7088,
"872448" : 7041,
"880640" : 6618,
"888832" : 6115,
"897024" : 5416,
"905216" : 4718,
"913408" : 4526,
"921600" : 4493,
"929792" : 4526,
"937984" : 4955,
"946176" : 5365,
"954368" : 5754,
"962560" : 6548,
"970752" : 7910,
"978944" : 10126,
"987136" : 12531,
"995328" : 14456,
"1003520" : 14786,
"1011712" : 14804,
"1019904" : 16616,
"1028096" : 20511,
"1036288" : 25407,
"1044480" : 29392,
"1056768" : 56580,
"1073152" : 49648,
"1089536" : 60024,
"1105920" : 61765,
"1122304" : 47621,
"1138688" : 40817,
"1155072" : 38080,
"1171456" : 30167,
"1187840" : 23548,
"1204224" : 18331,
"1220608" : 14444,
"1236992" : 12228,
"1253376" : 10123,
"1269760" : 8050,
"1286144" : 6440,
"1302528" : 5034,
"1318912" : 4145,
"1335296" : 3204,
"1351680" : 2546,
"1368064" : 1962,
"1384448" : 1550,
"1400832" : 1166,
"1417216" : 894,
"1433600" : 668,
"1449984" : 475,
"1466368" : 395,
"1482752" : 282,
"1499136" : 219,
"1515520" : 173,
"1531904" : 139,
"1548288" : 115,
"1564672" : 89,
"1581056" : 56,
"1597440" : 49,
"1613824" : 26,
"1630208" : 25,
"1646592" : 22,
"1662976" : 10,
"1679360" : 14,
"1695744" : 7,
"1712128" : 6,
"1728512" : 6,
"1744896" : 4,
"1761280" : 3,
"1777664" : 3,
"1794048" : 4,
"1810432" : 2,
"1826816" : 1,
"1859584" : 1,
"1990656" : 1
}
},
"lat_ns" : {
"min" : 57097,
"max" : 2414359,
"mean" : 1096926.706000,
"stddev" : 319633.308899,
"N" : 1749237
},
"bw_min" : 112519,
"bw_max" : 121488,
"bw_agg" : 100.000000,
"bw_mean" : 116623.588235,
"bw_dev" : 216.762697,
"bw_samples" : 952,
"iops_min" : 28129,
"iops_max" : 30372,
"iops_mean" : 29155.697479,
"iops_stddev" : 54.192470,
"iops_samples" : 952
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479992,
"usr_cpu" : 0.718345,
"sys_cpu" : 17.969466,
"ctx" : 1275451,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 1.984227,
"250" : 0.010000,
"500" : 15.151794,
"750" : 22.851344,
"1000" : 24.467985
},
"latency_ms" : {
"2" : 35.536303,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080390,
"timestamp_ms" : 1773080390453,
"time" : "Mon Mar 9 15:19:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 8372019200,
"io_kbytes" : 8175800,
"bw_bytes" : 119600274,
"bw" : 116797,
"iops" : 29199.414286,
"runtime" : 70000,
"total_ios" : 2043959,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5268,
"max" : 1096545,
"mean" : 271913.325740,
"stddev" : 159701.787791,
"N" : 2043959
},
"clat_ns" : {
"min" : 30076,
"max" : 1988778,
"mean" : 823317.860919,
"stddev" : 277168.240085,
"N" : 2043951,
"percentile" : {
"1.000000" : 67072,
"5.000000" : 374784,
"10.000000" : 415744,
"20.000000" : 659456,
"30.000000" : 716800,
"40.000000" : 749568,
"50.000000" : 790528,
"60.000000" : 913408,
"70.000000" : 1044480,
"80.000000" : 1089536,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1351680,
"99.900000" : 1449984,
"99.950000" : 1499136,
"99.990000" : 1597440
},
"bins" : {
"30080" : 1,
"39680" : 2,
"40192" : 2,
"40704" : 8,
"41216" : 7,
"41728" : 8,
"42240" : 8,
"42752" : 12,
"43264" : 9,
"43776" : 2,
"44288" : 2,
"44800" : 2,
"45312" : 2,
"45824" : 3,
"46336" : 4,
"46848" : 2,
"47360" : 4,
"47872" : 2,
"48384" : 4,
"48896" : 11,
"49408" : 11,
"49920" : 21,
"50432" : 52,
"50944" : 63,
"51456" : 73,
"51968" : 99,
"52480" : 147,
"52992" : 179,
"53504" : 196,
"54016" : 194,
"54528" : 206,
"55040" : 216,
"55552" : 212,
"56064" : 181,
"56576" : 179,
"57088" : 161,
"57600" : 177,
"58112" : 152,
"58624" : 127,
"59136" : 132,
"59648" : 135,
"60160" : 135,
"60672" : 186,
"61184" : 260,
"61696" : 338,
"62208" : 525,
"62720" : 746,
"63232" : 962,
"63744" : 1193,
"64256" : 1465,
"64768" : 1629,
"65280" : 1850,
"66048" : 4134,
"67072" : 4358,
"68096" : 4215,
"69120" : 3941,
"70144" : 3239,
"71168" : 2616,
"72192" : 1883,
"73216" : 1428,
"74240" : 975,
"75264" : 714,
"76288" : 492,
"77312" : 296,
"78336" : 215,
"79360" : 122,
"80384" : 100,
"81408" : 46,
"82432" : 55,
"83456" : 34,
"84480" : 38,
"85504" : 31,
"86528" : 13,
"87552" : 18,
"88576" : 18,
"89600" : 16,
"90624" : 15,
"91648" : 17,
"92672" : 10,
"93696" : 14,
"94720" : 9,
"95744" : 10,
"96768" : 19,
"97792" : 9,
"98816" : 6,
"99840" : 12,
"100864" : 4,
"101888" : 3,
"102912" : 2,
"103936" : 3,
"104960" : 1,
"105984" : 2,
"107008" : 1,
"108032" : 1,
"109056" : 2,
"110080" : 2,
"112128" : 1,
"113152" : 1,
"114176" : 1,
"115200" : 1,
"118272" : 1,
"120320" : 1,
"127488" : 1,
"134144" : 1,
"136192" : 1,
"138240" : 1,
"238592" : 1,
"240640" : 1,
"242688" : 1,
"244736" : 3,
"246784" : 4,
"248832" : 2,
"250880" : 5,
"254976" : 2,
"257024" : 1,
"259072" : 4,
"261120" : 1,
"264192" : 8,
"268288" : 8,
"272384" : 11,
"276480" : 15,
"280576" : 12,
"284672" : 25,
"288768" : 56,
"292864" : 72,
"296960" : 120,
"301056" : 190,
"305152" : 251,
"309248" : 335,
"313344" : 498,
"317440" : 781,
"321536" : 1232,
"325632" : 1626,
"329728" : 1968,
"333824" : 2005,
"337920" : 1809,
"342016" : 1472,
"346112" : 1372,
"350208" : 1687,
"354304" : 2873,
"358400" : 4826,
"362496" : 7839,
"366592" : 11877,
"370688" : 16156,
"374784" : 19029,
"378880" : 19533,
"382976" : 17070,
"387072" : 13172,
"391168" : 8808,
"395264" : 5655,
"399360" : 3921,
"403456" : 3219,
"407552" : 3535,
"411648" : 5662,
"415744" : 9199,
"419840" : 13761,
"423936" : 17636,
"428032" : 20087,
"432128" : 20178,
"436224" : 17681,
"440320" : 13260,
"444416" : 9034,
"448512" : 6177,
"452608" : 4481,
"456704" : 3583,
"460800" : 3030,
"464896" : 2684,
"468992" : 2269,
"473088" : 1995,
"477184" : 1720,
"481280" : 1482,
"485376" : 1317,
"489472" : 1142,
"493568" : 1080,
"497664" : 1158,
"501760" : 1181,
"505856" : 1180,
"509952" : 1279,
"514048" : 1202,
"518144" : 1228,
"522240" : 1148,
"528384" : 2028,
"536576" : 1568,
"544768" : 1276,
"552960" : 994,
"561152" : 967,
"569344" : 926,
"577536" : 961,
"585728" : 1089,
"593920" : 1154,
"602112" : 1378,
"610304" : 1794,
"618496" : 2862,
"626688" : 4589,
"634880" : 6206,
"643072" : 7136,
"651264" : 8075,
"659456" : 11004,
"667648" : 18054,
"675840" : 28176,
"684032" : 35974,
"692224" : 35619,
"700416" : 28568,
"708608" : 24881,
"716800" : 30526,
"724992" : 46088,
"733184" : 62112,
"741376" : 65286,
"749568" : 54383,
"757760" : 39032,
"765952" : 30768,
"774144" : 32178,
"782336" : 38463,
"790528" : 42149,
"798720" : 37867,
"806912" : 29725,
"815104" : 22372,
"823296" : 17970,
"831488" : 15113,
"839680" : 12484,
"847872" : 10392,
"856064" : 9127,
"864256" : 8263,
"872448" : 8294,
"880640" : 7722,
"888832" : 7180,
"897024" : 6264,
"905216" : 5463,
"913408" : 5262,
"921600" : 5284,
"929792" : 5244,
"937984" : 5774,
"946176" : 6264,
"954368" : 6729,
"962560" : 7639,
"970752" : 9256,
"978944" : 11760,
"987136" : 14528,
"995328" : 16709,
"1003520" : 17171,
"1011712" : 17215,
"1019904" : 19406,
"1028096" : 23975,
"1036288" : 29640,
"1044480" : 34239,
"1056768" : 65765,
"1073152" : 57875,
"1089536" : 69921,
"1105920" : 71869,
"1122304" : 55324,
"1138688" : 47494,
"1155072" : 44237,
"1171456" : 35116,
"1187840" : 27316,
"1204224" : 21309,
"1220608" : 16760,
"1236992" : 14260,
"1253376" : 11730,
"1269760" : 9393,
"1286144" : 7459,
"1302528" : 5887,
"1318912" : 4820,
"1335296" : 3718,
"1351680" : 2949,
"1368064" : 2303,
"1384448" : 1808,
"1400832" : 1336,
"1417216" : 1017,
"1433600" : 803,
"1449984" : 557,
"1466368" : 460,
"1482752" : 344,
"1499136" : 269,
"1515520" : 211,
"1531904" : 155,
"1548288" : 134,
"1564672" : 101,
"1581056" : 67,
"1597440" : 59,
"1613824" : 34,
"1630208" : 28,
"1646592" : 25,
"1662976" : 14,
"1679360" : 15,
"1695744" : 10,
"1712128" : 7,
"1728512" : 7,
"1744896" : 4,
"1761280" : 3,
"1777664" : 3,
"1794048" : 4,
"1810432" : 2,
"1826816" : 1,
"1859584" : 1,
"1990656" : 1
}
},
"lat_ns" : {
"min" : 57097,
"max" : 2414359,
"mean" : 1095230.422753,
"stddev" : 320248.534135,
"N" : 2043951
},
"bw_min" : 112519,
"bw_max" : 121536,
"bw_agg" : 100.000000,
"bw_mean" : 116798.647482,
"bw_dev" : 222.499045,
"bw_samples" : 1112,
"iops_min" : 28129,
"iops_max" : 30384,
"iops_mean" : 29199.482014,
"iops_stddev" : 55.627843,
"iops_samples" : 1112
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559995,
"usr_cpu" : 0.717864,
"sys_cpu" : 17.973196,
"ctx" : 1487915,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 2.020197,
"250" : 0.010000,
"500" : 15.253241,
"750" : 22.912397,
"1000" : 24.413846
},
"latency_ms" : {
"2" : 35.391806,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080400,
"timestamp_ms" : 1773080400452,
"time" : "Mon Mar 9 15:20:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 9579843584,
"io_kbytes" : 9355316,
"bw_bytes" : 119749541,
"bw" : 116942,
"iops" : 29235.915449,
"runtime" : 79999,
"total_ios" : 2338844,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5268,
"max" : 1096545,
"mean" : 271574.974813,
"stddev" : 159870.330675,
"N" : 2338844
},
"clat_ns" : {
"min" : 30076,
"max" : 1988778,
"mean" : 822297.033155,
"stddev" : 277506.921876,
"N" : 2338836,
"percentile" : {
"1.000000" : 67072,
"5.000000" : 374784,
"10.000000" : 415744,
"20.000000" : 659456,
"30.000000" : 716800,
"40.000000" : 749568,
"50.000000" : 790528,
"60.000000" : 905216,
"70.000000" : 1044480,
"80.000000" : 1089536,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1351680,
"99.900000" : 1449984,
"99.950000" : 1499136,
"99.990000" : 1597440
},
"bins" : {
"30080" : 1,
"39168" : 1,
"39680" : 2,
"40192" : 3,
"40704" : 8,
"41216" : 7,
"41728" : 10,
"42240" : 9,
"42752" : 13,
"43264" : 9,
"43776" : 2,
"44288" : 4,
"44800" : 3,
"45312" : 3,
"45824" : 3,
"46336" : 4,
"46848" : 2,
"47360" : 4,
"47872" : 3,
"48384" : 6,
"48896" : 12,
"49408" : 14,
"49920" : 29,
"50432" : 60,
"50944" : 71,
"51456" : 85,
"51968" : 122,
"52480" : 166,
"52992" : 203,
"53504" : 229,
"54016" : 217,
"54528" : 244,
"55040" : 249,
"55552" : 247,
"56064" : 204,
"56576" : 197,
"57088" : 179,
"57600" : 200,
"58112" : 173,
"58624" : 140,
"59136" : 151,
"59648" : 146,
"60160" : 155,
"60672" : 217,
"61184" : 303,
"61696" : 416,
"62208" : 598,
"62720" : 879,
"63232" : 1152,
"63744" : 1413,
"64256" : 1747,
"64768" : 1934,
"65280" : 2153,
"66048" : 4844,
"67072" : 5038,
"68096" : 4887,
"69120" : 4552,
"70144" : 3694,
"71168" : 2975,
"72192" : 2192,
"73216" : 1607,
"74240" : 1078,
"75264" : 790,
"76288" : 541,
"77312" : 330,
"78336" : 237,
"79360" : 137,
"80384" : 122,
"81408" : 55,
"82432" : 61,
"83456" : 39,
"84480" : 47,
"85504" : 35,
"86528" : 16,
"87552" : 23,
"88576" : 24,
"89600" : 18,
"90624" : 18,
"91648" : 20,
"92672" : 10,
"93696" : 16,
"94720" : 9,
"95744" : 14,
"96768" : 22,
"97792" : 11,
"98816" : 8,
"99840" : 12,
"100864" : 4,
"101888" : 7,
"102912" : 2,
"103936" : 4,
"104960" : 1,
"105984" : 2,
"107008" : 1,
"108032" : 2,
"109056" : 2,
"110080" : 2,
"112128" : 1,
"113152" : 1,
"114176" : 1,
"115200" : 1,
"118272" : 1,
"120320" : 1,
"127488" : 1,
"134144" : 1,
"136192" : 1,
"138240" : 1,
"152576" : 1,
"238592" : 1,
"240640" : 1,
"242688" : 1,
"244736" : 3,
"246784" : 4,
"248832" : 2,
"250880" : 7,
"254976" : 2,
"257024" : 2,
"259072" : 5,
"261120" : 1,
"264192" : 8,
"268288" : 9,
"272384" : 14,
"276480" : 18,
"280576" : 17,
"284672" : 33,
"288768" : 61,
"292864" : 85,
"296960" : 135,
"301056" : 217,
"305152" : 288,
"309248" : 391,
"313344" : 596,
"317440" : 919,
"321536" : 1430,
"325632" : 1844,
"329728" : 2242,
"333824" : 2309,
"337920" : 2067,
"342016" : 1694,
"346112" : 1606,
"350208" : 1963,
"354304" : 3348,
"358400" : 5590,
"362496" : 9067,
"366592" : 13721,
"370688" : 18728,
"374784" : 21856,
"378880" : 22469,
"382976" : 19612,
"387072" : 15135,
"391168" : 10076,
"395264" : 6531,
"399360" : 4479,
"403456" : 3724,
"407552" : 4163,
"411648" : 6593,
"415744" : 10624,
"419840" : 15824,
"423936" : 20237,
"428032" : 23178,
"432128" : 23280,
"436224" : 20267,
"440320" : 15262,
"444416" : 10425,
"448512" : 7119,
"452608" : 5135,
"456704" : 4129,
"460800" : 3507,
"464896" : 3059,
"468992" : 2609,
"473088" : 2269,
"477184" : 1959,
"481280" : 1724,
"485376" : 1491,
"489472" : 1335,
"493568" : 1264,
"497664" : 1312,
"501760" : 1339,
"505856" : 1344,
"509952" : 1448,
"514048" : 1410,
"518144" : 1428,
"522240" : 1323,
"528384" : 2312,
"536576" : 1800,
"544768" : 1475,
"552960" : 1136,
"561152" : 1095,
"569344" : 1071,
"577536" : 1114,
"585728" : 1256,
"593920" : 1329,
"602112" : 1577,
"610304" : 2041,
"618496" : 3291,
"626688" : 5212,
"634880" : 7109,
"643072" : 8149,
"651264" : 9195,
"659456" : 12527,
"667648" : 20687,
"675840" : 32371,
"684032" : 41425,
"692224" : 40769,
"700416" : 32558,
"708608" : 28439,
"716800" : 34863,
"724992" : 52892,
"733184" : 70868,
"741376" : 74832,
"749568" : 62085,
"757760" : 44790,
"765952" : 35259,
"774144" : 37016,
"782336" : 44148,
"790528" : 48183,
"798720" : 43319,
"806912" : 34001,
"815104" : 25611,
"823296" : 20534,
"831488" : 17331,
"839680" : 14225,
"847872" : 11908,
"856064" : 10506,
"864256" : 9503,
"872448" : 9419,
"880640" : 8830,
"888832" : 8184,
"897024" : 7177,
"905216" : 6285,
"913408" : 6035,
"921600" : 6003,
"929792" : 6015,
"937984" : 6630,
"946176" : 7154,
"954368" : 7682,
"962560" : 8723,
"970752" : 10462,
"978944" : 13397,
"987136" : 16596,
"995328" : 18979,
"1003520" : 19574,
"1011712" : 19637,
"1019904" : 22046,
"1028096" : 27389,
"1036288" : 33908,
"1044480" : 38956,
"1056768" : 74926,
"1073152" : 66033,
"1089536" : 79731,
"1105920" : 81930,
"1122304" : 63224,
"1138688" : 54086,
"1155072" : 50324,
"1171456" : 40047,
"1187840" : 31070,
"1204224" : 24182,
"1220608" : 19195,
"1236992" : 16293,
"1253376" : 13356,
"1269760" : 10690,
"1286144" : 8545,
"1302528" : 6759,
"1318912" : 5509,
"1335296" : 4233,
"1351680" : 3358,
"1368064" : 2636,
"1384448" : 2033,
"1400832" : 1533,
"1417216" : 1164,
"1433600" : 908,
"1449984" : 651,
"1466368" : 525,
"1482752" : 400,
"1499136" : 313,
"1515520" : 244,
"1531904" : 171,
"1548288" : 149,
"1564672" : 113,
"1581056" : 77,
"1597440" : 66,
"1613824" : 37,
"1630208" : 32,
"1646592" : 27,
"1662976" : 15,
"1679360" : 19,
"1695744" : 12,
"1712128" : 9,
"1728512" : 7,
"1744896" : 5,
"1761280" : 3,
"1777664" : 3,
"1794048" : 5,
"1810432" : 2,
"1826816" : 1,
"1859584" : 1,
"1990656" : 1
}
},
"lat_ns" : {
"min" : 48835,
"max" : 2414359,
"mean" : 1093871.778402,
"stddev" : 320679.730392,
"N" : 2338836
},
"bw_min" : 112519,
"bw_max" : 121920,
"bw_agg" : 100.000000,
"bw_mean" : 116944.805031,
"bw_dev" : 228.186856,
"bw_samples" : 1272,
"iops_min" : 28129,
"iops_max" : 30480,
"iops_mean" : 29236.025157,
"iops_stddev" : 57.048911,
"iops_samples" : 1272
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639992,
"usr_cpu" : 0.716571,
"sys_cpu" : 17.988037,
"ctx" : 1700322,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 2.041179,
"250" : 0.010000,
"500" : 15.355877,
"750" : 22.914910,
"1000" : 24.415309
},
"latency_ms" : {
"2" : 35.264045,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080410,
"timestamp_ms" : 1773080410453,
"time" : "Mon Mar 9 15:20:10 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 10788605952,
"io_kbytes" : 10535748,
"bw_bytes" : 119873399,
"bw" : 117063,
"iops" : 29266.100000,
"runtime" : 90000,
"total_ios" : 2633949,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5268,
"max" : 1096545,
"mean" : 271290.785647,
"stddev" : 159975.902294,
"N" : 2633949
},
"clat_ns" : {
"min" : 30076,
"max" : 1988778,
"mean" : 821443.322554,
"stddev" : 277760.776666,
"N" : 2633941,
"percentile" : {
"1.000000" : 67072,
"5.000000" : 370688,
"10.000000" : 415744,
"20.000000" : 659456,
"30.000000" : 716800,
"40.000000" : 749568,
"50.000000" : 790528,
"60.000000" : 905216,
"70.000000" : 1036288,
"80.000000" : 1089536,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1351680,
"99.900000" : 1449984,
"99.950000" : 1499136,
"99.990000" : 1597440
},
"bins" : {
"30080" : 1,
"39168" : 1,
"39680" : 3,
"40192" : 3,
"40704" : 8,
"41216" : 7,
"41728" : 11,
"42240" : 9,
"42752" : 13,
"43264" : 10,
"43776" : 2,
"44288" : 5,
"44800" : 4,
"45312" : 3,
"45824" : 3,
"46336" : 5,
"46848" : 2,
"47360" : 4,
"47872" : 3,
"48384" : 6,
"48896" : 13,
"49408" : 18,
"49920" : 32,
"50432" : 64,
"50944" : 81,
"51456" : 97,
"51968" : 138,
"52480" : 185,
"52992" : 231,
"53504" : 261,
"54016" : 242,
"54528" : 278,
"55040" : 276,
"55552" : 279,
"56064" : 235,
"56576" : 227,
"57088" : 208,
"57600" : 220,
"58112" : 194,
"58624" : 156,
"59136" : 168,
"59648" : 167,
"60160" : 179,
"60672" : 242,
"61184" : 347,
"61696" : 482,
"62208" : 699,
"62720" : 989,
"63232" : 1304,
"63744" : 1606,
"64256" : 2019,
"64768" : 2222,
"65280" : 2481,
"66048" : 5508,
"67072" : 5714,
"68096" : 5574,
"69120" : 5149,
"70144" : 4215,
"71168" : 3345,
"72192" : 2474,
"73216" : 1807,
"74240" : 1210,
"75264" : 882,
"76288" : 607,
"77312" : 370,
"78336" : 261,
"79360" : 147,
"80384" : 133,
"81408" : 68,
"82432" : 66,
"83456" : 45,
"84480" : 53,
"85504" : 41,
"86528" : 20,
"87552" : 24,
"88576" : 27,
"89600" : 20,
"90624" : 21,
"91648" : 21,
"92672" : 13,
"93696" : 19,
"94720" : 10,
"95744" : 16,
"96768" : 23,
"97792" : 12,
"98816" : 10,
"99840" : 13,
"100864" : 4,
"101888" : 7,
"102912" : 2,
"103936" : 4,
"104960" : 2,
"105984" : 2,
"107008" : 1,
"108032" : 2,
"109056" : 2,
"110080" : 2,
"112128" : 1,
"113152" : 1,
"114176" : 1,
"115200" : 1,
"118272" : 1,
"120320" : 1,
"127488" : 1,
"134144" : 1,
"136192" : 1,
"138240" : 1,
"152576" : 1,
"238592" : 1,
"240640" : 1,
"242688" : 1,
"244736" : 3,
"246784" : 5,
"248832" : 2,
"250880" : 7,
"254976" : 2,
"257024" : 2,
"259072" : 6,
"261120" : 1,
"264192" : 8,
"268288" : 9,
"272384" : 18,
"276480" : 18,
"280576" : 19,
"284672" : 36,
"288768" : 78,
"292864" : 100,
"296960" : 153,
"301056" : 242,
"305152" : 327,
"309248" : 453,
"313344" : 682,
"317440" : 1037,
"321536" : 1632,
"325632" : 2110,
"329728" : 2566,
"333824" : 2642,
"337920" : 2340,
"342016" : 1927,
"346112" : 1827,
"350208" : 2257,
"354304" : 3794,
"358400" : 6365,
"362496" : 10263,
"366592" : 15539,
"370688" : 21182,
"374784" : 24825,
"378880" : 25483,
"382976" : 22196,
"387072" : 17145,
"391168" : 11315,
"395264" : 7375,
"399360" : 5040,
"403456" : 4209,
"407552" : 4767,
"411648" : 7525,
"415744" : 12125,
"419840" : 17933,
"423936" : 22904,
"428032" : 26213,
"432128" : 26285,
"436224" : 22847,
"440320" : 17265,
"444416" : 11736,
"448512" : 7990,
"452608" : 5803,
"456704" : 4665,
"460800" : 3960,
"464896" : 3447,
"468992" : 2955,
"473088" : 2544,
"477184" : 2231,
"481280" : 1926,
"485376" : 1659,
"489472" : 1503,
"493568" : 1435,
"497664" : 1500,
"501760" : 1485,
"505856" : 1516,
"509952" : 1639,
"514048" : 1599,
"518144" : 1631,
"522240" : 1505,
"528384" : 2616,
"536576" : 2068,
"544768" : 1656,
"552960" : 1277,
"561152" : 1233,
"569344" : 1218,
"577536" : 1275,
"585728" : 1438,
"593920" : 1470,
"602112" : 1762,
"610304" : 2317,
"618496" : 3740,
"626688" : 5957,
"634880" : 8043,
"643072" : 9189,
"651264" : 10385,
"659456" : 14109,
"667648" : 23447,
"675840" : 36671,
"684032" : 46609,
"692224" : 45925,
"700416" : 36701,
"708608" : 32048,
"716800" : 39397,
"724992" : 59592,
"733184" : 80043,
"741376" : 84143,
"749568" : 69794,
"757760" : 50284,
"765952" : 39786,
"774144" : 41715,
"782336" : 49787,
"790528" : 54281,
"798720" : 48804,
"806912" : 38175,
"815104" : 28757,
"823296" : 23034,
"831488" : 19406,
"839680" : 15926,
"847872" : 13311,
"856064" : 11786,
"864256" : 10637,
"872448" : 10574,
"880640" : 10000,
"888832" : 9208,
"897024" : 8127,
"905216" : 7122,
"913408" : 6799,
"921600" : 6780,
"929792" : 6791,
"937984" : 7473,
"946176" : 8036,
"954368" : 8667,
"962560" : 9798,
"970752" : 11769,
"978944" : 15075,
"987136" : 18663,
"995328" : 21364,
"1003520" : 21946,
"1011712" : 22002,
"1019904" : 24781,
"1028096" : 30805,
"1036288" : 38225,
"1044480" : 43846,
"1056768" : 84228,
"1073152" : 74251,
"1089536" : 89689,
"1105920" : 91841,
"1122304" : 70892,
"1138688" : 60698,
"1155072" : 56337,
"1171456" : 44894,
"1187840" : 34891,
"1204224" : 27183,
"1220608" : 21507,
"1236992" : 18182,
"1253376" : 15047,
"1269760" : 12044,
"1286144" : 9582,
"1302528" : 7571,
"1318912" : 6153,
"1335296" : 4729,
"1351680" : 3729,
"1368064" : 2968,
"1384448" : 2290,
"1400832" : 1723,
"1417216" : 1314,
"1433600" : 1022,
"1449984" : 728,
"1466368" : 607,
"1482752" : 459,
"1499136" : 358,
"1515520" : 278,
"1531904" : 197,
"1548288" : 166,
"1564672" : 125,
"1581056" : 86,
"1597440" : 71,
"1613824" : 47,
"1630208" : 34,
"1646592" : 30,
"1662976" : 17,
"1679360" : 21,
"1695744" : 12,
"1712128" : 9,
"1728512" : 9,
"1744896" : 6,
"1761280" : 3,
"1777664" : 3,
"1794048" : 5,
"1810432" : 3,
"1826816" : 1,
"1859584" : 1,
"1990656" : 1
}
},
"lat_ns" : {
"min" : 48835,
"max" : 2414359,
"mean" : 1092733.496351,
"stddev" : 320991.783965,
"N" : 2633941
},
"bw_min" : 112519,
"bw_max" : 122040,
"bw_agg" : 100.000000,
"bw_mean" : 117076.245810,
"bw_dev" : 230.202428,
"bw_samples" : 1432,
"iops_min" : 28129,
"iops_max" : 30510,
"iops_mean" : 29268.893855,
"iops_stddev" : 57.553141,
"iops_samples" : 1432
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719995,
"usr_cpu" : 0.712366,
"sys_cpu" : 17.992764,
"ctx" : 1912941,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999962,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999962,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 2.057937,
"250" : 0.010000,
"500" : 15.434695,
"750" : 22.950748,
"1000" : 24.388361
},
"latency_ms" : {
"2" : 35.160020,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080420,
"timestamp_ms" : 1773080420452,
"time" : "Mon Mar 9 15:20:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 11997884416,
"io_kbytes" : 11716684,
"bw_bytes" : 119980043,
"bw" : 117168,
"iops" : 29292.172922,
"runtime" : 99999,
"total_ios" : 2929188,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5268,
"max" : 1096545,
"mean" : 271051.918358,
"stddev" : 160076.314266,
"N" : 2929188
},
"clat_ns" : {
"min" : 30076,
"max" : 1988778,
"mean" : 820717.007261,
"stddev" : 277957.989343,
"N" : 2929180,
"percentile" : {
"1.000000" : 67072,
"5.000000" : 370688,
"10.000000" : 415744,
"20.000000" : 651264,
"30.000000" : 716800,
"40.000000" : 749568,
"50.000000" : 790528,
"60.000000" : 897024,
"70.000000" : 1036288,
"80.000000" : 1089536,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1351680,
"99.900000" : 1449984,
"99.950000" : 1499136,
"99.990000" : 1597440
},
"bins" : {
"30080" : 1,
"38144" : 1,
"39168" : 1,
"39680" : 4,
"40192" : 3,
"40704" : 11,
"41216" : 7,
"41728" : 11,
"42240" : 10,
"42752" : 14,
"43264" : 11,
"43776" : 4,
"44288" : 5,
"44800" : 4,
"45312" : 4,
"45824" : 3,
"46336" : 5,
"46848" : 3,
"47360" : 4,
"47872" : 3,
"48384" : 8,
"48896" : 15,
"49408" : 19,
"49920" : 36,
"50432" : 69,
"50944" : 91,
"51456" : 110,
"51968" : 163,
"52480" : 211,
"52992" : 265,
"53504" : 287,
"54016" : 269,
"54528" : 314,
"55040" : 305,
"55552" : 304,
"56064" : 259,
"56576" : 256,
"57088" : 228,
"57600" : 242,
"58112" : 224,
"58624" : 178,
"59136" : 186,
"59648" : 193,
"60160" : 214,
"60672" : 274,
"61184" : 408,
"61696" : 569,
"62208" : 827,
"62720" : 1131,
"63232" : 1486,
"63744" : 1844,
"64256" : 2291,
"64768" : 2506,
"65280" : 2823,
"66048" : 6243,
"67072" : 6435,
"68096" : 6251,
"69120" : 5689,
"70144" : 4669,
"71168" : 3732,
"72192" : 2715,
"73216" : 1988,
"74240" : 1326,
"75264" : 977,
"76288" : 658,
"77312" : 408,
"78336" : 288,
"79360" : 158,
"80384" : 143,
"81408" : 72,
"82432" : 68,
"83456" : 49,
"84480" : 56,
"85504" : 44,
"86528" : 23,
"87552" : 27,
"88576" : 28,
"89600" : 20,
"90624" : 22,
"91648" : 24,
"92672" : 16,
"93696" : 23,
"94720" : 12,
"95744" : 19,
"96768" : 26,
"97792" : 14,
"98816" : 11,
"99840" : 14,
"100864" : 5,
"101888" : 8,
"102912" : 2,
"103936" : 5,
"104960" : 2,
"105984" : 2,
"107008" : 1,
"108032" : 2,
"109056" : 2,
"110080" : 2,
"112128" : 1,
"113152" : 1,
"114176" : 1,
"115200" : 1,
"118272" : 1,
"120320" : 1,
"127488" : 1,
"134144" : 1,
"136192" : 1,
"138240" : 1,
"152576" : 1,
"238592" : 1,
"240640" : 1,
"242688" : 1,
"244736" : 4,
"246784" : 5,
"248832" : 2,
"250880" : 7,
"252928" : 1,
"254976" : 3,
"257024" : 2,
"259072" : 6,
"261120" : 1,
"264192" : 11,
"268288" : 11,
"272384" : 22,
"276480" : 20,
"280576" : 20,
"284672" : 41,
"288768" : 89,
"292864" : 118,
"296960" : 171,
"301056" : 266,
"305152" : 366,
"309248" : 508,
"313344" : 782,
"317440" : 1164,
"321536" : 1832,
"325632" : 2342,
"329728" : 2914,
"333824" : 2963,
"337920" : 2617,
"342016" : 2146,
"346112" : 2001,
"350208" : 2532,
"354304" : 4290,
"358400" : 7142,
"362496" : 11520,
"366592" : 17455,
"370688" : 23766,
"374784" : 27890,
"378880" : 28377,
"382976" : 24742,
"387072" : 19004,
"391168" : 12544,
"395264" : 8169,
"399360" : 5579,
"403456" : 4670,
"407552" : 5350,
"411648" : 8404,
"415744" : 13573,
"419840" : 20019,
"423936" : 25684,
"428032" : 29289,
"432128" : 29362,
"436224" : 25399,
"440320" : 19140,
"444416" : 12968,
"448512" : 8898,
"452608" : 6422,
"456704" : 5201,
"460800" : 4377,
"464896" : 3764,
"468992" : 3317,
"473088" : 2833,
"477184" : 2482,
"481280" : 2140,
"485376" : 1852,
"489472" : 1692,
"493568" : 1610,
"497664" : 1687,
"501760" : 1660,
"505856" : 1698,
"509952" : 1846,
"514048" : 1773,
"518144" : 1811,
"522240" : 1679,
"528384" : 2916,
"536576" : 2286,
"544768" : 1848,
"552960" : 1428,
"561152" : 1387,
"569344" : 1364,
"577536" : 1396,
"585728" : 1594,
"593920" : 1639,
"602112" : 1949,
"610304" : 2563,
"618496" : 4168,
"626688" : 6593,
"634880" : 8965,
"643072" : 10273,
"651264" : 11558,
"659456" : 15745,
"667648" : 26178,
"675840" : 40970,
"684032" : 51902,
"692224" : 51067,
"700416" : 40931,
"708608" : 35621,
"716800" : 44052,
"724992" : 66359,
"733184" : 89219,
"741376" : 93635,
"749568" : 77553,
"757760" : 55860,
"765952" : 44214,
"774144" : 46477,
"782336" : 55440,
"790528" : 60348,
"798720" : 54261,
"806912" : 42383,
"815104" : 31940,
"823296" : 25674,
"831488" : 21564,
"839680" : 17707,
"847872" : 14764,
"856064" : 13117,
"864256" : 11808,
"872448" : 11760,
"880640" : 11120,
"888832" : 10226,
"897024" : 9057,
"905216" : 7953,
"913408" : 7501,
"921600" : 7532,
"929792" : 7545,
"937984" : 8282,
"946176" : 8864,
"954368" : 9609,
"962560" : 10871,
"970752" : 13092,
"978944" : 16732,
"987136" : 20836,
"995328" : 23627,
"1003520" : 24398,
"1011712" : 24427,
"1019904" : 27508,
"1028096" : 34094,
"1036288" : 42320,
"1044480" : 48718,
"1056768" : 93375,
"1073152" : 82473,
"1089536" : 99510,
"1105920" : 101970,
"1122304" : 78645,
"1138688" : 67232,
"1155072" : 62308,
"1171456" : 49771,
"1187840" : 38657,
"1204224" : 30202,
"1220608" : 23813,
"1236992" : 20170,
"1253376" : 16728,
"1269760" : 13274,
"1286144" : 10603,
"1302528" : 8428,
"1318912" : 6866,
"1335296" : 5229,
"1351680" : 4135,
"1368064" : 3335,
"1384448" : 2514,
"1400832" : 1918,
"1417216" : 1451,
"1433600" : 1131,
"1449984" : 811,
"1466368" : 659,
"1482752" : 496,
"1499136" : 400,
"1515520" : 299,
"1531904" : 222,
"1548288" : 182,
"1564672" : 135,
"1581056" : 97,
"1597440" : 73,
"1613824" : 56,
"1630208" : 36,
"1646592" : 32,
"1662976" : 23,
"1679360" : 24,
"1695744" : 14,
"1712128" : 9,
"1728512" : 10,
"1744896" : 6,
"1761280" : 3,
"1777664" : 3,
"1794048" : 5,
"1810432" : 3,
"1826816" : 1,
"1859584" : 1,
"1908736" : 1,
"1990656" : 1
}
},
"lat_ns" : {
"min" : 48835,
"max" : 2414359,
"mean" : 1091768.779069,
"stddev" : 321189.625303,
"N" : 2929180
},
"bw_min" : 112407,
"bw_max" : 122072,
"bw_agg" : 100.000000,
"bw_mean" : 117178.296482,
"bw_dev" : 232.902057,
"bw_samples" : 1592,
"iops_min" : 28101,
"iops_max" : 30518,
"iops_mean" : 29294.402010,
"iops_stddev" : 58.226598,
"iops_samples" : 1592
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799992,
"usr_cpu" : 0.711882,
"sys_cpu" : 17.993805,
"ctx" : 2125492,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 2.075183,
"250" : 0.010000,
"500" : 15.488081,
"750" : 22.992720,
"1000" : 24.371635
},
"latency_ms" : {
"2" : 35.064154,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080430,
"timestamp_ms" : 1773080430453,
"time" : "Mon Mar 9 15:20:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 13207252992,
"io_kbytes" : 12897708,
"bw_bytes" : 120065936,
"bw" : 117251,
"iops" : 29313.081818,
"runtime" : 110000,
"total_ios" : 3224439,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4857,
"max" : 1096545,
"mean" : 270858.386747,
"stddev" : 160157.240618,
"N" : 3224439
},
"clat_ns" : {
"min" : 30076,
"max" : 1988778,
"mean" : 820126.840428,
"stddev" : 278134.453445,
"N" : 3224431,
"percentile" : {
"1.000000" : 67072,
"5.000000" : 370688,
"10.000000" : 411648,
"20.000000" : 651264,
"30.000000" : 716800,
"40.000000" : 749568,
"50.000000" : 790528,
"60.000000" : 897024,
"70.000000" : 1036288,
"80.000000" : 1089536,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1351680,
"99.900000" : 1449984,
"99.950000" : 1499136,
"99.990000" : 1597440
},
"bins" : {
"30080" : 1,
"38144" : 1,
"39168" : 1,
"39680" : 5,
"40192" : 4,
"40704" : 13,
"41216" : 7,
"41728" : 14,
"42240" : 10,
"42752" : 15,
"43264" : 14,
"43776" : 4,
"44288" : 6,
"44800" : 5,
"45312" : 5,
"45824" : 3,
"46336" : 5,
"46848" : 3,
"47360" : 4,
"47872" : 5,
"48384" : 8,
"48896" : 15,
"49408" : 23,
"49920" : 45,
"50432" : 73,
"50944" : 101,
"51456" : 131,
"51968" : 184,
"52480" : 252,
"52992" : 294,
"53504" : 328,
"54016" : 299,
"54528" : 352,
"55040" : 341,
"55552" : 329,
"56064" : 296,
"56576" : 275,
"57088" : 253,
"57600" : 257,
"58112" : 240,
"58624" : 196,
"59136" : 208,
"59648" : 223,
"60160" : 244,
"60672" : 317,
"61184" : 490,
"61696" : 666,
"62208" : 955,
"62720" : 1315,
"63232" : 1678,
"63744" : 2096,
"64256" : 2546,
"64768" : 2777,
"65280" : 3129,
"66048" : 6966,
"67072" : 7167,
"68096" : 6884,
"69120" : 6228,
"70144" : 5135,
"71168" : 4087,
"72192" : 2971,
"73216" : 2179,
"74240" : 1446,
"75264" : 1057,
"76288" : 715,
"77312" : 449,
"78336" : 314,
"79360" : 174,
"80384" : 157,
"81408" : 83,
"82432" : 76,
"83456" : 53,
"84480" : 64,
"85504" : 49,
"86528" : 24,
"87552" : 30,
"88576" : 30,
"89600" : 20,
"90624" : 28,
"91648" : 25,
"92672" : 19,
"93696" : 23,
"94720" : 12,
"95744" : 19,
"96768" : 26,
"97792" : 18,
"98816" : 12,
"99840" : 14,
"100864" : 6,
"101888" : 8,
"102912" : 2,
"103936" : 5,
"104960" : 2,
"105984" : 2,
"107008" : 1,
"108032" : 2,
"109056" : 2,
"110080" : 2,
"112128" : 1,
"113152" : 1,
"114176" : 1,
"115200" : 1,
"118272" : 3,
"120320" : 1,
"121344" : 1,
"127488" : 1,
"134144" : 1,
"136192" : 1,
"138240" : 1,
"152576" : 1,
"238592" : 1,
"240640" : 1,
"242688" : 1,
"244736" : 4,
"246784" : 5,
"248832" : 4,
"250880" : 8,
"252928" : 1,
"254976" : 3,
"257024" : 2,
"259072" : 6,
"261120" : 2,
"264192" : 14,
"268288" : 12,
"272384" : 26,
"276480" : 20,
"280576" : 24,
"284672" : 43,
"288768" : 98,
"292864" : 128,
"296960" : 188,
"301056" : 293,
"305152" : 397,
"309248" : 564,
"313344" : 861,
"317440" : 1302,
"321536" : 2048,
"325632" : 2604,
"329728" : 3209,
"333824" : 3247,
"337920" : 2885,
"342016" : 2360,
"346112" : 2197,
"350208" : 2806,
"354304" : 4828,
"358400" : 7922,
"362496" : 12829,
"366592" : 19389,
"370688" : 26406,
"374784" : 30814,
"378880" : 31223,
"382976" : 27201,
"387072" : 20842,
"391168" : 13705,
"395264" : 8966,
"399360" : 6152,
"403456" : 5174,
"407552" : 5961,
"411648" : 9348,
"415744" : 15054,
"419840" : 22115,
"423936" : 28472,
"428032" : 32408,
"432128" : 32389,
"436224" : 27890,
"440320" : 21033,
"444416" : 14248,
"448512" : 9732,
"452608" : 7073,
"456704" : 5734,
"460800" : 4850,
"464896" : 4177,
"468992" : 3658,
"473088" : 3120,
"477184" : 2716,
"481280" : 2358,
"485376" : 2055,
"489472" : 1885,
"493568" : 1769,
"497664" : 1869,
"501760" : 1844,
"505856" : 1912,
"509952" : 2038,
"514048" : 1950,
"518144" : 1990,
"522240" : 1868,
"528384" : 3238,
"536576" : 2527,
"544768" : 2017,
"552960" : 1584,
"561152" : 1515,
"569344" : 1502,
"577536" : 1517,
"585728" : 1756,
"593920" : 1819,
"602112" : 2156,
"610304" : 2847,
"618496" : 4632,
"626688" : 7303,
"634880" : 9916,
"643072" : 11353,
"651264" : 12694,
"659456" : 17352,
"667648" : 28948,
"675840" : 45231,
"684032" : 57200,
"692224" : 56100,
"700416" : 44945,
"708608" : 39279,
"716800" : 48621,
"724992" : 73491,
"733184" : 98479,
"741376" : 102836,
"749568" : 85095,
"757760" : 61337,
"765952" : 48646,
"774144" : 51154,
"782336" : 61112,
"790528" : 66585,
"798720" : 59555,
"806912" : 46530,
"815104" : 35086,
"823296" : 28288,
"831488" : 23787,
"839680" : 19444,
"847872" : 16244,
"856064" : 14401,
"864256" : 13035,
"872448" : 12981,
"880640" : 12244,
"888832" : 11276,
"897024" : 9906,
"905216" : 8800,
"913408" : 8281,
"921600" : 8203,
"929792" : 8327,
"937984" : 9145,
"946176" : 9787,
"954368" : 10528,
"962560" : 11887,
"970752" : 14439,
"978944" : 18431,
"987136" : 23022,
"995328" : 25925,
"1003520" : 26740,
"1011712" : 26809,
"1019904" : 30218,
"1028096" : 37473,
"1036288" : 46689,
"1044480" : 53341,
"1056768" : 102476,
"1073152" : 90739,
"1089536" : 109513,
"1105920" : 112006,
"1122304" : 86468,
"1138688" : 73906,
"1155072" : 68370,
"1171456" : 54601,
"1187840" : 42363,
"1204224" : 33081,
"1220608" : 26238,
"1236992" : 22273,
"1253376" : 18351,
"1269760" : 14499,
"1286144" : 11616,
"1302528" : 9268,
"1318912" : 7539,
"1335296" : 5749,
"1351680" : 4511,
"1368064" : 3666,
"1384448" : 2738,
"1400832" : 2089,
"1417216" : 1580,
"1433600" : 1251,
"1449984" : 896,
"1466368" : 725,
"1482752" : 540,
"1499136" : 441,
"1515520" : 328,
"1531904" : 241,
"1548288" : 196,
"1564672" : 141,
"1581056" : 106,
"1597440" : 80,
"1613824" : 58,
"1630208" : 41,
"1646592" : 35,
"1662976" : 24,
"1679360" : 26,
"1695744" : 14,
"1712128" : 10,
"1728512" : 10,
"1744896" : 7,
"1761280" : 3,
"1777664" : 3,
"1794048" : 5,
"1810432" : 3,
"1826816" : 1,
"1859584" : 1,
"1875968" : 1,
"1908736" : 2,
"1990656" : 1
}
},
"lat_ns" : {
"min" : 48835,
"max" : 2414359,
"mean" : 1090984.803566,
"stddev" : 321394.091845,
"N" : 3224431
},
"bw_min" : 112407,
"bw_max" : 122224,
"bw_agg" : 100.000000,
"bw_mean" : 117262.461187,
"bw_dev" : 233.474587,
"bw_samples" : 1752,
"iops_min" : 28101,
"iops_max" : 30556,
"iops_mean" : 29315.452055,
"iops_stddev" : 58.370152,
"iops_samples" : 1752
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 879995,
"usr_cpu" : 0.713981,
"sys_cpu" : 17.988057,
"ctx" : 2338107,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 2.090689,
"250" : 0.010000,
"500" : 15.532500,
"750" : 23.021400,
"1000" : 24.357508
},
"latency_ms" : {
"2" : 34.989435,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080440,
"timestamp_ms" : 1773080440452,
"time" : "Mon Mar 9 15:20:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 14419804160,
"io_kbytes" : 14081840,
"bw_bytes" : 120166036,
"bw" : 117349,
"iops" : 29337.511146,
"runtime" : 119999,
"total_ios" : 3520472,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4857,
"max" : 1096545,
"mean" : 270632.366215,
"stddev" : 160253.438560,
"N" : 3520472
},
"clat_ns" : {
"min" : 30076,
"max" : 1988778,
"mean" : 819448.959806,
"stddev" : 278310.045249,
"N" : 3520464,
"percentile" : {
"1.000000" : 67072,
"5.000000" : 370688,
"10.000000" : 411648,
"20.000000" : 651264,
"30.000000" : 716800,
"40.000000" : 749568,
"50.000000" : 790528,
"60.000000" : 897024,
"70.000000" : 1036288,
"80.000000" : 1089536,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1351680,
"99.900000" : 1449984,
"99.950000" : 1499136,
"99.990000" : 1581056
},
"bins" : {
"30080" : 1,
"38144" : 1,
"39168" : 1,
"39680" : 5,
"40192" : 4,
"40704" : 16,
"41216" : 7,
"41728" : 14,
"42240" : 10,
"42752" : 15,
"43264" : 14,
"43776" : 4,
"44288" : 6,
"44800" : 5,
"45312" : 5,
"45824" : 3,
"46336" : 6,
"46848" : 3,
"47360" : 4,
"47872" : 5,
"48384" : 8,
"48896" : 15,
"49408" : 24,
"49920" : 54,
"50432" : 86,
"50944" : 105,
"51456" : 143,
"51968" : 206,
"52480" : 280,
"52992" : 324,
"53504" : 351,
"54016" : 338,
"54528" : 395,
"55040" : 368,
"55552" : 355,
"56064" : 322,
"56576" : 306,
"57088" : 277,
"57600" : 281,
"58112" : 256,
"58624" : 223,
"59136" : 224,
"59648" : 247,
"60160" : 268,
"60672" : 348,
"61184" : 549,
"61696" : 745,
"62208" : 1056,
"62720" : 1468,
"63232" : 1859,
"63744" : 2321,
"64256" : 2784,
"64768" : 3090,
"65280" : 3458,
"66048" : 7644,
"67072" : 7878,
"68096" : 7603,
"69120" : 6839,
"70144" : 5649,
"71168" : 4474,
"72192" : 3263,
"73216" : 2387,
"74240" : 1594,
"75264" : 1152,
"76288" : 766,
"77312" : 489,
"78336" : 342,
"79360" : 189,
"80384" : 166,
"81408" : 95,
"82432" : 80,
"83456" : 58,
"84480" : 70,
"85504" : 56,
"86528" : 27,
"87552" : 32,
"88576" : 33,
"89600" : 24,
"90624" : 30,
"91648" : 26,
"92672" : 21,
"93696" : 24,
"94720" : 14,
"95744" : 21,
"96768" : 27,
"97792" : 20,
"98816" : 13,
"99840" : 16,
"100864" : 6,
"101888" : 8,
"102912" : 2,
"103936" : 7,
"104960" : 2,
"105984" : 2,
"107008" : 1,
"108032" : 2,
"109056" : 2,
"110080" : 2,
"112128" : 1,
"113152" : 1,
"114176" : 1,
"115200" : 1,
"118272" : 3,
"120320" : 1,
"121344" : 1,
"127488" : 1,
"134144" : 1,
"136192" : 1,
"138240" : 1,
"152576" : 1,
"238592" : 1,
"240640" : 1,
"242688" : 1,
"244736" : 4,
"246784" : 5,
"248832" : 4,
"250880" : 8,
"252928" : 1,
"254976" : 3,
"257024" : 2,
"259072" : 6,
"261120" : 2,
"264192" : 15,
"268288" : 12,
"272384" : 28,
"276480" : 21,
"280576" : 26,
"284672" : 46,
"288768" : 105,
"292864" : 135,
"296960" : 205,
"301056" : 321,
"305152" : 434,
"309248" : 613,
"313344" : 941,
"317440" : 1447,
"321536" : 2230,
"325632" : 2896,
"329728" : 3530,
"333824" : 3593,
"337920" : 3147,
"342016" : 2557,
"346112" : 2414,
"350208" : 3123,
"354304" : 5315,
"358400" : 8708,
"362496" : 14068,
"366592" : 21209,
"370688" : 28957,
"374784" : 33892,
"378880" : 34116,
"382976" : 29767,
"387072" : 22741,
"391168" : 14956,
"395264" : 9826,
"399360" : 6768,
"403456" : 5657,
"407552" : 6550,
"411648" : 10267,
"415744" : 16563,
"419840" : 24261,
"423936" : 31217,
"428032" : 35590,
"432128" : 35432,
"436224" : 30506,
"440320" : 22956,
"444416" : 15591,
"448512" : 10642,
"452608" : 7780,
"456704" : 6268,
"460800" : 5312,
"464896" : 4569,
"468992" : 3982,
"473088" : 3417,
"477184" : 2954,
"481280" : 2591,
"485376" : 2246,
"489472" : 2063,
"493568" : 1947,
"497664" : 2054,
"501760" : 2038,
"505856" : 2113,
"509952" : 2245,
"514048" : 2183,
"518144" : 2196,
"522240" : 2048,
"528384" : 3530,
"536576" : 2747,
"544768" : 2213,
"552960" : 1750,
"561152" : 1680,
"569344" : 1616,
"577536" : 1656,
"585728" : 1935,
"593920" : 1998,
"602112" : 2359,
"610304" : 3142,
"618496" : 5064,
"626688" : 7975,
"634880" : 10805,
"643072" : 12433,
"651264" : 13845,
"659456" : 18990,
"667648" : 31740,
"675840" : 49292,
"684032" : 62624,
"692224" : 61102,
"700416" : 49126,
"708608" : 42842,
"716800" : 53204,
"724992" : 80395,
"733184" : 107816,
"741376" : 112356,
"749568" : 92851,
"757760" : 66937,
"765952" : 53015,
"774144" : 55845,
"782336" : 66851,
"790528" : 72807,
"798720" : 64932,
"806912" : 50811,
"815104" : 38336,
"823296" : 30858,
"831488" : 25891,
"839680" : 21214,
"847872" : 17721,
"856064" : 15668,
"864256" : 14246,
"872448" : 14152,
"880640" : 13390,
"888832" : 12306,
"897024" : 10794,
"905216" : 9560,
"913408" : 9102,
"921600" : 8955,
"929792" : 9115,
"937984" : 9964,
"946176" : 10686,
"954368" : 11477,
"962560" : 12966,
"970752" : 15753,
"978944" : 20133,
"987136" : 25061,
"995328" : 28255,
"1003520" : 29191,
"1011712" : 29170,
"1019904" : 32870,
"1028096" : 40777,
"1036288" : 50854,
"1044480" : 58260,
"1056768" : 111475,
"1073152" : 98773,
"1089536" : 119225,
"1105920" : 122117,
"1122304" : 94261,
"1138688" : 80547,
"1155072" : 74490,
"1171456" : 59473,
"1187840" : 46062,
"1204224" : 36051,
"1220608" : 28562,
"1236992" : 24230,
"1253376" : 19946,
"1269760" : 15756,
"1286144" : 12596,
"1302528" : 10072,
"1318912" : 8208,
"1335296" : 6256,
"1351680" : 4898,
"1368064" : 3971,
"1384448" : 3008,
"1400832" : 2259,
"1417216" : 1732,
"1433600" : 1349,
"1449984" : 976,
"1466368" : 781,
"1482752" : 584,
"1499136" : 481,
"1515520" : 357,
"1531904" : 253,
"1548288" : 214,
"1564672" : 156,
"1581056" : 117,
"1597440" : 86,
"1613824" : 61,
"1630208" : 44,
"1646592" : 37,
"1662976" : 25,
"1679360" : 26,
"1695744" : 15,
"1712128" : 12,
"1728512" : 12,
"1744896" : 8,
"1761280" : 3,
"1777664" : 4,
"1794048" : 5,
"1810432" : 3,
"1826816" : 2,
"1859584" : 1,
"1875968" : 1,
"1908736" : 2,
"1990656" : 1
}
},
"lat_ns" : {
"min" : 48835,
"max" : 2414359,
"mean" : 1090080.854688,
"stddev" : 321561.421959,
"N" : 3520464
},
"bw_min" : 112407,
"bw_max" : 122496,
"bw_agg" : 100.000000,
"bw_mean" : 117357.686192,
"bw_dev" : 238.499656,
"bw_samples" : 1912,
"iops_min" : 28101,
"iops_max" : 30624,
"iops_mean" : 29339.263598,
"iops_stddev" : 59.626569,
"iops_samples" : 1912
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959992,
"usr_cpu" : 0.713235,
"sys_cpu" : 17.993796,
"ctx" : 2550592,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 2.106990,
"250" : 0.010000,
"500" : 15.587228,
"750" : 23.049466,
"1000" : 24.348212
},
"latency_ms" : {
"2" : 34.900093,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080450,
"timestamp_ms" : 1773080450452,
"time" : "Mon Mar 9 15:20:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 15641321472,
"io_kbytes" : 15274728,
"bw_bytes" : 120318783,
"bw" : 117498,
"iops" : 29374.825960,
"runtime" : 129999,
"total_ios" : 3818698,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4857,
"max" : 1096545,
"mean" : 270285.889012,
"stddev" : 160406.717675,
"N" : 3818698
},
"clat_ns" : {
"min" : 30076,
"max" : 1988778,
"mean" : 818406.844132,
"stddev" : 278565.781532,
"N" : 3818690,
"percentile" : {
"1.000000" : 67072,
"5.000000" : 370688,
"10.000000" : 411648,
"20.000000" : 651264,
"30.000000" : 716800,
"40.000000" : 749568,
"50.000000" : 790528,
"60.000000" : 888832,
"70.000000" : 1036288,
"80.000000" : 1089536,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1351680,
"99.900000" : 1449984,
"99.950000" : 1499136,
"99.990000" : 1581056
},
"bins" : {
"30080" : 1,
"37632" : 1,
"38144" : 2,
"39168" : 1,
"39680" : 6,
"40192" : 4,
"40704" : 16,
"41216" : 8,
"41728" : 15,
"42240" : 11,
"42752" : 17,
"43264" : 15,
"43776" : 5,
"44288" : 6,
"44800" : 5,
"45312" : 5,
"45824" : 4,
"46336" : 6,
"46848" : 3,
"47360" : 4,
"47872" : 5,
"48384" : 8,
"48896" : 15,
"49408" : 27,
"49920" : 56,
"50432" : 100,
"50944" : 114,
"51456" : 157,
"51968" : 228,
"52480" : 298,
"52992" : 355,
"53504" : 374,
"54016" : 364,
"54528" : 431,
"55040" : 406,
"55552" : 373,
"56064" : 351,
"56576" : 328,
"57088" : 305,
"57600" : 299,
"58112" : 279,
"58624" : 229,
"59136" : 242,
"59648" : 267,
"60160" : 290,
"60672" : 372,
"61184" : 595,
"61696" : 823,
"62208" : 1153,
"62720" : 1613,
"63232" : 2024,
"63744" : 2566,
"64256" : 3060,
"64768" : 3408,
"65280" : 3784,
"66048" : 8435,
"67072" : 8614,
"68096" : 8288,
"69120" : 7547,
"70144" : 6213,
"71168" : 4889,
"72192" : 3562,
"73216" : 2601,
"74240" : 1772,
"75264" : 1268,
"76288" : 830,
"77312" : 530,
"78336" : 377,
"79360" : 211,
"80384" : 182,
"81408" : 112,
"82432" : 87,
"83456" : 61,
"84480" : 74,
"85504" : 58,
"86528" : 35,
"87552" : 36,
"88576" : 35,
"89600" : 26,
"90624" : 31,
"91648" : 29,
"92672" : 25,
"93696" : 30,
"94720" : 19,
"95744" : 24,
"96768" : 31,
"97792" : 20,
"98816" : 15,
"99840" : 18,
"100864" : 6,
"101888" : 9,
"102912" : 2,
"103936" : 8,
"104960" : 2,
"105984" : 2,
"107008" : 1,
"108032" : 2,
"109056" : 2,
"110080" : 2,
"112128" : 1,
"113152" : 1,
"114176" : 1,
"115200" : 1,
"118272" : 3,
"120320" : 1,
"121344" : 1,
"123392" : 1,
"127488" : 1,
"134144" : 1,
"136192" : 1,
"138240" : 1,
"152576" : 1,
"238592" : 1,
"240640" : 1,
"242688" : 1,
"244736" : 4,
"246784" : 6,
"248832" : 4,
"250880" : 8,
"252928" : 3,
"254976" : 3,
"257024" : 3,
"259072" : 8,
"261120" : 3,
"264192" : 15,
"268288" : 15,
"272384" : 30,
"276480" : 26,
"280576" : 30,
"284672" : 51,
"288768" : 108,
"292864" : 146,
"296960" : 230,
"301056" : 345,
"305152" : 468,
"309248" : 666,
"313344" : 1044,
"317440" : 1582,
"321536" : 2455,
"325632" : 3168,
"329728" : 3833,
"333824" : 3899,
"337920" : 3409,
"342016" : 2786,
"346112" : 2607,
"350208" : 3410,
"354304" : 5838,
"358400" : 9486,
"362496" : 15363,
"366592" : 23191,
"370688" : 31595,
"374784" : 36920,
"378880" : 37250,
"382976" : 32453,
"387072" : 24781,
"391168" : 16278,
"395264" : 10766,
"399360" : 7391,
"403456" : 6218,
"407552" : 7199,
"411648" : 11169,
"415744" : 18145,
"419840" : 26589,
"423936" : 34123,
"428032" : 38744,
"432128" : 38631,
"436224" : 33237,
"440320" : 25006,
"444416" : 16937,
"448512" : 11663,
"452608" : 8475,
"456704" : 6810,
"460800" : 5774,
"464896" : 4990,
"468992" : 4356,
"473088" : 3699,
"477184" : 3212,
"481280" : 2809,
"485376" : 2448,
"489472" : 2248,
"493568" : 2120,
"497664" : 2207,
"501760" : 2220,
"505856" : 2326,
"509952" : 2420,
"514048" : 2386,
"518144" : 2400,
"522240" : 2263,
"528384" : 3853,
"536576" : 2995,
"544768" : 2416,
"552960" : 1925,
"561152" : 1837,
"569344" : 1774,
"577536" : 1814,
"585728" : 2112,
"593920" : 2169,
"602112" : 2541,
"610304" : 3426,
"618496" : 5513,
"626688" : 8660,
"634880" : 11734,
"643072" : 13491,
"651264" : 15077,
"659456" : 20621,
"667648" : 34422,
"675840" : 53471,
"684032" : 67961,
"692224" : 66346,
"700416" : 53306,
"708608" : 46694,
"716800" : 57956,
"724992" : 87418,
"733184" : 117072,
"741376" : 121841,
"749568" : 100845,
"757760" : 72486,
"765952" : 57642,
"774144" : 60887,
"782336" : 72651,
"790528" : 78761,
"798720" : 70472,
"806912" : 55044,
"815104" : 41598,
"823296" : 33498,
"831488" : 28015,
"839680" : 22964,
"847872" : 19231,
"856064" : 17059,
"864256" : 15468,
"872448" : 15377,
"880640" : 14562,
"888832" : 13347,
"897024" : 11662,
"905216" : 10371,
"913408" : 9865,
"921600" : 9738,
"929792" : 9907,
"937984" : 10806,
"946176" : 11548,
"954368" : 12444,
"962560" : 13994,
"970752" : 17013,
"978944" : 21824,
"987136" : 27156,
"995328" : 30465,
"1003520" : 31528,
"1011712" : 31560,
"1019904" : 35513,
"1028096" : 44140,
"1036288" : 54837,
"1044480" : 63003,
"1056768" : 120270,
"1073152" : 106921,
"1089536" : 128803,
"1105920" : 131763,
"1122304" : 101756,
"1138688" : 87050,
"1155072" : 80527,
"1171456" : 64317,
"1187840" : 49794,
"1204224" : 38894,
"1220608" : 30882,
"1236992" : 26080,
"1253376" : 21553,
"1269760" : 16977,
"1286144" : 13628,
"1302528" : 10911,
"1318912" : 8873,
"1335296" : 6735,
"1351680" : 5226,
"1368064" : 4270,
"1384448" : 3255,
"1400832" : 2462,
"1417216" : 1865,
"1433600" : 1464,
"1449984" : 1067,
"1466368" : 844,
"1482752" : 618,
"1499136" : 512,
"1515520" : 386,
"1531904" : 279,
"1548288" : 233,
"1564672" : 171,
"1581056" : 124,
"1597440" : 98,
"1613824" : 65,
"1630208" : 47,
"1646592" : 41,
"1662976" : 25,
"1679360" : 27,
"1695744" : 16,
"1712128" : 16,
"1728512" : 13,
"1744896" : 9,
"1761280" : 3,
"1777664" : 4,
"1794048" : 5,
"1810432" : 3,
"1826816" : 2,
"1859584" : 1,
"1875968" : 1,
"1892352" : 1,
"1908736" : 2,
"1990656" : 1
}
},
"lat_ns" : {
"min" : 48835,
"max" : 2414359,
"mean" : 1088693.053029,
"stddev" : 321868.750046,
"N" : 3818690
},
"bw_min" : 112407,
"bw_max" : 123080,
"bw_agg" : 100.000000,
"bw_mean" : 117507.625483,
"bw_dev" : 247.954610,
"bw_samples" : 2072,
"iops_min" : 28101,
"iops_max" : 30770,
"iops_mean" : 29376.749035,
"iops_stddev" : 61.989600,
"iops_samples" : 2072
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1039992,
"usr_cpu" : 0.715006,
"sys_cpu" : 18.000042,
"ctx" : 2762943,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 2.128815,
"250" : 0.010000,
"500" : 15.676076,
"750" : 23.085486,
"1000" : 24.344999
},
"latency_ms" : {
"2" : 34.756689,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080460,
"timestamp_ms" : 1773080460452,
"time" : "Mon Mar 9 15:21:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 16864493568,
"io_kbytes" : 16469232,
"bw_bytes" : 120461528,
"bw" : 117638,
"iops" : 29409.624354,
"runtime" : 139999,
"total_ios" : 4117318,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4857,
"max" : 1096545,
"mean" : 269965.465704,
"stddev" : 160559.750794,
"N" : 4117318
},
"clat_ns" : {
"min" : 30076,
"max" : 1988778,
"mean" : 817440.591933,
"stddev" : 278833.100569,
"N" : 4117310,
"percentile" : {
"1.000000" : 67072,
"5.000000" : 370688,
"10.000000" : 411648,
"20.000000" : 643072,
"30.000000" : 716800,
"40.000000" : 749568,
"50.000000" : 790528,
"60.000000" : 888832,
"70.000000" : 1036288,
"80.000000" : 1089536,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1351680,
"99.900000" : 1449984,
"99.950000" : 1499136,
"99.990000" : 1581056
},
"bins" : {
"30080" : 1,
"37632" : 1,
"38144" : 2,
"39168" : 1,
"39680" : 6,
"40192" : 5,
"40704" : 17,
"41216" : 9,
"41728" : 15,
"42240" : 12,
"42752" : 18,
"43264" : 16,
"43776" : 7,
"44288" : 6,
"44800" : 5,
"45312" : 5,
"45824" : 4,
"46336" : 6,
"46848" : 3,
"47360" : 4,
"47872" : 5,
"48384" : 8,
"48896" : 15,
"49408" : 32,
"49920" : 63,
"50432" : 108,
"50944" : 123,
"51456" : 173,
"51968" : 245,
"52480" : 316,
"52992" : 377,
"53504" : 400,
"54016" : 402,
"54528" : 464,
"55040" : 444,
"55552" : 405,
"56064" : 378,
"56576" : 347,
"57088" : 339,
"57600" : 327,
"58112" : 302,
"58624" : 255,
"59136" : 254,
"59648" : 292,
"60160" : 310,
"60672" : 392,
"61184" : 640,
"61696" : 889,
"62208" : 1259,
"62720" : 1757,
"63232" : 2201,
"63744" : 2797,
"64256" : 3309,
"64768" : 3713,
"65280" : 4121,
"66048" : 9170,
"67072" : 9347,
"68096" : 9052,
"69120" : 8220,
"70144" : 6793,
"71168" : 5302,
"72192" : 3923,
"73216" : 2855,
"74240" : 1940,
"75264" : 1398,
"76288" : 922,
"77312" : 576,
"78336" : 415,
"79360" : 230,
"80384" : 199,
"81408" : 121,
"82432" : 94,
"83456" : 68,
"84480" : 79,
"85504" : 65,
"86528" : 38,
"87552" : 39,
"88576" : 38,
"89600" : 27,
"90624" : 33,
"91648" : 30,
"92672" : 27,
"93696" : 31,
"94720" : 19,
"95744" : 24,
"96768" : 31,
"97792" : 22,
"98816" : 16,
"99840" : 18,
"100864" : 8,
"101888" : 9,
"102912" : 4,
"103936" : 8,
"104960" : 3,
"105984" : 2,
"107008" : 1,
"108032" : 2,
"109056" : 2,
"110080" : 2,
"112128" : 1,
"113152" : 1,
"114176" : 1,
"115200" : 1,
"118272" : 3,
"120320" : 1,
"121344" : 1,
"123392" : 1,
"127488" : 1,
"134144" : 1,
"136192" : 1,
"138240" : 1,
"140288" : 1,
"148480" : 1,
"152576" : 1,
"238592" : 1,
"240640" : 1,
"242688" : 1,
"244736" : 4,
"246784" : 6,
"248832" : 4,
"250880" : 8,
"252928" : 3,
"254976" : 4,
"257024" : 3,
"259072" : 10,
"261120" : 3,
"264192" : 15,
"268288" : 16,
"272384" : 30,
"276480" : 27,
"280576" : 33,
"284672" : 52,
"288768" : 117,
"292864" : 159,
"296960" : 252,
"301056" : 372,
"305152" : 501,
"309248" : 705,
"313344" : 1122,
"317440" : 1701,
"321536" : 2647,
"325632" : 3438,
"329728" : 4151,
"333824" : 4217,
"337920" : 3699,
"342016" : 3010,
"346112" : 2837,
"350208" : 3725,
"354304" : 6303,
"358400" : 10240,
"362496" : 16587,
"366592" : 25128,
"370688" : 34257,
"374784" : 40077,
"378880" : 40484,
"382976" : 35206,
"387072" : 26794,
"391168" : 17647,
"395264" : 11720,
"399360" : 8047,
"403456" : 6734,
"407552" : 7787,
"411648" : 12126,
"415744" : 19651,
"419840" : 28792,
"423936" : 37049,
"428032" : 42043,
"432128" : 42010,
"436224" : 36117,
"440320" : 27077,
"444416" : 18346,
"448512" : 12601,
"452608" : 9167,
"456704" : 7381,
"460800" : 6262,
"464896" : 5417,
"468992" : 4723,
"473088" : 3976,
"477184" : 3485,
"481280" : 3082,
"485376" : 2647,
"489472" : 2438,
"493568" : 2315,
"497664" : 2374,
"501760" : 2396,
"505856" : 2535,
"509952" : 2622,
"514048" : 2594,
"518144" : 2596,
"522240" : 2462,
"528384" : 4253,
"536576" : 3233,
"544768" : 2578,
"552960" : 2065,
"561152" : 1982,
"569344" : 1893,
"577536" : 1973,
"585728" : 2250,
"593920" : 2349,
"602112" : 2727,
"610304" : 3698,
"618496" : 5914,
"626688" : 9270,
"634880" : 12683,
"643072" : 14560,
"651264" : 16222,
"659456" : 22209,
"667648" : 37173,
"675840" : 57690,
"684032" : 73393,
"692224" : 71604,
"700416" : 57370,
"708608" : 50382,
"716800" : 62554,
"724992" : 94333,
"733184" : 126411,
"741376" : 131454,
"749568" : 108620,
"757760" : 78307,
"765952" : 62214,
"774144" : 65724,
"782336" : 78390,
"790528" : 85071,
"798720" : 76279,
"806912" : 59411,
"815104" : 44935,
"823296" : 36194,
"831488" : 30308,
"839680" : 24727,
"847872" : 20708,
"856064" : 18349,
"864256" : 16729,
"872448" : 16519,
"880640" : 15722,
"888832" : 14450,
"897024" : 12626,
"905216" : 11219,
"913408" : 10627,
"921600" : 10471,
"929792" : 10683,
"937984" : 11656,
"946176" : 12396,
"954368" : 13323,
"962560" : 14992,
"970752" : 18223,
"978944" : 23409,
"987136" : 29103,
"995328" : 32714,
"1003520" : 33812,
"1011712" : 33949,
"1019904" : 38132,
"1028096" : 47364,
"1036288" : 58910,
"1044480" : 67625,
"1056768" : 129126,
"1073152" : 114807,
"1089536" : 138175,
"1105920" : 141516,
"1122304" : 109329,
"1138688" : 93588,
"1155072" : 86469,
"1171456" : 69194,
"1187840" : 53628,
"1204224" : 41804,
"1220608" : 33188,
"1236992" : 27965,
"1253376" : 23125,
"1269760" : 18292,
"1286144" : 14610,
"1302528" : 11751,
"1318912" : 9511,
"1335296" : 7220,
"1351680" : 5598,
"1368064" : 4613,
"1384448" : 3496,
"1400832" : 2644,
"1417216" : 2001,
"1433600" : 1557,
"1449984" : 1158,
"1466368" : 903,
"1482752" : 673,
"1499136" : 554,
"1515520" : 416,
"1531904" : 302,
"1548288" : 254,
"1564672" : 189,
"1581056" : 135,
"1597440" : 104,
"1613824" : 70,
"1630208" : 52,
"1646592" : 47,
"1662976" : 28,
"1679360" : 27,
"1695744" : 18,
"1712128" : 18,
"1728512" : 14,
"1744896" : 9,
"1761280" : 3,
"1777664" : 5,
"1794048" : 5,
"1810432" : 3,
"1826816" : 2,
"1859584" : 1,
"1875968" : 1,
"1892352" : 1,
"1908736" : 2,
"1990656" : 1
}
},
"lat_ns" : {
"min" : 48835,
"max" : 2414359,
"mean" : 1087405.608173,
"stddev" : 322196.634644,
"N" : 4117310
},
"bw_min" : 112407,
"bw_max" : 123416,
"bw_agg" : 100.000000,
"bw_mean" : 117646.734767,
"bw_dev" : 255.124017,
"bw_samples" : 2232,
"iops_min" : 28101,
"iops_max" : 30854,
"iops_mean" : 29411.519713,
"iops_stddev" : 63.781211,
"iops_samples" : 2232
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119992,
"usr_cpu" : 0.715541,
"sys_cpu" : 18.009236,
"ctx" : 2975070,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 2.150040,
"250" : 0.010000,
"500" : 15.765287,
"750" : 23.099746,
"1000" : 24.351240
},
"latency_ms" : {
"2" : 34.625744,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080470,
"timestamp_ms" : 1773080470453,
"time" : "Mon Mar 9 15:21:10 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 18090078208,
"io_kbytes" : 17666092,
"bw_bytes" : 120600521,
"bw" : 117773,
"iops" : 29443.593333,
"runtime" : 150000,
"total_ios" : 4416539,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4857,
"max" : 1096545,
"mean" : 269651.720669,
"stddev" : 160717.441848,
"N" : 4416539
},
"clat_ns" : {
"min" : 30076,
"max" : 1988778,
"mean" : 816496.413747,
"stddev" : 279124.231056,
"N" : 4416531,
"percentile" : {
"1.000000" : 67072,
"5.000000" : 370688,
"10.000000" : 411648,
"20.000000" : 643072,
"30.000000" : 716800,
"40.000000" : 749568,
"50.000000" : 790528,
"60.000000" : 888832,
"70.000000" : 1036288,
"80.000000" : 1089536,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1351680,
"99.900000" : 1449984,
"99.950000" : 1499136,
"99.990000" : 1581056
},
"bins" : {
"30080" : 1,
"37632" : 1,
"38144" : 2,
"39168" : 1,
"39680" : 7,
"40192" : 5,
"40704" : 18,
"41216" : 10,
"41728" : 16,
"42240" : 14,
"42752" : 19,
"43264" : 17,
"43776" : 9,
"44288" : 6,
"44800" : 6,
"45312" : 7,
"45824" : 5,
"46336" : 6,
"46848" : 4,
"47360" : 5,
"47872" : 6,
"48384" : 9,
"48896" : 16,
"49408" : 33,
"49920" : 63,
"50432" : 112,
"50944" : 136,
"51456" : 185,
"51968" : 265,
"52480" : 343,
"52992" : 397,
"53504" : 447,
"54016" : 443,
"54528" : 499,
"55040" : 476,
"55552" : 434,
"56064" : 409,
"56576" : 381,
"57088" : 365,
"57600" : 350,
"58112" : 325,
"58624" : 274,
"59136" : 271,
"59648" : 305,
"60160" : 326,
"60672" : 420,
"61184" : 670,
"61696" : 956,
"62208" : 1335,
"62720" : 1883,
"63232" : 2403,
"63744" : 3020,
"64256" : 3590,
"64768" : 4031,
"65280" : 4489,
"66048" : 9994,
"67072" : 10127,
"68096" : 9869,
"69120" : 8896,
"70144" : 7374,
"71168" : 5720,
"72192" : 4228,
"73216" : 3102,
"74240" : 2112,
"75264" : 1521,
"76288" : 1000,
"77312" : 633,
"78336" : 444,
"79360" : 246,
"80384" : 213,
"81408" : 132,
"82432" : 105,
"83456" : 75,
"84480" : 85,
"85504" : 69,
"86528" : 48,
"87552" : 47,
"88576" : 40,
"89600" : 29,
"90624" : 35,
"91648" : 32,
"92672" : 29,
"93696" : 31,
"94720" : 22,
"95744" : 25,
"96768" : 32,
"97792" : 22,
"98816" : 18,
"99840" : 18,
"100864" : 8,
"101888" : 10,
"102912" : 5,
"103936" : 9,
"104960" : 3,
"105984" : 2,
"107008" : 1,
"108032" : 3,
"109056" : 2,
"110080" : 2,
"112128" : 1,
"113152" : 1,
"114176" : 1,
"115200" : 1,
"118272" : 3,
"120320" : 1,
"121344" : 1,
"123392" : 1,
"127488" : 2,
"134144" : 2,
"136192" : 1,
"138240" : 1,
"140288" : 1,
"148480" : 1,
"152576" : 2,
"238592" : 1,
"240640" : 1,
"242688" : 1,
"244736" : 4,
"246784" : 7,
"248832" : 5,
"250880" : 8,
"252928" : 3,
"254976" : 4,
"257024" : 4,
"259072" : 10,
"261120" : 3,
"264192" : 17,
"268288" : 20,
"272384" : 32,
"276480" : 30,
"280576" : 36,
"284672" : 56,
"288768" : 123,
"292864" : 173,
"296960" : 268,
"301056" : 402,
"305152" : 538,
"309248" : 757,
"313344" : 1214,
"317440" : 1814,
"321536" : 2837,
"325632" : 3686,
"329728" : 4457,
"333824" : 4578,
"337920" : 3980,
"342016" : 3233,
"346112" : 3079,
"350208" : 4003,
"354304" : 6788,
"358400" : 10993,
"362496" : 17819,
"366592" : 27015,
"370688" : 36845,
"374784" : 43133,
"378880" : 43654,
"382976" : 38149,
"387072" : 29048,
"391168" : 19107,
"395264" : 12676,
"399360" : 8764,
"403456" : 7293,
"407552" : 8370,
"411648" : 13022,
"415744" : 21039,
"419840" : 30870,
"423936" : 39861,
"428032" : 45359,
"432128" : 45309,
"436224" : 39159,
"440320" : 29445,
"444416" : 19869,
"448512" : 13653,
"452608" : 9949,
"456704" : 7977,
"460800" : 6759,
"464896" : 5858,
"468992" : 5061,
"473088" : 4311,
"477184" : 3775,
"481280" : 3303,
"485376" : 2834,
"489472" : 2656,
"493568" : 2498,
"497664" : 2535,
"501760" : 2570,
"505856" : 2706,
"509952" : 2812,
"514048" : 2831,
"518144" : 2798,
"522240" : 2646,
"528384" : 4611,
"536576" : 3507,
"544768" : 2796,
"552960" : 2238,
"561152" : 2153,
"569344" : 2071,
"577536" : 2118,
"585728" : 2393,
"593920" : 2537,
"602112" : 2920,
"610304" : 3954,
"618496" : 6304,
"626688" : 9898,
"634880" : 13600,
"643072" : 15603,
"651264" : 17376,
"659456" : 23761,
"667648" : 39770,
"675840" : 61724,
"684032" : 78710,
"692224" : 77082,
"700416" : 61705,
"708608" : 54168,
"716800" : 66918,
"724992" : 100887,
"733184" : 135245,
"741376" : 141365,
"749568" : 116944,
"757760" : 84359,
"765952" : 66920,
"774144" : 70398,
"782336" : 84154,
"790528" : 91248,
"798720" : 81962,
"806912" : 63941,
"815104" : 48469,
"823296" : 38904,
"831488" : 32587,
"839680" : 26557,
"847872" : 22192,
"856064" : 19697,
"864256" : 17942,
"872448" : 17741,
"880640" : 16838,
"888832" : 15534,
"897024" : 13504,
"905216" : 12059,
"913408" : 11353,
"921600" : 11190,
"929792" : 11367,
"937984" : 12471,
"946176" : 13247,
"954368" : 14233,
"962560" : 15966,
"970752" : 19427,
"978944" : 24921,
"987136" : 31021,
"995328" : 34950,
"1003520" : 36159,
"1011712" : 36327,
"1019904" : 40677,
"1028096" : 50317,
"1036288" : 62671,
"1044480" : 72225,
"1056768" : 138184,
"1073152" : 122668,
"1089536" : 147547,
"1105920" : 151421,
"1122304" : 116905,
"1138688" : 100200,
"1155072" : 92464,
"1171456" : 73982,
"1187840" : 57417,
"1204224" : 44681,
"1220608" : 35515,
"1236992" : 29874,
"1253376" : 24747,
"1269760" : 19584,
"1286144" : 15602,
"1302528" : 12555,
"1318912" : 10132,
"1335296" : 7699,
"1351680" : 5995,
"1368064" : 4928,
"1384448" : 3754,
"1400832" : 2827,
"1417216" : 2167,
"1433600" : 1663,
"1449984" : 1247,
"1466368" : 969,
"1482752" : 732,
"1499136" : 596,
"1515520" : 446,
"1531904" : 322,
"1548288" : 271,
"1564672" : 197,
"1581056" : 149,
"1597440" : 112,
"1613824" : 70,
"1630208" : 57,
"1646592" : 51,
"1662976" : 30,
"1679360" : 29,
"1695744" : 19,
"1712128" : 19,
"1728512" : 16,
"1744896" : 9,
"1761280" : 4,
"1777664" : 5,
"1794048" : 5,
"1810432" : 4,
"1826816" : 2,
"1859584" : 1,
"1875968" : 1,
"1892352" : 1,
"1908736" : 2,
"1990656" : 1
}
},
"lat_ns" : {
"min" : 48835,
"max" : 2414359,
"mean" : 1086148.062156,
"stddev" : 322518.967455,
"N" : 4416531
},
"bw_min" : 112407,
"bw_max" : 123472,
"bw_agg" : 100.000000,
"bw_mean" : 117780.558528,
"bw_dev" : 261.615265,
"bw_samples" : 2392,
"iops_min" : 28101,
"iops_max" : 30868,
"iops_mean" : 29444.976589,
"iops_stddev" : 65.403676,
"iops_samples" : 2392
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1199998,
"usr_cpu" : 0.713418,
"sys_cpu" : 18.034113,
"ctx" : 3186918,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 2.172199,
"250" : 0.010000,
"500" : 15.856262,
"750" : 23.102298,
"1000" : 24.360297
},
"latency_ms" : {
"2" : 34.500884,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080480,
"timestamp_ms" : 1773080480452,
"time" : "Mon Mar 9 15:21:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 19310116864,
"io_kbytes" : 18857536,
"bw_bytes" : 120688984,
"bw" : 117860,
"iops" : 29465.171657,
"runtime" : 159999,
"total_ios" : 4714398,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4857,
"max" : 1096545,
"mean" : 269452.997195,
"stddev" : 160802.960507,
"N" : 4714398
},
"clat_ns" : {
"min" : 30076,
"max" : 2025804,
"mean" : 815901.968048,
"stddev" : 279282.866478,
"N" : 4714390,
"percentile" : {
"1.000000" : 67072,
"5.000000" : 370688,
"10.000000" : 407552,
"20.000000" : 643072,
"30.000000" : 716800,
"40.000000" : 749568,
"50.000000" : 790528,
"60.000000" : 880640,
"70.000000" : 1036288,
"80.000000" : 1089536,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1351680,
"99.900000" : 1449984,
"99.950000" : 1499136,
"99.990000" : 1597440
},
"bins" : {
"30080" : 1,
"37632" : 1,
"38144" : 2,
"39168" : 2,
"39680" : 7,
"40192" : 5,
"40704" : 18,
"41216" : 10,
"41728" : 16,
"42240" : 15,
"42752" : 21,
"43264" : 19,
"43776" : 9,
"44288" : 8,
"44800" : 8,
"45312" : 7,
"45824" : 5,
"46336" : 6,
"46848" : 4,
"47360" : 5,
"47872" : 7,
"48384" : 10,
"48896" : 18,
"49408" : 35,
"49920" : 64,
"50432" : 117,
"50944" : 144,
"51456" : 204,
"51968" : 289,
"52480" : 362,
"52992" : 426,
"53504" : 478,
"54016" : 471,
"54528" : 534,
"55040" : 512,
"55552" : 465,
"56064" : 437,
"56576" : 402,
"57088" : 394,
"57600" : 373,
"58112" : 346,
"58624" : 291,
"59136" : 282,
"59648" : 329,
"60160" : 344,
"60672" : 449,
"61184" : 720,
"61696" : 1032,
"62208" : 1424,
"62720" : 2002,
"63232" : 2606,
"63744" : 3248,
"64256" : 3847,
"64768" : 4297,
"65280" : 4804,
"66048" : 10692,
"67072" : 10863,
"68096" : 10607,
"69120" : 9540,
"70144" : 7967,
"71168" : 6165,
"72192" : 4595,
"73216" : 3328,
"74240" : 2291,
"75264" : 1646,
"76288" : 1089,
"77312" : 697,
"78336" : 474,
"79360" : 272,
"80384" : 225,
"81408" : 141,
"82432" : 115,
"83456" : 80,
"84480" : 92,
"85504" : 72,
"86528" : 50,
"87552" : 51,
"88576" : 42,
"89600" : 31,
"90624" : 37,
"91648" : 37,
"92672" : 34,
"93696" : 34,
"94720" : 25,
"95744" : 30,
"96768" : 39,
"97792" : 26,
"98816" : 21,
"99840" : 19,
"100864" : 10,
"101888" : 11,
"102912" : 5,
"103936" : 10,
"104960" : 3,
"105984" : 3,
"107008" : 1,
"108032" : 3,
"109056" : 2,
"110080" : 2,
"112128" : 1,
"113152" : 1,
"114176" : 1,
"115200" : 1,
"118272" : 3,
"120320" : 1,
"121344" : 1,
"123392" : 1,
"127488" : 2,
"134144" : 2,
"136192" : 1,
"138240" : 1,
"140288" : 1,
"148480" : 1,
"152576" : 2,
"238592" : 1,
"240640" : 1,
"242688" : 1,
"244736" : 4,
"246784" : 7,
"248832" : 5,
"250880" : 8,
"252928" : 3,
"254976" : 4,
"257024" : 4,
"259072" : 10,
"261120" : 3,
"264192" : 17,
"268288" : 22,
"272384" : 32,
"276480" : 32,
"280576" : 37,
"284672" : 59,
"288768" : 135,
"292864" : 184,
"296960" : 292,
"301056" : 421,
"305152" : 577,
"309248" : 812,
"313344" : 1290,
"317440" : 1929,
"321536" : 3058,
"325632" : 3991,
"329728" : 4785,
"333824" : 4879,
"337920" : 4260,
"342016" : 3464,
"346112" : 3302,
"350208" : 4245,
"354304" : 7249,
"358400" : 11765,
"362496" : 19076,
"366592" : 28871,
"370688" : 39394,
"374784" : 46200,
"378880" : 46802,
"382976" : 40954,
"387072" : 31006,
"391168" : 20427,
"395264" : 13601,
"399360" : 9382,
"403456" : 7769,
"407552" : 8962,
"411648" : 13948,
"415744" : 22569,
"419840" : 33084,
"423936" : 42743,
"428032" : 48555,
"432128" : 48573,
"436224" : 41996,
"440320" : 31485,
"444416" : 21287,
"448512" : 14586,
"452608" : 10630,
"456704" : 8524,
"460800" : 7274,
"464896" : 6288,
"468992" : 5408,
"473088" : 4647,
"477184" : 4072,
"481280" : 3543,
"485376" : 3065,
"489472" : 2827,
"493568" : 2679,
"497664" : 2697,
"501760" : 2752,
"505856" : 2893,
"509952" : 3017,
"514048" : 3024,
"518144" : 2999,
"522240" : 2829,
"528384" : 4940,
"536576" : 3709,
"544768" : 2983,
"552960" : 2400,
"561152" : 2310,
"569344" : 2198,
"577536" : 2279,
"585728" : 2570,
"593920" : 2730,
"602112" : 3147,
"610304" : 4220,
"618496" : 6744,
"626688" : 10588,
"634880" : 14537,
"643072" : 16676,
"651264" : 18530,
"659456" : 25354,
"667648" : 42484,
"675840" : 65957,
"684032" : 84060,
"692224" : 82327,
"700416" : 65883,
"708608" : 57703,
"716800" : 71481,
"724992" : 107716,
"733184" : 144558,
"741376" : 151345,
"749568" : 124797,
"757760" : 89967,
"765952" : 71344,
"774144" : 75128,
"782336" : 89800,
"790528" : 97412,
"798720" : 87484,
"806912" : 68337,
"815104" : 51782,
"823296" : 41482,
"831488" : 34788,
"839680" : 28353,
"847872" : 23712,
"856064" : 21039,
"864256" : 19198,
"872448" : 18945,
"880640" : 17968,
"888832" : 16518,
"897024" : 14429,
"905216" : 12909,
"913408" : 12144,
"921600" : 11925,
"929792" : 12116,
"937984" : 13293,
"946176" : 14124,
"954368" : 15183,
"962560" : 16998,
"970752" : 20757,
"978944" : 26660,
"987136" : 33201,
"995328" : 37283,
"1003520" : 38538,
"1011712" : 38706,
"1019904" : 43224,
"1028096" : 53667,
"1036288" : 66776,
"1044480" : 76821,
"1056768" : 147283,
"1073152" : 130556,
"1089536" : 157178,
"1105920" : 161200,
"1122304" : 124445,
"1138688" : 106532,
"1155072" : 98388,
"1171456" : 78774,
"1187840" : 61143,
"1204224" : 47567,
"1220608" : 37742,
"1236992" : 31821,
"1253376" : 26380,
"1269760" : 20859,
"1286144" : 16647,
"1302528" : 13354,
"1318912" : 10795,
"1335296" : 8228,
"1351680" : 6397,
"1368064" : 5275,
"1384448" : 4029,
"1400832" : 3013,
"1417216" : 2313,
"1433600" : 1772,
"1449984" : 1334,
"1466368" : 1037,
"1482752" : 774,
"1499136" : 633,
"1515520" : 471,
"1531904" : 343,
"1548288" : 278,
"1564672" : 204,
"1581056" : 161,
"1597440" : 117,
"1613824" : 75,
"1630208" : 63,
"1646592" : 54,
"1662976" : 32,
"1679360" : 29,
"1695744" : 21,
"1712128" : 19,
"1728512" : 17,
"1744896" : 10,
"1761280" : 6,
"1777664" : 7,
"1794048" : 6,
"1810432" : 4,
"1826816" : 4,
"1859584" : 1,
"1875968" : 2,
"1892352" : 1,
"1908736" : 2,
"1990656" : 1,
"2023424" : 1
}
},
"lat_ns" : {
"min" : 48835,
"max" : 2414359,
"mean" : 1085355.015994,
"stddev" : 322691.026343,
"N" : 4714390
},
"bw_min" : 112407,
"bw_max" : 123496,
"bw_agg" : 100.000000,
"bw_mean" : 117874.589342,
"bw_dev" : 263.963721,
"bw_samples" : 2552,
"iops_min" : 28101,
"iops_max" : 30874,
"iops_mean" : 29468.482759,
"iops_stddev" : 65.989393,
"iops_samples" : 2552
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279992,
"usr_cpu" : 0.714536,
"sys_cpu" : 18.034410,
"ctx" : 3399170,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999979,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999979,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 2.186472,
"250" : 0.010000,
"500" : 15.908351,
"750" : 23.123249,
"1000" : 24.358953
},
"latency_ms" : {
"2" : 34.414935,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080490,
"timestamp_ms" : 1773080490453,
"time" : "Mon Mar 9 15:21:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 20524814336,
"io_kbytes" : 20043764,
"bw_bytes" : 120734201,
"bw" : 117904,
"iops" : 29476.194118,
"runtime" : 170000,
"total_ios" : 5010953,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4857,
"max" : 1096545,
"mean" : 269352.386415,
"stddev" : 160860.736121,
"N" : 5010953
},
"clat_ns" : {
"min" : 30076,
"max" : 2025804,
"mean" : 815594.506643,
"stddev" : 279374.251379,
"N" : 5010945,
"percentile" : {
"1.000000" : 67072,
"5.000000" : 370688,
"10.000000" : 407552,
"20.000000" : 643072,
"30.000000" : 716800,
"40.000000" : 749568,
"50.000000" : 790528,
"60.000000" : 880640,
"70.000000" : 1036288,
"80.000000" : 1089536,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1351680,
"99.900000" : 1449984,
"99.950000" : 1499136,
"99.990000" : 1597440
},
"bins" : {
"30080" : 1,
"37632" : 1,
"38144" : 2,
"39168" : 3,
"39680" : 7,
"40192" : 5,
"40704" : 19,
"41216" : 10,
"41728" : 17,
"42240" : 16,
"42752" : 22,
"43264" : 20,
"43776" : 9,
"44288" : 8,
"44800" : 9,
"45312" : 7,
"45824" : 5,
"46336" : 7,
"46848" : 4,
"47360" : 6,
"47872" : 7,
"48384" : 10,
"48896" : 19,
"49408" : 36,
"49920" : 70,
"50432" : 121,
"50944" : 157,
"51456" : 217,
"51968" : 309,
"52480" : 389,
"52992" : 448,
"53504" : 507,
"54016" : 506,
"54528" : 573,
"55040" : 549,
"55552" : 502,
"56064" : 469,
"56576" : 433,
"57088" : 429,
"57600" : 395,
"58112" : 366,
"58624" : 307,
"59136" : 295,
"59648" : 348,
"60160" : 360,
"60672" : 473,
"61184" : 755,
"61696" : 1098,
"62208" : 1501,
"62720" : 2116,
"63232" : 2781,
"63744" : 3443,
"64256" : 4071,
"64768" : 4594,
"65280" : 5115,
"66048" : 11370,
"67072" : 11648,
"68096" : 11311,
"69120" : 10191,
"70144" : 8530,
"71168" : 6602,
"72192" : 4927,
"73216" : 3552,
"74240" : 2456,
"75264" : 1751,
"76288" : 1158,
"77312" : 749,
"78336" : 500,
"79360" : 292,
"80384" : 238,
"81408" : 150,
"82432" : 121,
"83456" : 86,
"84480" : 97,
"85504" : 75,
"86528" : 54,
"87552" : 52,
"88576" : 43,
"89600" : 34,
"90624" : 37,
"91648" : 39,
"92672" : 38,
"93696" : 34,
"94720" : 27,
"95744" : 32,
"96768" : 43,
"97792" : 29,
"98816" : 23,
"99840" : 20,
"100864" : 10,
"101888" : 13,
"102912" : 6,
"103936" : 10,
"104960" : 3,
"105984" : 3,
"107008" : 1,
"108032" : 4,
"109056" : 2,
"110080" : 2,
"112128" : 1,
"113152" : 2,
"114176" : 1,
"115200" : 1,
"118272" : 3,
"120320" : 1,
"121344" : 1,
"123392" : 1,
"127488" : 2,
"134144" : 2,
"136192" : 1,
"138240" : 1,
"140288" : 1,
"148480" : 1,
"152576" : 2,
"164864" : 1,
"238592" : 1,
"240640" : 1,
"242688" : 1,
"244736" : 4,
"246784" : 7,
"248832" : 5,
"250880" : 8,
"252928" : 5,
"254976" : 5,
"257024" : 4,
"259072" : 10,
"261120" : 3,
"264192" : 17,
"268288" : 23,
"272384" : 34,
"276480" : 33,
"280576" : 38,
"284672" : 63,
"288768" : 139,
"292864" : 197,
"296960" : 314,
"301056" : 440,
"305152" : 605,
"309248" : 872,
"313344" : 1378,
"317440" : 2050,
"321536" : 3239,
"325632" : 4293,
"329728" : 5112,
"333824" : 5230,
"337920" : 4542,
"342016" : 3664,
"346112" : 3517,
"350208" : 4528,
"354304" : 7680,
"358400" : 12481,
"362496" : 20204,
"366592" : 30663,
"370688" : 41829,
"374784" : 49240,
"378880" : 49958,
"382976" : 43765,
"387072" : 32995,
"391168" : 21824,
"395264" : 14493,
"399360" : 10006,
"403456" : 8241,
"407552" : 9480,
"411648" : 14809,
"415744" : 24015,
"419840" : 35228,
"423936" : 45388,
"428032" : 51679,
"432128" : 51585,
"436224" : 44793,
"440320" : 33630,
"444416" : 22751,
"448512" : 15549,
"452608" : 11311,
"456704" : 9101,
"460800" : 7760,
"464896" : 6675,
"468992" : 5777,
"473088" : 4932,
"477184" : 4351,
"481280" : 3784,
"485376" : 3277,
"489472" : 3012,
"493568" : 2858,
"497664" : 2866,
"501760" : 2948,
"505856" : 3093,
"509952" : 3219,
"514048" : 3230,
"518144" : 3213,
"522240" : 3019,
"528384" : 5304,
"536576" : 3946,
"544768" : 3183,
"552960" : 2570,
"561152" : 2463,
"569344" : 2355,
"577536" : 2416,
"585728" : 2708,
"593920" : 2902,
"602112" : 3344,
"610304" : 4480,
"618496" : 7206,
"626688" : 11212,
"634880" : 15468,
"643072" : 17760,
"651264" : 19662,
"659456" : 26792,
"667648" : 45007,
"675840" : 70033,
"684032" : 89329,
"692224" : 87632,
"700416" : 70269,
"708608" : 61377,
"716800" : 75731,
"724992" : 114085,
"733184" : 153531,
"741376" : 161068,
"749568" : 133014,
"757760" : 95849,
"765952" : 75870,
"774144" : 79639,
"782336" : 95224,
"790528" : 103498,
"798720" : 93206,
"806912" : 72828,
"815104" : 55219,
"823296" : 44210,
"831488" : 36974,
"839680" : 30175,
"847872" : 25280,
"856064" : 22384,
"864256" : 20450,
"872448" : 20155,
"880640" : 19114,
"888832" : 17574,
"897024" : 15335,
"905216" : 13741,
"913408" : 12918,
"921600" : 12646,
"929792" : 12861,
"937984" : 14064,
"946176" : 15009,
"954368" : 16118,
"962560" : 18025,
"970752" : 22004,
"978944" : 28223,
"987136" : 35316,
"995328" : 39578,
"1003520" : 40948,
"1011712" : 41121,
"1019904" : 45816,
"1028096" : 56895,
"1036288" : 70766,
"1044480" : 81496,
"1056768" : 156415,
"1073152" : 138429,
"1089536" : 166818,
"1105920" : 171207,
"1122304" : 132257,
"1138688" : 113038,
"1155072" : 104538,
"1171456" : 83642,
"1187840" : 64961,
"1204224" : 50438,
"1220608" : 40070,
"1236992" : 33840,
"1253376" : 28017,
"1269760" : 22196,
"1286144" : 17635,
"1302528" : 14192,
"1318912" : 11463,
"1335296" : 8758,
"1351680" : 6811,
"1368064" : 5579,
"1384448" : 4288,
"1400832" : 3195,
"1417216" : 2457,
"1433600" : 1871,
"1449984" : 1407,
"1466368" : 1090,
"1482752" : 825,
"1499136" : 663,
"1515520" : 506,
"1531904" : 357,
"1548288" : 289,
"1564672" : 219,
"1581056" : 169,
"1597440" : 122,
"1613824" : 81,
"1630208" : 70,
"1646592" : 58,
"1662976" : 34,
"1679360" : 31,
"1695744" : 23,
"1712128" : 20,
"1728512" : 17,
"1744896" : 11,
"1761280" : 6,
"1777664" : 8,
"1794048" : 6,
"1810432" : 4,
"1826816" : 4,
"1859584" : 1,
"1875968" : 2,
"1892352" : 1,
"1908736" : 2,
"1990656" : 1,
"2023424" : 1
}
},
"lat_ns" : {
"min" : 48835,
"max" : 2414359,
"mean" : 1084946.478792,
"stddev" : 322789.310485,
"N" : 5010945
},
"bw_min" : 112407,
"bw_max" : 123720,
"bw_agg" : 100.000000,
"bw_mean" : 117920.362832,
"bw_dev" : 261.550584,
"bw_samples" : 2712,
"iops_min" : 28101,
"iops_max" : 30930,
"iops_mean" : 29479.929204,
"iops_stddev" : 65.386326,
"iops_samples" : 2712
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1360000,
"usr_cpu" : 0.710221,
"sys_cpu" : 18.047500,
"ctx" : 3611306,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 2.194393,
"250" : 0.010000,
"500" : 15.936230,
"750" : 23.117938,
"1000" : 24.371911
},
"latency_ms" : {
"2" : 34.371526,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080500,
"timestamp_ms" : 1773080500453,
"time" : "Mon Mar 9 15:21:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 21674532864,
"io_kbytes" : 21166536,
"bw_bytes" : 120414740,
"bw" : 117592,
"iops" : 29398.152212,
"runtime" : 179999,
"total_ios" : 5291638,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4857,
"max" : 1197740,
"mean" : 270073.118947,
"stddev" : 160534.691481,
"N" : 5291644
},
"clat_ns" : {
"min" : 3465,
"max" : 2025804,
"mean" : 817756.105890,
"stddev" : 278923.566505,
"N" : 5291654,
"percentile" : {
"1.000000" : 67072,
"5.000000" : 370688,
"10.000000" : 411648,
"20.000000" : 643072,
"30.000000" : 716800,
"40.000000" : 749568,
"50.000000" : 790528,
"60.000000" : 888832,
"70.000000" : 1036288,
"80.000000" : 1089536,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1351680,
"99.900000" : 1449984,
"99.950000" : 1499136,
"99.990000" : 1597440
},
"bins" : {
"3472" : 1,
"3696" : 1,
"5216" : 1,
"7200" : 1,
"8032" : 1,
"11328" : 1,
"30080" : 1,
"37632" : 1,
"38144" : 2,
"39168" : 3,
"39680" : 7,
"40192" : 6,
"40704" : 20,
"41216" : 10,
"41728" : 18,
"42240" : 16,
"42752" : 24,
"43264" : 21,
"43776" : 10,
"44288" : 11,
"44800" : 10,
"45312" : 8,
"45824" : 6,
"46336" : 7,
"46848" : 4,
"47360" : 7,
"47872" : 7,
"48384" : 10,
"48896" : 19,
"49408" : 37,
"49920" : 71,
"50432" : 122,
"50944" : 160,
"51456" : 222,
"51968" : 318,
"52480" : 407,
"52992" : 467,
"53504" : 527,
"54016" : 532,
"54528" : 593,
"55040" : 564,
"55552" : 516,
"56064" : 491,
"56576" : 450,
"57088" : 445,
"57600" : 418,
"58112" : 379,
"58624" : 320,
"59136" : 309,
"59648" : 358,
"60160" : 369,
"60672" : 483,
"61184" : 770,
"61696" : 1120,
"62208" : 1542,
"62720" : 2183,
"63232" : 2862,
"63744" : 3543,
"64256" : 4208,
"64768" : 4743,
"65280" : 5296,
"66048" : 11763,
"67072" : 12099,
"68096" : 11728,
"69120" : 10584,
"70144" : 8829,
"71168" : 6837,
"72192" : 5121,
"73216" : 3684,
"74240" : 2559,
"75264" : 1821,
"76288" : 1200,
"77312" : 781,
"78336" : 517,
"79360" : 303,
"80384" : 244,
"81408" : 158,
"82432" : 122,
"83456" : 88,
"84480" : 101,
"85504" : 77,
"86528" : 54,
"87552" : 52,
"88576" : 44,
"89600" : 35,
"90624" : 37,
"91648" : 40,
"92672" : 40,
"93696" : 35,
"94720" : 29,
"95744" : 32,
"96768" : 43,
"97792" : 30,
"98816" : 24,
"99840" : 21,
"100864" : 10,
"101888" : 13,
"102912" : 6,
"103936" : 10,
"104960" : 3,
"105984" : 4,
"107008" : 1,
"108032" : 4,
"109056" : 3,
"110080" : 2,
"112128" : 1,
"113152" : 2,
"114176" : 1,
"115200" : 1,
"118272" : 3,
"120320" : 1,
"121344" : 1,
"123392" : 1,
"127488" : 2,
"134144" : 2,
"136192" : 1,
"138240" : 1,
"140288" : 1,
"148480" : 1,
"152576" : 2,
"164864" : 1,
"238592" : 1,
"240640" : 1,
"242688" : 1,
"244736" : 5,
"246784" : 7,
"248832" : 6,
"250880" : 8,
"252928" : 5,
"254976" : 5,
"257024" : 4,
"259072" : 11,
"261120" : 3,
"264192" : 18,
"268288" : 24,
"272384" : 36,
"276480" : 34,
"280576" : 44,
"284672" : 66,
"288768" : 145,
"292864" : 205,
"296960" : 326,
"301056" : 455,
"305152" : 623,
"309248" : 908,
"313344" : 1442,
"317440" : 2142,
"321536" : 3372,
"325632" : 4499,
"329728" : 5329,
"333824" : 5488,
"337920" : 4735,
"342016" : 3843,
"346112" : 3669,
"350208" : 4726,
"354304" : 8030,
"358400" : 13038,
"362496" : 21130,
"366592" : 32051,
"370688" : 43707,
"374784" : 51383,
"378880" : 52082,
"382976" : 45735,
"387072" : 34388,
"391168" : 22723,
"395264" : 15110,
"399360" : 10393,
"403456" : 8608,
"407552" : 9947,
"411648" : 15499,
"415744" : 25121,
"419840" : 36799,
"423936" : 47366,
"428032" : 53890,
"432128" : 53857,
"436224" : 46703,
"440320" : 35033,
"444416" : 23762,
"448512" : 16248,
"452608" : 11836,
"456704" : 9521,
"460800" : 8070,
"464896" : 6975,
"468992" : 5989,
"473088" : 5153,
"477184" : 4520,
"481280" : 3940,
"485376" : 3431,
"489472" : 3126,
"493568" : 2981,
"497664" : 2985,
"501760" : 3073,
"505856" : 3207,
"509952" : 3352,
"514048" : 3376,
"518144" : 3361,
"522240" : 3172,
"528384" : 5543,
"536576" : 4115,
"544768" : 3339,
"552960" : 2684,
"561152" : 2587,
"569344" : 2458,
"577536" : 2517,
"585728" : 2820,
"593920" : 3023,
"602112" : 3507,
"610304" : 4708,
"618496" : 7618,
"626688" : 11806,
"634880" : 16315,
"643072" : 18724,
"651264" : 20754,
"659456" : 28199,
"667648" : 47523,
"675840" : 73809,
"684032" : 94020,
"692224" : 92337,
"700416" : 73883,
"708608" : 64738,
"716800" : 79837,
"724992" : 120246,
"733184" : 161817,
"741376" : 169699,
"749568" : 139894,
"757760" : 100962,
"765952" : 79879,
"774144" : 83951,
"782336" : 100273,
"790528" : 108996,
"798720" : 98060,
"806912" : 76671,
"815104" : 58080,
"823296" : 46581,
"831488" : 38948,
"839680" : 31806,
"847872" : 26662,
"856064" : 23566,
"864256" : 21576,
"872448" : 21182,
"880640" : 20163,
"888832" : 18522,
"897024" : 16185,
"905216" : 14492,
"913408" : 13603,
"921600" : 13365,
"929792" : 13609,
"937984" : 14835,
"946176" : 15904,
"954368" : 17110,
"962560" : 19191,
"970752" : 23427,
"978944" : 30134,
"987136" : 37657,
"995328" : 42200,
"1003520" : 43546,
"1011712" : 43867,
"1019904" : 48882,
"1028096" : 60648,
"1036288" : 75513,
"1044480" : 86841,
"1056768" : 166761,
"1073152" : 147537,
"1089536" : 177803,
"1105920" : 182492,
"1122304" : 140660,
"1138688" : 120483,
"1155072" : 111421,
"1171456" : 89130,
"1187840" : 69230,
"1204224" : 53714,
"1220608" : 42658,
"1236992" : 36097,
"1253376" : 29839,
"1269760" : 23620,
"1286144" : 18781,
"1302528" : 15137,
"1318912" : 12178,
"1335296" : 9343,
"1351680" : 7228,
"1368064" : 5921,
"1384448" : 4547,
"1400832" : 3403,
"1417216" : 2635,
"1433600" : 2010,
"1449984" : 1511,
"1466368" : 1176,
"1482752" : 894,
"1499136" : 696,
"1515520" : 545,
"1531904" : 384,
"1548288" : 312,
"1564672" : 239,
"1581056" : 186,
"1597440" : 130,
"1613824" : 89,
"1630208" : 77,
"1646592" : 64,
"1662976" : 36,
"1679360" : 35,
"1695744" : 27,
"1712128" : 20,
"1728512" : 17,
"1744896" : 11,
"1761280" : 7,
"1777664" : 9,
"1794048" : 7,
"1810432" : 5,
"1826816" : 5,
"1859584" : 3,
"1875968" : 3,
"1892352" : 1,
"1908736" : 2,
"1990656" : 1,
"2023424" : 1
}
},
"lat_ns" : {
"min" : 48835,
"max" : 2414359,
"mean" : 1087829.041934,
"stddev" : 322338.204461,
"N" : 5291654
},
"bw_min" : 109787,
"bw_max" : 123720,
"bw_agg" : 100.000000,
"bw_mean" : 117626.788301,
"bw_dev" : 306.197745,
"bw_samples" : 2872,
"iops_min" : 27446,
"iops_max" : 30930,
"iops_mean" : 29406.523677,
"iops_stddev" : 76.551920,
"iops_samples" : 2872
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439992,
"usr_cpu" : 0.709171,
"sys_cpu" : 18.025031,
"ctx" : 3824710,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.010000,
"100" : 2.151942,
"250" : 0.010000,
"500" : 15.751437,
"750" : 23.054752,
"1000" : 24.349700
},
"latency_ms" : {
"2" : 34.684553,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080500,
"timestamp_ms" : 1773080500510,
"time" : "Mon Mar 9 15:21:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 21674680320,
"io_kbytes" : 21166680,
"bw_bytes" : 120413552,
"bw" : 117591,
"iops" : 29397.662248,
"runtime" : 180002,
"total_ios" : 5291638,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4857,
"max" : 1197740,
"mean" : 270073.150147,
"stddev" : 160534.669980,
"N" : 5291646
},
"clat_ns" : {
"min" : 3465,
"max" : 2025804,
"mean" : 817755.652428,
"stddev" : 278923.991224,
"N" : 5291662,
"percentile" : {
"1.000000" : 67072,
"5.000000" : 370688,
"10.000000" : 411648,
"20.000000" : 643072,
"30.000000" : 716800,
"40.000000" : 749568,
"50.000000" : 790528,
"60.000000" : 888832,
"70.000000" : 1036288,
"80.000000" : 1089536,
"90.000000" : 1155072,
"95.000000" : 1204224,
"99.000000" : 1318912,
"99.500000" : 1351680,
"99.900000" : 1449984,
"99.950000" : 1499136,
"99.990000" : 1597440
},
"bins" : {
"3472" : 1,
"3696" : 1,
"3888" : 2,
"5216" : 1,
"7200" : 1,
"8032" : 1,
"11328" : 1,
"30080" : 1,
"37632" : 1,
"38144" : 2,
"39168" : 3,
"39680" : 7,
"40192" : 6,
"40704" : 20,
"41216" : 10,
"41728" : 18,
"42240" : 16,
"42752" : 24,
"43264" : 21,
"43776" : 10,
"44288" : 11,
"44800" : 10,
"45312" : 8,
"45824" : 6,
"46336" : 7,
"46848" : 4,
"47360" : 7,
"47872" : 7,
"48384" : 10,
"48896" : 19,
"49408" : 37,
"49920" : 71,
"50432" : 122,
"50944" : 160,
"51456" : 222,
"51968" : 318,
"52480" : 407,
"52992" : 467,
"53504" : 527,
"54016" : 532,
"54528" : 593,
"55040" : 564,
"55552" : 516,
"56064" : 491,
"56576" : 450,
"57088" : 445,
"57600" : 418,
"58112" : 379,
"58624" : 320,
"59136" : 309,
"59648" : 358,
"60160" : 369,
"60672" : 483,
"61184" : 770,
"61696" : 1120,
"62208" : 1542,
"62720" : 2183,
"63232" : 2862,
"63744" : 3543,
"64256" : 4208,
"64768" : 4743,
"65280" : 5296,
"66048" : 11763,
"67072" : 12099,
"68096" : 11728,
"69120" : 10584,
"70144" : 8829,
"71168" : 6837,
"72192" : 5121,
"73216" : 3684,
"74240" : 2559,
"75264" : 1821,
"76288" : 1200,
"77312" : 781,
"78336" : 517,
"79360" : 303,
"80384" : 244,
"81408" : 158,
"82432" : 122,
"83456" : 88,
"84480" : 101,
"85504" : 77,
"86528" : 54,
"87552" : 52,
"88576" : 44,
"89600" : 35,
"90624" : 37,
"91648" : 40,
"92672" : 40,
"93696" : 35,
"94720" : 29,
"95744" : 32,
"96768" : 43,
"97792" : 30,
"98816" : 24,
"99840" : 21,
"100864" : 10,
"101888" : 13,
"102912" : 6,
"103936" : 10,
"104960" : 3,
"105984" : 4,
"107008" : 1,
"108032" : 4,
"109056" : 3,
"110080" : 2,
"112128" : 1,
"113152" : 2,
"114176" : 1,
"115200" : 1,
"118272" : 3,
"120320" : 1,
"121344" : 1,
"123392" : 1,
"127488" : 2,
"134144" : 2,
"136192" : 1,
"138240" : 1,
"140288" : 1,
"148480" : 1,
"152576" : 2,
"164864" : 1,
"238592" : 1,
"240640" : 1,
"242688" : 1,
"244736" : 5,
"246784" : 7,
"248832" : 6,
"250880" : 8,
"252928" : 5,
"254976" : 5,
"257024" : 4,
"259072" : 11,
"261120" : 3,
"264192" : 18,
"268288" : 24,
"272384" : 36,
"276480" : 34,
"280576" : 44,
"284672" : 66,
"288768" : 145,
"292864" : 205,
"296960" : 326,
"301056" : 455,
"305152" : 623,
"309248" : 908,
"313344" : 1442,
"317440" : 2142,
"321536" : 3372,
"325632" : 4499,
"329728" : 5329,
"333824" : 5488,
"337920" : 4735,
"342016" : 3844,
"346112" : 3669,
"350208" : 4726,
"354304" : 8030,
"358400" : 13038,
"362496" : 21130,
"366592" : 32051,
"370688" : 43707,
"374784" : 51383,
"378880" : 52082,
"382976" : 45735,
"387072" : 34389,
"391168" : 22723,
"395264" : 15110,
"399360" : 10393,
"403456" : 8608,
"407552" : 9947,
"411648" : 15499,
"415744" : 25121,
"419840" : 36799,
"423936" : 47366,
"428032" : 53890,
"432128" : 53857,
"436224" : 46703,
"440320" : 35033,
"444416" : 23762,
"448512" : 16248,
"452608" : 11836,
"456704" : 9521,
"460800" : 8070,
"464896" : 6975,
"468992" : 5989,
"473088" : 5153,
"477184" : 4520,
"481280" : 3940,
"485376" : 3431,
"489472" : 3126,
"493568" : 2981,
"497664" : 2985,
"501760" : 3073,
"505856" : 3207,
"509952" : 3352,
"514048" : 3376,
"518144" : 3361,
"522240" : 3172,
"528384" : 5543,
"536576" : 4115,
"544768" : 3339,
"552960" : 2684,
"561152" : 2587,
"569344" : 2458,
"577536" : 2517,
"585728" : 2820,
"593920" : 3023,
"602112" : 3507,
"610304" : 4708,
"618496" : 7618,
"626688" : 11806,
"634880" : 16315,
"643072" : 18724,
"651264" : 20754,
"659456" : 28199,
"667648" : 47523,
"675840" : 73809,
"684032" : 94020,
"692224" : 92337,
"700416" : 73883,
"708608" : 64738,
"716800" : 79838,
"724992" : 120246,
"733184" : 161817,
"741376" : 169700,
"749568" : 139894,
"757760" : 100962,
"765952" : 79879,
"774144" : 83952,
"782336" : 100273,
"790528" : 108996,
"798720" : 98060,
"806912" : 76671,
"815104" : 58080,
"823296" : 46581,
"831488" : 38948,
"839680" : 31806,
"847872" : 26662,
"856064" : 23566,
"864256" : 21576,
"872448" : 21182,
"880640" : 20163,
"888832" : 18522,
"897024" : 16185,
"905216" : 14492,
"913408" : 13603,
"921600" : 13365,
"929792" : 13609,
"937984" : 14835,
"946176" : 15904,
"954368" : 17110,
"962560" : 19191,
"970752" : 23427,
"978944" : 30134,
"987136" : 37657,
"995328" : 42200,
"1003520" : 43546,
"1011712" : 43867,
"1019904" : 48882,
"1028096" : 60648,
"1036288" : 75513,
"1044480" : 86841,
"1056768" : 166761,
"1073152" : 147537,
"1089536" : 177803,
"1105920" : 182492,
"1122304" : 140660,
"1138688" : 120483,
"1155072" : 111421,
"1171456" : 89131,
"1187840" : 69230,
"1204224" : 53714,
"1220608" : 42658,
"1236992" : 36097,
"1253376" : 29839,
"1269760" : 23620,
"1286144" : 18781,
"1302528" : 15137,
"1318912" : 12178,
"1335296" : 9343,
"1351680" : 7228,
"1368064" : 5921,
"1384448" : 4547,
"1400832" : 3403,
"1417216" : 2635,
"1433600" : 2010,
"1449984" : 1511,
"1466368" : 1176,
"1482752" : 894,
"1499136" : 696,
"1515520" : 545,
"1531904" : 384,
"1548288" : 312,
"1564672" : 239,
"1581056" : 186,
"1597440" : 130,
"1613824" : 89,
"1630208" : 77,
"1646592" : 64,
"1662976" : 36,
"1679360" : 35,
"1695744" : 27,
"1712128" : 20,
"1728512" : 17,
"1744896" : 11,
"1761280" : 7,
"1777664" : 9,
"1794048" : 7,
"1810432" : 5,
"1826816" : 5,
"1859584" : 3,
"1875968" : 3,
"1892352" : 1,
"1908736" : 2,
"1990656" : 1,
"2023424" : 1
}
},
"lat_ns" : {
"min" : 48835,
"max" : 2414359,
"mean" : 1087828.671242,
"stddev" : 322338.453173,
"N" : 5291662
},
"bw_min" : 109787,
"bw_max" : 123720,
"bw_agg" : 100.000000,
"bw_mean" : 117626.788301,
"bw_dev" : 306.197745,
"bw_samples" : 2872,
"iops_min" : 27446,
"iops_max" : 30930,
"iops_mean" : 29406.523677,
"iops_stddev" : 76.551920,
"iops_samples" : 2872
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440008,
"usr_cpu" : 0.709163,
"sys_cpu" : 18.024830,
"ctx" : 3824722,
"majf" : 0,
"minf" : 292,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.010000,
"100" : 2.151942,
"250" : 0.010000,
"500" : 15.751474,
"750" : 23.054789,
"1000" : 24.349719
},
"latency_ms" : {
"2" : 34.684572,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}