raidz2/benchmarks/rand/rand-read-qd4-nj1_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773079151,
"timestamp_ms" : 1773079151992,
"time" : "Mon Mar 9 14:59:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 179163136,
"io_kbytes" : 174964,
"bw_bytes" : 18347479,
"bw" : 17917,
"iops" : 4479.877112,
"runtime" : 9765,
"total_ios" : 43746,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9765,
"usr_cpu" : 0.727087,
"sys_cpu" : 19.180748,
"ctx" : 27037,
"majf" : 0,
"minf" : 10,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 99.993142,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079162,
"timestamp_ms" : 1773079162226,
"time" : "Mon Mar 9 14:59:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 187826176,
"io_kbytes" : 183424,
"bw_bytes" : 18784496,
"bw" : 18344,
"iops" : 4586.158616,
"runtime" : 9999,
"total_ios" : 45857,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5689,
"max" : 616962,
"mean" : 216129.104695,
"stddev" : 162072.396208,
"N" : 45857
},
"clat_ns" : {
"min" : 26561,
"max" : 1309989,
"mean" : 655536.460878,
"stddev" : 281482.223606,
"N" : 45856,
"percentile" : {
"1.000000" : 50944,
"5.000000" : 65280,
"10.000000" : 354304,
"20.000000" : 378880,
"30.000000" : 423936,
"40.000000" : 659456,
"50.000000" : 700416,
"60.000000" : 724992,
"70.000000" : 765952,
"80.000000" : 970752,
"90.000000" : 1056768,
"95.000000" : 1089536,
"99.000000" : 1138688,
"99.500000" : 1155072,
"99.900000" : 1171456,
"99.950000" : 1171456,
"99.990000" : 1187840
},
"bins" : {
"26496" : 2,
"27776" : 3,
"28032" : 1,
"28288" : 1,
"28800" : 1,
"29824" : 1,
"36096" : 1,
"37120" : 5,
"37632" : 8,
"38144" : 13,
"38656" : 18,
"39168" : 16,
"39680" : 17,
"40192" : 20,
"40704" : 11,
"41216" : 10,
"41728" : 14,
"42240" : 3,
"42752" : 5,
"43264" : 11,
"43776" : 3,
"44288" : 5,
"45312" : 1,
"45824" : 2,
"46848" : 1,
"47360" : 10,
"47872" : 12,
"48384" : 13,
"48896" : 43,
"49408" : 58,
"49920" : 56,
"50432" : 79,
"50944" : 96,
"51456" : 80,
"51968" : 61,
"52480" : 67,
"52992" : 65,
"53504" : 51,
"54016" : 46,
"54528" : 37,
"55040" : 33,
"55552" : 28,
"56064" : 20,
"56576" : 10,
"57088" : 6,
"57600" : 10,
"58112" : 7,
"58624" : 15,
"59136" : 36,
"59648" : 45,
"60160" : 65,
"60672" : 71,
"61184" : 91,
"61696" : 111,
"62208" : 136,
"62720" : 129,
"63232" : 143,
"63744" : 122,
"64256" : 126,
"64768" : 97,
"65280" : 111,
"66048" : 178,
"67072" : 137,
"68096" : 65,
"69120" : 39,
"70144" : 32,
"71168" : 16,
"72192" : 12,
"73216" : 7,
"74240" : 3,
"75264" : 3,
"76288" : 7,
"77312" : 5,
"78336" : 2,
"79360" : 1,
"80384" : 1,
"81408" : 2,
"85504" : 2,
"86528" : 3,
"90624" : 1,
"91648" : 2,
"276480" : 4,
"280576" : 2,
"284672" : 3,
"288768" : 7,
"292864" : 11,
"296960" : 20,
"301056" : 14,
"305152" : 36,
"309248" : 52,
"313344" : 55,
"317440" : 82,
"321536" : 92,
"325632" : 101,
"329728" : 85,
"333824" : 94,
"337920" : 95,
"342016" : 130,
"346112" : 226,
"350208" : 344,
"354304" : 453,
"358400" : 636,
"362496" : 812,
"366592" : 934,
"370688" : 792,
"374784" : 697,
"378880" : 527,
"382976" : 326,
"387072" : 193,
"391168" : 113,
"395264" : 120,
"399360" : 196,
"403456" : 336,
"407552" : 483,
"411648" : 685,
"415744" : 766,
"419840" : 853,
"423936" : 770,
"428032" : 623,
"432128" : 488,
"436224" : 296,
"440320" : 146,
"444416" : 83,
"448512" : 44,
"452608" : 25,
"456704" : 9,
"460800" : 7,
"464896" : 1,
"501760" : 1,
"509952" : 2,
"536576" : 1,
"544768" : 2,
"552960" : 5,
"561152" : 7,
"569344" : 18,
"577536" : 12,
"585728" : 28,
"593920" : 44,
"602112" : 74,
"610304" : 112,
"618496" : 160,
"626688" : 215,
"634880" : 244,
"643072" : 329,
"651264" : 513,
"659456" : 836,
"667648" : 1124,
"675840" : 1142,
"684032" : 966,
"692224" : 724,
"700416" : 775,
"708608" : 1200,
"716800" : 1676,
"724992" : 2007,
"733184" : 1756,
"741376" : 1060,
"749568" : 635,
"757760" : 501,
"765952" : 673,
"774144" : 919,
"782336" : 935,
"790528" : 658,
"798720" : 374,
"806912" : 142,
"815104" : 59,
"823296" : 15,
"831488" : 7,
"839680" : 5,
"847872" : 1,
"856064" : 2,
"864256" : 4,
"872448" : 9,
"880640" : 11,
"888832" : 16,
"897024" : 15,
"905216" : 35,
"913408" : 43,
"921600" : 69,
"929792" : 86,
"937984" : 88,
"946176" : 120,
"954368" : 194,
"962560" : 245,
"970752" : 310,
"978944" : 337,
"987136" : 331,
"995328" : 328,
"1003520" : 395,
"1011712" : 475,
"1019904" : 565,
"1028096" : 700,
"1036288" : 601,
"1044480" : 483,
"1056768" : 829,
"1073152" : 1066,
"1089536" : 1120,
"1105920" : 579,
"1122304" : 371,
"1138688" : 405,
"1155072" : 239,
"1171456" : 67,
"1187840" : 14,
"1220608" : 2,
"1302528" : 1
}
},
"lat_ns" : {
"min" : 35194,
"max" : 1645732,
"mean" : 871654.850314,
"stddev" : 324731.994807,
"N" : 45856
},
"bw_min" : 17688,
"bw_max" : 19032,
"bw_agg" : 99.780670,
"bw_mean" : 18304.421053,
"bw_dev" : 358.062582,
"bw_samples" : 19,
"iops_min" : 4422,
"iops_max" : 4758,
"iops_mean" : 4576.052632,
"iops_stddev" : 89.541098,
"iops_samples" : 19
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 0.840084,
"sys_cpu" : 18.811881,
"ctx" : 27771,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.750158,
"100" : 5.523693,
"250" : 0.000000,
"500" : 28.061147,
"750" : 33.593563,
"1000" : 14.852694
},
"latency_ms" : {
"2" : 17.216565,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079172,
"timestamp_ms" : 1773079172226,
"time" : "Mon Mar 9 14:59:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 387764224,
"io_kbytes" : 378676,
"bw_bytes" : 19389180,
"bw" : 18934,
"iops" : 4733.736687,
"runtime" : 19999,
"total_ios" : 94670,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5689,
"max" : 616962,
"mean" : 209308.102218,
"stddev" : 163666.272364,
"N" : 94670
},
"clat_ns" : {
"min" : 25840,
"max" : 1309989,
"mean" : 635132.171186,
"stddev" : 285749.861997,
"N" : 94669,
"percentile" : {
"1.000000" : 50944,
"5.000000" : 63744,
"10.000000" : 350208,
"20.000000" : 374784,
"30.000000" : 419840,
"40.000000" : 643072,
"50.000000" : 692224,
"60.000000" : 724992,
"70.000000" : 749568,
"80.000000" : 856064,
"90.000000" : 1044480,
"95.000000" : 1089536,
"99.000000" : 1138688,
"99.500000" : 1155072,
"99.900000" : 1171456,
"99.950000" : 1187840,
"99.990000" : 1204224
},
"bins" : {
"25728" : 1,
"26240" : 2,
"26496" : 3,
"26752" : 1,
"27008" : 1,
"27264" : 1,
"27776" : 4,
"28032" : 2,
"28288" : 2,
"28800" : 1,
"29824" : 1,
"36096" : 1,
"36608" : 1,
"37120" : 10,
"37632" : 17,
"38144" : 28,
"38656" : 32,
"39168" : 35,
"39680" : 30,
"40192" : 38,
"40704" : 29,
"41216" : 15,
"41728" : 21,
"42240" : 12,
"42752" : 8,
"43264" : 15,
"43776" : 5,
"44288" : 7,
"44800" : 1,
"45312" : 2,
"45824" : 2,
"46336" : 2,
"46848" : 3,
"47360" : 19,
"47872" : 28,
"48384" : 41,
"48896" : 83,
"49408" : 123,
"49920" : 124,
"50432" : 182,
"50944" : 215,
"51456" : 186,
"51968" : 150,
"52480" : 163,
"52992" : 155,
"53504" : 110,
"54016" : 104,
"54528" : 91,
"55040" : 95,
"55552" : 65,
"56064" : 49,
"56576" : 35,
"57088" : 22,
"57600" : 31,
"58112" : 25,
"58624" : 28,
"59136" : 63,
"59648" : 87,
"60160" : 150,
"60672" : 187,
"61184" : 213,
"61696" : 293,
"62208" : 309,
"62720" : 329,
"63232" : 355,
"63744" : 320,
"64256" : 298,
"64768" : 256,
"65280" : 273,
"66048" : 452,
"67072" : 338,
"68096" : 210,
"69120" : 112,
"70144" : 85,
"71168" : 42,
"72192" : 29,
"73216" : 27,
"74240" : 23,
"75264" : 19,
"76288" : 18,
"77312" : 19,
"78336" : 14,
"79360" : 5,
"80384" : 12,
"81408" : 10,
"82432" : 6,
"83456" : 8,
"84480" : 3,
"85504" : 5,
"86528" : 8,
"87552" : 3,
"88576" : 1,
"89600" : 1,
"90624" : 3,
"91648" : 2,
"95744" : 2,
"97792" : 1,
"99840" : 1,
"264192" : 3,
"272384" : 1,
"276480" : 7,
"280576" : 6,
"284672" : 4,
"288768" : 12,
"292864" : 19,
"296960" : 29,
"301056" : 44,
"305152" : 70,
"309248" : 100,
"313344" : 134,
"317440" : 186,
"321536" : 225,
"325632" : 222,
"329728" : 183,
"333824" : 207,
"337920" : 220,
"342016" : 277,
"346112" : 453,
"350208" : 713,
"354304" : 1002,
"358400" : 1322,
"362496" : 1749,
"366592" : 1957,
"370688" : 1831,
"374784" : 1620,
"378880" : 1205,
"382976" : 811,
"387072" : 483,
"391168" : 324,
"395264" : 321,
"399360" : 385,
"403456" : 677,
"407552" : 957,
"411648" : 1366,
"415744" : 1592,
"419840" : 1874,
"423936" : 1777,
"428032" : 1502,
"432128" : 1165,
"436224" : 747,
"440320" : 405,
"444416" : 239,
"448512" : 137,
"452608" : 68,
"456704" : 39,
"460800" : 24,
"464896" : 11,
"468992" : 8,
"473088" : 6,
"477184" : 4,
"481280" : 1,
"501760" : 1,
"505856" : 1,
"509952" : 2,
"528384" : 1,
"536576" : 1,
"544768" : 4,
"552960" : 6,
"561152" : 9,
"569344" : 27,
"577536" : 25,
"585728" : 45,
"593920" : 68,
"602112" : 156,
"610304" : 219,
"618496" : 341,
"626688" : 415,
"634880" : 481,
"643072" : 603,
"651264" : 915,
"659456" : 1545,
"667648" : 2180,
"675840" : 2387,
"684032" : 2016,
"692224" : 1435,
"700416" : 1421,
"708608" : 2137,
"716800" : 3164,
"724992" : 3988,
"733184" : 3531,
"741376" : 2323,
"749568" : 1403,
"757760" : 1069,
"765952" : 1320,
"774144" : 1856,
"782336" : 1872,
"790528" : 1428,
"798720" : 904,
"806912" : 387,
"815104" : 168,
"823296" : 60,
"831488" : 23,
"839680" : 12,
"847872" : 10,
"856064" : 9,
"864256" : 7,
"872448" : 13,
"880640" : 17,
"888832" : 26,
"897024" : 24,
"905216" : 63,
"913408" : 72,
"921600" : 119,
"929792" : 148,
"937984" : 162,
"946176" : 211,
"954368" : 296,
"962560" : 411,
"970752" : 579,
"978944" : 628,
"987136" : 614,
"995328" : 560,
"1003520" : 634,
"1011712" : 830,
"1019904" : 1009,
"1028096" : 1273,
"1036288" : 1194,
"1044480" : 949,
"1056768" : 1560,
"1073152" : 1930,
"1089536" : 2126,
"1105920" : 1204,
"1122304" : 766,
"1138688" : 788,
"1155072" : 500,
"1171456" : 162,
"1187840" : 36,
"1204224" : 11,
"1220608" : 5,
"1302528" : 1
}
},
"lat_ns" : {
"min" : 35084,
"max" : 1645732,
"mean" : 844438.253599,
"stddev" : 330479.343259,
"N" : 94669
},
"bw_min" : 17688,
"bw_max" : 20096,
"bw_agg" : 99.832339,
"bw_mean" : 18903.923077,
"bw_dev" : 678.271308,
"bw_samples" : 39,
"iops_min" : 4422,
"iops_max" : 5024,
"iops_mean" : 4725.923077,
"iops_stddev" : 169.557533,
"iops_samples" : 39
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 0.915046,
"sys_cpu" : 19.225961,
"ctx" : 55207,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.751030,
"100" : 6.694835,
"250" : 0.000000,
"500" : 30.342241,
"750" : 31.990071,
"1000" : 14.437520
},
"latency_ms" : {
"2" : 15.783247,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079182,
"timestamp_ms" : 1773079182227,
"time" : "Mon Mar 9 14:59:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 596525056,
"io_kbytes" : 582544,
"bw_bytes" : 19884168,
"bw" : 19418,
"iops" : 4854.566667,
"runtime" : 30000,
"total_ios" : 145637,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5638,
"max" : 616962,
"mean" : 204063.511930,
"stddev" : 164082.919454,
"N" : 145637
},
"clat_ns" : {
"min" : 25840,
"max" : 1309989,
"mean" : 619338.796328,
"stddev" : 286818.279821,
"N" : 145636,
"percentile" : {
"1.000000" : 50432,
"5.000000" : 63232,
"10.000000" : 337920,
"20.000000" : 370688,
"30.000000" : 415744,
"40.000000" : 452608,
"50.000000" : 675840,
"60.000000" : 716800,
"70.000000" : 741376,
"80.000000" : 798720,
"90.000000" : 1036288,
"95.000000" : 1089536,
"99.000000" : 1138688,
"99.500000" : 1155072,
"99.900000" : 1171456,
"99.950000" : 1171456,
"99.990000" : 1204224
},
"bins" : {
"25728" : 1,
"26240" : 2,
"26496" : 5,
"26752" : 2,
"27008" : 1,
"27264" : 3,
"27776" : 4,
"28032" : 3,
"28288" : 2,
"28544" : 1,
"28800" : 1,
"29056" : 1,
"29312" : 1,
"29568" : 1,
"29824" : 1,
"36096" : 1,
"36608" : 3,
"37120" : 15,
"37632" : 27,
"38144" : 47,
"38656" : 55,
"39168" : 64,
"39680" : 55,
"40192" : 62,
"40704" : 41,
"41216" : 26,
"41728" : 28,
"42240" : 20,
"42752" : 19,
"43264" : 19,
"43776" : 9,
"44288" : 11,
"44800" : 1,
"45312" : 5,
"45824" : 4,
"46336" : 2,
"46848" : 6,
"47360" : 22,
"47872" : 41,
"48384" : 62,
"48896" : 141,
"49408" : 202,
"49920" : 220,
"50432" : 282,
"50944" : 335,
"51456" : 319,
"51968" : 286,
"52480" : 266,
"52992" : 252,
"53504" : 200,
"54016" : 176,
"54528" : 156,
"55040" : 147,
"55552" : 101,
"56064" : 82,
"56576" : 54,
"57088" : 43,
"57600" : 44,
"58112" : 40,
"58624" : 48,
"59136" : 96,
"59648" : 137,
"60160" : 232,
"60672" : 322,
"61184" : 376,
"61696" : 514,
"62208" : 529,
"62720" : 556,
"63232" : 622,
"63744" : 577,
"64256" : 534,
"64768" : 485,
"65280" : 501,
"66048" : 777,
"67072" : 616,
"68096" : 377,
"69120" : 205,
"70144" : 131,
"71168" : 75,
"72192" : 48,
"73216" : 43,
"74240" : 37,
"75264" : 25,
"76288" : 24,
"77312" : 24,
"78336" : 19,
"79360" : 8,
"80384" : 14,
"81408" : 13,
"82432" : 10,
"83456" : 9,
"84480" : 3,
"85504" : 6,
"86528" : 9,
"87552" : 3,
"88576" : 1,
"89600" : 1,
"90624" : 3,
"91648" : 2,
"95744" : 2,
"96768" : 1,
"97792" : 1,
"99840" : 1,
"264192" : 3,
"272384" : 1,
"276480" : 7,
"280576" : 9,
"284672" : 10,
"288768" : 20,
"292864" : 25,
"296960" : 48,
"301056" : 84,
"305152" : 118,
"309248" : 185,
"313344" : 233,
"317440" : 299,
"321536" : 368,
"325632" : 338,
"329728" : 287,
"333824" : 308,
"337920" : 368,
"342016" : 496,
"346112" : 739,
"350208" : 1240,
"354304" : 1700,
"358400" : 2241,
"362496" : 2827,
"366592" : 3150,
"370688" : 2956,
"374784" : 2607,
"378880" : 1904,
"382976" : 1197,
"387072" : 700,
"391168" : 493,
"395264" : 465,
"399360" : 639,
"403456" : 1122,
"407552" : 1662,
"411648" : 2238,
"415744" : 2656,
"419840" : 3084,
"423936" : 2884,
"428032" : 2384,
"432128" : 1807,
"436224" : 1144,
"440320" : 618,
"444416" : 329,
"448512" : 167,
"452608" : 85,
"456704" : 44,
"460800" : 26,
"464896" : 12,
"468992" : 9,
"473088" : 7,
"477184" : 6,
"481280" : 2,
"493568" : 2,
"501760" : 1,
"505856" : 1,
"509952" : 2,
"528384" : 2,
"536576" : 1,
"544768" : 5,
"552960" : 12,
"561152" : 16,
"569344" : 34,
"577536" : 43,
"585728" : 70,
"593920" : 116,
"602112" : 228,
"610304" : 350,
"618496" : 528,
"626688" : 638,
"634880" : 726,
"643072" : 949,
"651264" : 1487,
"659456" : 2512,
"667648" : 3353,
"675840" : 3558,
"684032" : 2973,
"692224" : 2093,
"700416" : 2159,
"708608" : 3346,
"716800" : 4939,
"724992" : 5998,
"733184" : 5184,
"741376" : 3343,
"749568" : 1971,
"757760" : 1648,
"765952" : 2093,
"774144" : 2843,
"782336" : 2767,
"790528" : 2061,
"798720" : 1266,
"806912" : 523,
"815104" : 222,
"823296" : 66,
"831488" : 31,
"839680" : 13,
"847872" : 10,
"856064" : 14,
"864256" : 11,
"872448" : 18,
"880640" : 19,
"888832" : 32,
"897024" : 42,
"905216" : 101,
"913408" : 121,
"921600" : 163,
"929792" : 212,
"937984" : 234,
"946176" : 317,
"954368" : 448,
"962560" : 666,
"970752" : 866,
"978944" : 885,
"987136" : 862,
"995328" : 834,
"1003520" : 930,
"1011712" : 1218,
"1019904" : 1501,
"1028096" : 1822,
"1036288" : 1705,
"1044480" : 1342,
"1056768" : 2202,
"1073152" : 2833,
"1089536" : 2905,
"1105920" : 1635,
"1122304" : 1064,
"1138688" : 1134,
"1155072" : 672,
"1171456" : 197,
"1187840" : 41,
"1204224" : 13,
"1220608" : 5,
"1302528" : 1
}
},
"lat_ns" : {
"min" : 34432,
"max" : 1645732,
"mean" : 823401.464061,
"stddev" : 331938.887461,
"N" : 145636
},
"bw_min" : 17688,
"bw_max" : 21200,
"bw_agg" : 99.860271,
"bw_mean" : 19391.661017,
"bw_dev" : 907.611960,
"bw_samples" : 59,
"iops_min" : 4422,
"iops_max" : 5300,
"iops_mean" : 4847.864407,
"iops_stddev" : 226.910848,
"iops_samples" : 59
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 30000,
"usr_cpu" : 0.903333,
"sys_cpu" : 19.393333,
"ctx" : 82693,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.799247,
"100" : 7.465823,
"250" : 0.000000,
"500" : 31.828450,
"750" : 31.488564,
"1000" : 13.881088
},
"latency_ms" : {
"2" : 14.536141,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079192,
"timestamp_ms" : 1773079192226,
"time" : "Mon Mar 9 14:59:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 811167744,
"io_kbytes" : 792156,
"bw_bytes" : 20279700,
"bw" : 19804,
"iops" : 4951.123778,
"runtime" : 39999,
"total_ios" : 198040,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5638,
"max" : 693949,
"mean" : 200052.172894,
"stddev" : 164442.717531,
"N" : 198040
},
"clat_ns" : {
"min" : 25840,
"max" : 1309989,
"mean" : 607282.192361,
"stddev" : 287374.066313,
"N" : 198039,
"percentile" : {
"1.000000" : 50432,
"5.000000" : 62720,
"10.000000" : 325632,
"20.000000" : 370688,
"30.000000" : 411648,
"40.000000" : 432128,
"50.000000" : 675840,
"60.000000" : 716800,
"70.000000" : 741376,
"80.000000" : 790528,
"90.000000" : 1036288,
"95.000000" : 1073152,
"99.000000" : 1138688,
"99.500000" : 1155072,
"99.900000" : 1171456,
"99.950000" : 1171456,
"99.990000" : 1204224
},
"bins" : {
"25728" : 1,
"26240" : 2,
"26496" : 6,
"26752" : 4,
"27008" : 1,
"27264" : 4,
"27520" : 2,
"27776" : 5,
"28032" : 3,
"28288" : 2,
"28544" : 1,
"28800" : 1,
"29056" : 1,
"29312" : 1,
"29568" : 1,
"29824" : 1,
"36096" : 2,
"36608" : 3,
"37120" : 17,
"37632" : 40,
"38144" : 64,
"38656" : 82,
"39168" : 89,
"39680" : 82,
"40192" : 93,
"40704" : 56,
"41216" : 37,
"41728" : 36,
"42240" : 29,
"42752" : 29,
"43264" : 28,
"43776" : 15,
"44288" : 14,
"44800" : 4,
"45312" : 7,
"45824" : 4,
"46336" : 3,
"46848" : 8,
"47360" : 33,
"47872" : 55,
"48384" : 105,
"48896" : 218,
"49408" : 306,
"49920" : 355,
"50432" : 425,
"50944" : 500,
"51456" : 450,
"51968" : 436,
"52480" : 385,
"52992" : 342,
"53504" : 283,
"54016" : 251,
"54528" : 217,
"55040" : 199,
"55552" : 135,
"56064" : 118,
"56576" : 79,
"57088" : 53,
"57600" : 52,
"58112" : 56,
"58624" : 69,
"59136" : 144,
"59648" : 198,
"60160" : 349,
"60672" : 505,
"61184" : 638,
"61696" : 749,
"62208" : 831,
"62720" : 873,
"63232" : 904,
"63744" : 864,
"64256" : 809,
"64768" : 752,
"65280" : 698,
"66048" : 1164,
"67072" : 870,
"68096" : 522,
"69120" : 309,
"70144" : 191,
"71168" : 106,
"72192" : 71,
"73216" : 67,
"74240" : 51,
"75264" : 36,
"76288" : 33,
"77312" : 31,
"78336" : 23,
"79360" : 12,
"80384" : 18,
"81408" : 17,
"82432" : 11,
"83456" : 10,
"84480" : 5,
"85504" : 7,
"86528" : 9,
"87552" : 3,
"88576" : 1,
"89600" : 1,
"90624" : 3,
"91648" : 2,
"95744" : 2,
"96768" : 1,
"97792" : 1,
"99840" : 1,
"100864" : 1,
"261120" : 1,
"264192" : 4,
"272384" : 5,
"276480" : 8,
"280576" : 14,
"284672" : 18,
"288768" : 32,
"292864" : 37,
"296960" : 67,
"301056" : 120,
"305152" : 179,
"309248" : 257,
"313344" : 320,
"317440" : 427,
"321536" : 487,
"325632" : 462,
"329728" : 397,
"333824" : 416,
"337920" : 477,
"342016" : 713,
"346112" : 1078,
"350208" : 1733,
"354304" : 2401,
"358400" : 3169,
"362496" : 3955,
"366592" : 4558,
"370688" : 4184,
"374784" : 3642,
"378880" : 2659,
"382976" : 1625,
"387072" : 958,
"391168" : 656,
"395264" : 635,
"399360" : 887,
"403456" : 1583,
"407552" : 2326,
"411648" : 3183,
"415744" : 3827,
"419840" : 4278,
"423936" : 4029,
"428032" : 3363,
"432128" : 2473,
"436224" : 1532,
"440320" : 869,
"444416" : 464,
"448512" : 219,
"452608" : 110,
"456704" : 56,
"460800" : 30,
"464896" : 13,
"468992" : 13,
"473088" : 9,
"477184" : 6,
"481280" : 2,
"485376" : 1,
"493568" : 2,
"501760" : 1,
"505856" : 1,
"509952" : 2,
"528384" : 2,
"536576" : 1,
"544768" : 8,
"552960" : 14,
"561152" : 25,
"569344" : 43,
"577536" : 62,
"585728" : 87,
"593920" : 155,
"602112" : 311,
"610304" : 480,
"618496" : 740,
"626688" : 882,
"634880" : 987,
"643072" : 1246,
"651264" : 2042,
"659456" : 3439,
"667648" : 4524,
"675840" : 4773,
"684032" : 3939,
"692224" : 2799,
"700416" : 2956,
"708608" : 4581,
"716800" : 6713,
"724992" : 8028,
"733184" : 6857,
"741376" : 4442,
"749568" : 2546,
"757760" : 2177,
"765952" : 2863,
"774144" : 3841,
"782336" : 3705,
"790528" : 2761,
"798720" : 1622,
"806912" : 683,
"815104" : 275,
"823296" : 85,
"831488" : 37,
"839680" : 15,
"847872" : 12,
"856064" : 22,
"864256" : 14,
"872448" : 25,
"880640" : 25,
"888832" : 43,
"897024" : 62,
"905216" : 126,
"913408" : 163,
"921600" : 215,
"929792" : 280,
"937984" : 302,
"946176" : 417,
"954368" : 581,
"962560" : 829,
"970752" : 1123,
"978944" : 1148,
"987136" : 1082,
"995328" : 1079,
"1003520" : 1219,
"1011712" : 1574,
"1019904" : 1936,
"1028096" : 2310,
"1036288" : 2129,
"1044480" : 1749,
"1056768" : 2822,
"1073152" : 3676,
"1089536" : 3661,
"1105920" : 2047,
"1122304" : 1336,
"1138688" : 1388,
"1155072" : 822,
"1171456" : 242,
"1187840" : 46,
"1204224" : 14,
"1220608" : 6,
"1236992" : 1,
"1253376" : 1,
"1302528" : 1
}
},
"lat_ns" : {
"min" : 34432,
"max" : 1645732,
"mean" : 807331.812103,
"stddev" : 332612.475701,
"N" : 198039
},
"bw_min" : 17688,
"bw_max" : 21848,
"bw_agg" : 99.927316,
"bw_mean" : 19790.189873,
"bw_dev" : 1061.556369,
"bw_samples" : 79,
"iops_min" : 4422,
"iops_max" : 5462,
"iops_mean" : 4947.506329,
"iops_stddev" : 265.404426,
"iops_samples" : 79
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 0.955024,
"sys_cpu" : 19.485487,
"ctx" : 110080,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999495,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999495,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.870531,
"100" : 8.113512,
"250" : 0.010000,
"500" : 32.806504,
"750" : 31.141689,
"1000" : 13.481620
},
"latency_ms" : {
"2" : 13.585134,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079202,
"timestamp_ms" : 1773079202227,
"time" : "Mon Mar 9 15:00:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1028050944,
"io_kbytes" : 1003956,
"bw_bytes" : 20561430,
"bw" : 20079,
"iops" : 5019.900398,
"runtime" : 49999,
"total_ios" : 250990,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5448,
"max" : 854424,
"mean" : 197291.035105,
"stddev" : 164755.138555,
"N" : 250990
},
"clat_ns" : {
"min" : 25750,
"max" : 1630780,
"mean" : 598982.474092,
"stddev" : 287989.319516,
"N" : 250989,
"percentile" : {
"1.000000" : 50432,
"5.000000" : 62720,
"10.000000" : 313344,
"20.000000" : 366592,
"30.000000" : 407552,
"40.000000" : 428032,
"50.000000" : 667648,
"60.000000" : 716800,
"70.000000" : 733184,
"80.000000" : 782336,
"90.000000" : 1028096,
"95.000000" : 1073152,
"99.000000" : 1138688,
"99.500000" : 1155072,
"99.900000" : 1171456,
"99.950000" : 1171456,
"99.990000" : 1204224
},
"bins" : {
"25728" : 2,
"25984" : 2,
"26240" : 3,
"26496" : 7,
"26752" : 6,
"27008" : 3,
"27264" : 5,
"27520" : 3,
"27776" : 6,
"28032" : 4,
"28288" : 4,
"28544" : 1,
"28800" : 1,
"29056" : 2,
"29312" : 1,
"29568" : 1,
"29824" : 1,
"30080" : 1,
"35584" : 1,
"36096" : 3,
"36608" : 5,
"37120" : 23,
"37632" : 58,
"38144" : 83,
"38656" : 97,
"39168" : 117,
"39680" : 110,
"40192" : 132,
"40704" : 89,
"41216" : 46,
"41728" : 57,
"42240" : 35,
"42752" : 35,
"43264" : 36,
"43776" : 16,
"44288" : 16,
"44800" : 7,
"45312" : 7,
"45824" : 5,
"46336" : 3,
"46848" : 15,
"47360" : 37,
"47872" : 69,
"48384" : 147,
"48896" : 303,
"49408" : 398,
"49920" : 478,
"50432" : 581,
"50944" : 664,
"51456" : 617,
"51968" : 582,
"52480" : 527,
"52992" : 444,
"53504" : 374,
"54016" : 343,
"54528" : 272,
"55040" : 256,
"55552" : 181,
"56064" : 145,
"56576" : 104,
"57088" : 79,
"57600" : 66,
"58112" : 77,
"58624" : 83,
"59136" : 176,
"59648" : 266,
"60160" : 473,
"60672" : 676,
"61184" : 873,
"61696" : 1015,
"62208" : 1131,
"62720" : 1191,
"63232" : 1235,
"63744" : 1167,
"64256" : 1082,
"64768" : 1026,
"65280" : 956,
"66048" : 1595,
"67072" : 1144,
"68096" : 700,
"69120" : 400,
"70144" : 241,
"71168" : 134,
"72192" : 85,
"73216" : 85,
"74240" : 68,
"75264" : 43,
"76288" : 38,
"77312" : 41,
"78336" : 28,
"79360" : 16,
"80384" : 22,
"81408" : 17,
"82432" : 12,
"83456" : 10,
"84480" : 8,
"85504" : 10,
"86528" : 11,
"87552" : 5,
"88576" : 1,
"89600" : 2,
"90624" : 4,
"91648" : 2,
"95744" : 2,
"96768" : 1,
"97792" : 1,
"99840" : 1,
"100864" : 1,
"261120" : 1,
"264192" : 4,
"272384" : 6,
"276480" : 9,
"280576" : 15,
"284672" : 22,
"288768" : 38,
"292864" : 48,
"296960" : 83,
"301056" : 165,
"305152" : 217,
"309248" : 335,
"313344" : 406,
"317440" : 539,
"321536" : 620,
"325632" : 585,
"329728" : 528,
"333824" : 551,
"337920" : 607,
"342016" : 889,
"346112" : 1356,
"350208" : 2164,
"354304" : 3093,
"358400" : 4114,
"362496" : 5121,
"366592" : 5853,
"370688" : 5531,
"374784" : 4756,
"378880" : 3537,
"382976" : 2126,
"387072" : 1221,
"391168" : 811,
"395264" : 810,
"399360" : 1096,
"403456" : 1979,
"407552" : 2998,
"411648" : 4108,
"415744" : 4962,
"419840" : 5528,
"423936" : 5362,
"428032" : 4445,
"432128" : 3296,
"436224" : 2042,
"440320" : 1136,
"444416" : 615,
"448512" : 291,
"452608" : 141,
"456704" : 67,
"460800" : 36,
"464896" : 18,
"468992" : 16,
"473088" : 9,
"477184" : 6,
"481280" : 2,
"485376" : 1,
"489472" : 1,
"493568" : 3,
"501760" : 1,
"505856" : 1,
"509952" : 2,
"528384" : 2,
"536576" : 1,
"544768" : 8,
"552960" : 17,
"561152" : 29,
"569344" : 54,
"577536" : 71,
"585728" : 111,
"593920" : 179,
"602112" : 355,
"610304" : 592,
"618496" : 927,
"626688" : 1125,
"634880" : 1186,
"643072" : 1530,
"651264" : 2481,
"659456" : 4228,
"667648" : 5716,
"675840" : 6011,
"684032" : 4922,
"692224" : 3491,
"700416" : 3644,
"708608" : 5652,
"716800" : 8358,
"724992" : 10064,
"733184" : 8745,
"741376" : 5619,
"749568" : 3257,
"757760" : 2672,
"765952" : 3539,
"774144" : 4749,
"782336" : 4659,
"790528" : 3516,
"798720" : 2046,
"806912" : 867,
"815104" : 350,
"823296" : 109,
"831488" : 44,
"839680" : 15,
"847872" : 16,
"856064" : 25,
"864256" : 16,
"872448" : 30,
"880640" : 28,
"888832" : 50,
"897024" : 79,
"905216" : 148,
"913408" : 192,
"921600" : 244,
"929792" : 339,
"937984" : 378,
"946176" : 500,
"954368" : 678,
"962560" : 966,
"970752" : 1330,
"978944" : 1420,
"987136" : 1333,
"995328" : 1318,
"1003520" : 1439,
"1011712" : 1882,
"1019904" : 2350,
"1028096" : 2802,
"1036288" : 2619,
"1044480" : 2160,
"1056768" : 3465,
"1073152" : 4406,
"1089536" : 4500,
"1105920" : 2495,
"1122304" : 1617,
"1138688" : 1669,
"1155072" : 985,
"1171456" : 296,
"1187840" : 52,
"1204224" : 15,
"1220608" : 6,
"1236992" : 1,
"1253376" : 1,
"1286144" : 1,
"1302528" : 1,
"1564672" : 1,
"1630208" : 1
}
},
"lat_ns" : {
"min" : 34273,
"max" : 1970217,
"mean" : 796271.461203,
"stddev" : 333531.747409,
"N" : 250989
},
"bw_min" : 17688,
"bw_max" : 22104,
"bw_agg" : 99.932660,
"bw_mean" : 20066.919192,
"bw_dev" : 1105.772042,
"bw_samples" : 99,
"iops_min" : 4422,
"iops_max" : 5526,
"iops_mean" : 5016.696970,
"iops_stddev" : 276.463027,
"iops_samples" : 99
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 0.982020,
"sys_cpu" : 19.582392,
"ctx" : 137321,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999602,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999602,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.923543,
"100" : 8.586796,
"250" : 0.010000,
"500" : 33.594964,
"750" : 30.712379,
"1000" : 13.163074
},
"latency_ms" : {
"2" : 13.018447,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079212,
"timestamp_ms" : 1773079212227,
"time" : "Mon Mar 9 15:00:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1255718912,
"io_kbytes" : 1226288,
"bw_bytes" : 20928997,
"bw" : 20438,
"iops" : 5109.635161,
"runtime" : 59999,
"total_ios" : 306573,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5378,
"max" : 854424,
"mean" : 193791.874307,
"stddev" : 164940.546555,
"N" : 306573
},
"clat_ns" : {
"min" : 25750,
"max" : 1630780,
"mean" : 588485.636797,
"stddev" : 288524.399339,
"N" : 306572,
"percentile" : {
"1.000000" : 49920,
"5.000000" : 62208,
"10.000000" : 72192,
"20.000000" : 366592,
"30.000000" : 403456,
"40.000000" : 428032,
"50.000000" : 667648,
"60.000000" : 708608,
"70.000000" : 733184,
"80.000000" : 782336,
"90.000000" : 1028096,
"95.000000" : 1073152,
"99.000000" : 1138688,
"99.500000" : 1155072,
"99.900000" : 1171456,
"99.950000" : 1171456,
"99.990000" : 1187840
},
"bins" : {
"25728" : 2,
"25984" : 2,
"26240" : 3,
"26496" : 7,
"26752" : 7,
"27008" : 3,
"27264" : 5,
"27520" : 4,
"27776" : 6,
"28032" : 4,
"28288" : 4,
"28544" : 1,
"28800" : 1,
"29056" : 2,
"29312" : 1,
"29568" : 1,
"29824" : 1,
"30080" : 1,
"35584" : 1,
"36096" : 5,
"36608" : 5,
"37120" : 34,
"37632" : 74,
"38144" : 104,
"38656" : 118,
"39168" : 151,
"39680" : 141,
"40192" : 153,
"40704" : 111,
"41216" : 60,
"41728" : 69,
"42240" : 47,
"42752" : 46,
"43264" : 40,
"43776" : 19,
"44288" : 18,
"44800" : 12,
"45312" : 8,
"45824" : 10,
"46336" : 4,
"46848" : 22,
"47360" : 50,
"47872" : 101,
"48384" : 211,
"48896" : 394,
"49408" : 505,
"49920" : 635,
"50432" : 746,
"50944" : 848,
"51456" : 781,
"51968" : 728,
"52480" : 672,
"52992" : 558,
"53504" : 457,
"54016" : 431,
"54528" : 363,
"55040" : 309,
"55552" : 231,
"56064" : 178,
"56576" : 134,
"57088" : 107,
"57600" : 100,
"58112" : 109,
"58624" : 142,
"59136" : 251,
"59648" : 373,
"60160" : 655,
"60672" : 909,
"61184" : 1170,
"61696" : 1355,
"62208" : 1498,
"62720" : 1539,
"63232" : 1644,
"63744" : 1534,
"64256" : 1418,
"64768" : 1334,
"65280" : 1242,
"66048" : 2093,
"67072" : 1480,
"68096" : 887,
"69120" : 539,
"70144" : 331,
"71168" : 196,
"72192" : 130,
"73216" : 131,
"74240" : 97,
"75264" : 67,
"76288" : 59,
"77312" : 53,
"78336" : 39,
"79360" : 32,
"80384" : 34,
"81408" : 24,
"82432" : 19,
"83456" : 18,
"84480" : 11,
"85504" : 12,
"86528" : 13,
"87552" : 6,
"88576" : 2,
"89600" : 3,
"90624" : 5,
"91648" : 2,
"92672" : 1,
"93696" : 1,
"94720" : 1,
"95744" : 2,
"96768" : 2,
"97792" : 2,
"98816" : 1,
"99840" : 1,
"100864" : 1,
"104960" : 1,
"261120" : 1,
"264192" : 4,
"268288" : 1,
"272384" : 6,
"276480" : 10,
"280576" : 16,
"284672" : 34,
"288768" : 52,
"292864" : 69,
"296960" : 110,
"301056" : 193,
"305152" : 270,
"309248" : 417,
"313344" : 518,
"317440" : 669,
"321536" : 764,
"325632" : 757,
"329728" : 655,
"333824" : 687,
"337920" : 787,
"342016" : 1124,
"346112" : 1734,
"350208" : 2728,
"354304" : 3959,
"358400" : 5302,
"362496" : 6440,
"366592" : 7322,
"370688" : 6807,
"374784" : 5838,
"378880" : 4308,
"382976" : 2631,
"387072" : 1502,
"391168" : 1031,
"395264" : 1035,
"399360" : 1412,
"403456" : 2533,
"407552" : 3803,
"411648" : 5132,
"415744" : 6246,
"419840" : 6954,
"423936" : 6662,
"428032" : 5527,
"432128" : 4020,
"436224" : 2529,
"440320" : 1416,
"444416" : 770,
"448512" : 371,
"452608" : 187,
"456704" : 89,
"460800" : 56,
"464896" : 28,
"468992" : 20,
"473088" : 10,
"477184" : 7,
"481280" : 3,
"485376" : 1,
"489472" : 1,
"493568" : 3,
"501760" : 1,
"505856" : 1,
"509952" : 2,
"514048" : 1,
"528384" : 2,
"536576" : 1,
"544768" : 9,
"552960" : 21,
"561152" : 34,
"569344" : 65,
"577536" : 89,
"585728" : 132,
"593920" : 218,
"602112" : 427,
"610304" : 718,
"618496" : 1121,
"626688" : 1360,
"634880" : 1428,
"643072" : 1902,
"651264" : 3043,
"659456" : 5137,
"667648" : 6815,
"675840" : 7104,
"684032" : 5781,
"692224" : 4202,
"700416" : 4474,
"708608" : 7032,
"716800" : 10178,
"724992" : 12012,
"733184" : 10352,
"741376" : 6649,
"749568" : 3877,
"757760" : 3286,
"765952" : 4351,
"774144" : 5800,
"782336" : 5610,
"790528" : 4134,
"798720" : 2394,
"806912" : 1018,
"815104" : 396,
"823296" : 133,
"831488" : 55,
"839680" : 18,
"847872" : 19,
"856064" : 29,
"864256" : 22,
"872448" : 35,
"880640" : 34,
"888832" : 57,
"897024" : 99,
"905216" : 173,
"913408" : 227,
"921600" : 289,
"929792" : 372,
"937984" : 453,
"946176" : 565,
"954368" : 805,
"962560" : 1133,
"970752" : 1543,
"978944" : 1649,
"987136" : 1534,
"995328" : 1522,
"1003520" : 1685,
"1011712" : 2191,
"1019904" : 2768,
"1028096" : 3197,
"1036288" : 2987,
"1044480" : 2454,
"1056768" : 4006,
"1073152" : 5157,
"1089536" : 5136,
"1105920" : 2842,
"1122304" : 1850,
"1138688" : 1927,
"1155072" : 1131,
"1171456" : 332,
"1187840" : 60,
"1204224" : 18,
"1220608" : 6,
"1236992" : 1,
"1253376" : 1,
"1286144" : 1,
"1302528" : 1,
"1564672" : 1,
"1630208" : 1
}
},
"lat_ns" : {
"min" : 34273,
"max" : 1970217,
"mean" : 782277.128736,
"stddev" : 334322.854889,
"N" : 306572
},
"bw_min" : 17688,
"bw_max" : 23240,
"bw_agg" : 99.914506,
"bw_mean" : 20421.991597,
"bw_dev" : 1297.837266,
"bw_samples" : 119,
"iops_min" : 4422,
"iops_max" : 5810,
"iops_mean" : 5105.470588,
"iops_stddev" : 324.481015,
"iops_samples" : 119
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 0.961683,
"sys_cpu" : 19.741996,
"ctx" : 164497,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999674,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999674,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.972688,
"100" : 9.241192,
"250" : 0.010000,
"500" : 34.432908,
"750" : 30.216947,
"1000" : 12.855013
},
"latency_ms" : {
"2" : 12.280273,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079222,
"timestamp_ms" : 1773079222227,
"time" : "Mon Mar 9 15:00:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1498406912,
"io_kbytes" : 1463288,
"bw_bytes" : 21406118,
"bw" : 20904,
"iops" : 5226.117516,
"runtime" : 69999,
"total_ios" : 365823,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5378,
"max" : 854424,
"mean" : 189434.733828,
"stddev" : 164951.011723,
"N" : 365823
},
"clat_ns" : {
"min" : 25750,
"max" : 1630780,
"mean" : 575393.276998,
"stddev" : 289183.601521,
"N" : 365822,
"percentile" : {
"1.000000" : 49920,
"5.000000" : 61696,
"10.000000" : 67072,
"20.000000" : 362496,
"30.000000" : 391168,
"40.000000" : 423936,
"50.000000" : 651264,
"60.000000" : 700416,
"70.000000" : 724992,
"80.000000" : 774144,
"90.000000" : 1019904,
"95.000000" : 1073152,
"99.000000" : 1138688,
"99.500000" : 1138688,
"99.900000" : 1171456,
"99.950000" : 1171456,
"99.990000" : 1187840
},
"bins" : {
"25728" : 2,
"25984" : 2,
"26240" : 3,
"26496" : 8,
"26752" : 8,
"27008" : 4,
"27264" : 5,
"27520" : 5,
"27776" : 7,
"28032" : 4,
"28288" : 5,
"28544" : 1,
"28800" : 1,
"29056" : 2,
"29312" : 2,
"29568" : 2,
"29824" : 1,
"30080" : 1,
"30848" : 1,
"35584" : 1,
"36096" : 11,
"36608" : 8,
"37120" : 44,
"37632" : 91,
"38144" : 135,
"38656" : 155,
"39168" : 184,
"39680" : 173,
"40192" : 178,
"40704" : 130,
"41216" : 88,
"41728" : 83,
"42240" : 59,
"42752" : 54,
"43264" : 48,
"43776" : 25,
"44288" : 24,
"44800" : 15,
"45312" : 10,
"45824" : 11,
"46336" : 6,
"46848" : 28,
"47360" : 66,
"47872" : 128,
"48384" : 276,
"48896" : 510,
"49408" : 671,
"49920" : 850,
"50432" : 950,
"50944" : 1067,
"51456" : 992,
"51968" : 933,
"52480" : 849,
"52992" : 710,
"53504" : 595,
"54016" : 550,
"54528" : 447,
"55040" : 401,
"55552" : 296,
"56064" : 222,
"56576" : 168,
"57088" : 127,
"57600" : 119,
"58112" : 132,
"58624" : 178,
"59136" : 319,
"59648" : 489,
"60160" : 850,
"60672" : 1163,
"61184" : 1542,
"61696" : 1798,
"62208" : 1969,
"62720" : 2001,
"63232" : 2127,
"63744" : 2044,
"64256" : 1879,
"64768" : 1790,
"65280" : 1640,
"66048" : 2769,
"67072" : 1927,
"68096" : 1179,
"69120" : 699,
"70144" : 411,
"71168" : 256,
"72192" : 178,
"73216" : 161,
"74240" : 123,
"75264" : 95,
"76288" : 81,
"77312" : 68,
"78336" : 51,
"79360" : 39,
"80384" : 38,
"81408" : 32,
"82432" : 25,
"83456" : 29,
"84480" : 13,
"85504" : 15,
"86528" : 13,
"87552" : 9,
"88576" : 2,
"89600" : 5,
"90624" : 5,
"91648" : 4,
"92672" : 1,
"93696" : 1,
"94720" : 1,
"95744" : 2,
"96768" : 2,
"97792" : 2,
"98816" : 1,
"99840" : 1,
"100864" : 1,
"104960" : 1,
"261120" : 1,
"264192" : 5,
"268288" : 1,
"272384" : 8,
"276480" : 14,
"280576" : 17,
"284672" : 50,
"288768" : 65,
"292864" : 90,
"296960" : 142,
"301056" : 241,
"305152" : 350,
"309248" : 521,
"313344" : 668,
"317440" : 834,
"321536" : 912,
"325632" : 909,
"329728" : 790,
"333824" : 819,
"337920" : 1003,
"342016" : 1474,
"346112" : 2195,
"350208" : 3526,
"354304" : 5088,
"358400" : 6669,
"362496" : 8130,
"366592" : 8969,
"370688" : 8214,
"374784" : 6951,
"378880" : 5067,
"382976" : 3074,
"387072" : 1775,
"391168" : 1247,
"395264" : 1342,
"399360" : 1875,
"403456" : 3202,
"407552" : 4885,
"411648" : 6434,
"415744" : 7802,
"419840" : 8537,
"423936" : 8022,
"428032" : 6628,
"432128" : 4681,
"436224" : 3003,
"440320" : 1629,
"444416" : 878,
"448512" : 416,
"452608" : 219,
"456704" : 98,
"460800" : 61,
"464896" : 29,
"468992" : 20,
"473088" : 10,
"477184" : 7,
"481280" : 4,
"485376" : 2,
"489472" : 2,
"493568" : 6,
"497664" : 1,
"501760" : 2,
"505856" : 1,
"509952" : 2,
"514048" : 1,
"528384" : 3,
"536576" : 3,
"544768" : 14,
"552960" : 21,
"561152" : 41,
"569344" : 74,
"577536" : 105,
"585728" : 162,
"593920" : 280,
"602112" : 532,
"610304" : 863,
"618496" : 1349,
"626688" : 1588,
"634880" : 1667,
"643072" : 2299,
"651264" : 3796,
"659456" : 6161,
"667648" : 8011,
"675840" : 8185,
"684032" : 6544,
"692224" : 4906,
"700416" : 5513,
"708608" : 8593,
"716800" : 12109,
"724992" : 13795,
"733184" : 11685,
"741376" : 7461,
"749568" : 4441,
"757760" : 3910,
"765952" : 5181,
"774144" : 6715,
"782336" : 6413,
"790528" : 4639,
"798720" : 2617,
"806912" : 1123,
"815104" : 433,
"823296" : 140,
"831488" : 69,
"839680" : 20,
"847872" : 19,
"856064" : 32,
"864256" : 27,
"872448" : 45,
"880640" : 43,
"888832" : 68,
"897024" : 111,
"905216" : 200,
"913408" : 261,
"921600" : 339,
"929792" : 417,
"937984" : 508,
"946176" : 656,
"954368" : 933,
"962560" : 1312,
"970752" : 1749,
"978944" : 1836,
"987136" : 1714,
"995328" : 1726,
"1003520" : 1942,
"1011712" : 2563,
"1019904" : 3127,
"1028096" : 3557,
"1036288" : 3268,
"1044480" : 2703,
"1056768" : 4587,
"1073152" : 5789,
"1089536" : 5598,
"1105920" : 3088,
"1122304" : 2063,
"1138688" : 2109,
"1155072" : 1208,
"1171456" : 341,
"1187840" : 61,
"1204224" : 18,
"1220608" : 6,
"1236992" : 1,
"1253376" : 1,
"1286144" : 1,
"1302528" : 1,
"1564672" : 1,
"1630208" : 1
}
},
"lat_ns" : {
"min" : 34273,
"max" : 1970217,
"mean" : 764828.455508,
"stddev" : 335546.077325,
"N" : 365822
},
"bw_min" : 17688,
"bw_max" : 24648,
"bw_agg" : 99.897571,
"bw_mean" : 20883.805755,
"bw_dev" : 1664.835675,
"bw_samples" : 139,
"iops_min" : 4422,
"iops_max" : 6162,
"iops_mean" : 5220.928058,
"iops_stddev" : 416.229916,
"iops_samples" : 139
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 0.975728,
"sys_cpu" : 19.887427,
"ctx" : 191632,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 1.046134,
"100" : 10.082472,
"250" : 0.010000,
"500" : 35.430522,
"750" : 29.635917,
"1000" : 12.347501
},
"latency_ms" : {
"2" : 11.456633,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079232,
"timestamp_ms" : 1773079232226,
"time" : "Mon Mar 9 15:00:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1756143616,
"io_kbytes" : 1714984,
"bw_bytes" : 21952069,
"bw" : 21437,
"iops" : 5359.404493,
"runtime" : 79999,
"total_ios" : 428747,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5308,
"max" : 854424,
"mean" : 184681.145016,
"stddev" : 164968.101326,
"N" : 428747
},
"clat_ns" : {
"min" : 25419,
"max" : 1630780,
"mean" : 561103.622455,
"stddev" : 290167.511027,
"N" : 428746,
"percentile" : {
"1.000000" : 49920,
"5.000000" : 61184,
"10.000000" : 66048,
"20.000000" : 362496,
"30.000000" : 378880,
"40.000000" : 419840,
"50.000000" : 626688,
"60.000000" : 692224,
"70.000000" : 724992,
"80.000000" : 765952,
"90.000000" : 1011712,
"95.000000" : 1073152,
"99.000000" : 1122304,
"99.500000" : 1138688,
"99.900000" : 1171456,
"99.950000" : 1171456,
"99.990000" : 1187840
},
"bins" : {
"25472" : 1,
"25728" : 2,
"25984" : 2,
"26240" : 3,
"26496" : 9,
"26752" : 10,
"27008" : 5,
"27264" : 5,
"27520" : 8,
"27776" : 9,
"28032" : 5,
"28288" : 5,
"28544" : 1,
"28800" : 1,
"29056" : 2,
"29312" : 2,
"29568" : 2,
"29824" : 2,
"30080" : 1,
"30848" : 2,
"34560" : 1,
"35584" : 2,
"36096" : 13,
"36608" : 10,
"37120" : 48,
"37632" : 113,
"38144" : 169,
"38656" : 207,
"39168" : 222,
"39680" : 204,
"40192" : 216,
"40704" : 145,
"41216" : 98,
"41728" : 97,
"42240" : 73,
"42752" : 67,
"43264" : 54,
"43776" : 30,
"44288" : 32,
"44800" : 18,
"45312" : 11,
"45824" : 13,
"46336" : 9,
"46848" : 31,
"47360" : 76,
"47872" : 155,
"48384" : 339,
"48896" : 621,
"49408" : 837,
"49920" : 1069,
"50432" : 1237,
"50944" : 1357,
"51456" : 1267,
"51968" : 1185,
"52480" : 1073,
"52992" : 898,
"53504" : 759,
"54016" : 668,
"54528" : 598,
"55040" : 510,
"55552" : 357,
"56064" : 285,
"56576" : 211,
"57088" : 159,
"57600" : 141,
"58112" : 158,
"58624" : 219,
"59136" : 399,
"59648" : 632,
"60160" : 1062,
"60672" : 1488,
"61184" : 2029,
"61696" : 2296,
"62208" : 2597,
"62720" : 2654,
"63232" : 2826,
"63744" : 2670,
"64256" : 2481,
"64768" : 2364,
"65280" : 2148,
"66048" : 3643,
"67072" : 2574,
"68096" : 1558,
"69120" : 915,
"70144" : 552,
"71168" : 353,
"72192" : 232,
"73216" : 212,
"74240" : 167,
"75264" : 121,
"76288" : 104,
"77312" : 89,
"78336" : 62,
"79360" : 51,
"80384" : 48,
"81408" : 40,
"82432" : 32,
"83456" : 34,
"84480" : 20,
"85504" : 23,
"86528" : 15,
"87552" : 18,
"88576" : 4,
"89600" : 6,
"90624" : 7,
"91648" : 5,
"92672" : 1,
"93696" : 1,
"94720" : 1,
"95744" : 2,
"96768" : 3,
"97792" : 2,
"98816" : 1,
"99840" : 1,
"100864" : 1,
"104960" : 1,
"261120" : 1,
"264192" : 5,
"268288" : 2,
"272384" : 8,
"276480" : 14,
"280576" : 19,
"284672" : 53,
"288768" : 76,
"292864" : 110,
"296960" : 170,
"301056" : 271,
"305152" : 436,
"309248" : 619,
"313344" : 797,
"317440" : 1018,
"321536" : 1075,
"325632" : 1078,
"329728" : 940,
"333824" : 974,
"337920" : 1192,
"342016" : 1759,
"346112" : 2720,
"350208" : 4288,
"354304" : 6154,
"358400" : 8155,
"362496" : 9802,
"366592" : 10749,
"370688" : 9955,
"374784" : 8328,
"378880" : 5972,
"382976" : 3656,
"387072" : 2106,
"391168" : 1526,
"395264" : 1661,
"399360" : 2305,
"403456" : 3872,
"407552" : 5967,
"411648" : 7800,
"415744" : 9428,
"419840" : 10233,
"423936" : 9658,
"428032" : 7943,
"432128" : 5591,
"436224" : 3529,
"440320" : 1895,
"444416" : 1031,
"448512" : 497,
"452608" : 256,
"456704" : 111,
"460800" : 69,
"464896" : 34,
"468992" : 24,
"473088" : 11,
"477184" : 9,
"481280" : 4,
"485376" : 2,
"489472" : 2,
"493568" : 6,
"497664" : 1,
"501760" : 2,
"505856" : 1,
"509952" : 2,
"514048" : 1,
"528384" : 3,
"536576" : 5,
"544768" : 18,
"552960" : 23,
"561152" : 46,
"569344" : 80,
"577536" : 116,
"585728" : 185,
"593920" : 308,
"602112" : 617,
"610304" : 989,
"618496" : 1559,
"626688" : 1814,
"634880" : 1960,
"643072" : 2639,
"651264" : 4398,
"659456" : 7082,
"667648" : 9200,
"675840" : 9247,
"684032" : 7457,
"692224" : 5643,
"700416" : 6396,
"708608" : 9918,
"716800" : 13825,
"724992" : 15716,
"733184" : 13238,
"741376" : 8378,
"749568" : 5045,
"757760" : 4492,
"765952" : 5942,
"774144" : 7596,
"782336" : 7222,
"790528" : 5227,
"798720" : 2902,
"806912" : 1247,
"815104" : 480,
"823296" : 158,
"831488" : 70,
"839680" : 21,
"847872" : 22,
"856064" : 34,
"864256" : 27,
"872448" : 47,
"880640" : 44,
"888832" : 75,
"897024" : 119,
"905216" : 215,
"913408" : 279,
"921600" : 365,
"929792" : 458,
"937984" : 571,
"946176" : 712,
"954368" : 1039,
"962560" : 1449,
"970752" : 1886,
"978944" : 2004,
"987136" : 1880,
"995328" : 1893,
"1003520" : 2131,
"1011712" : 2837,
"1019904" : 3408,
"1028096" : 3858,
"1036288" : 3543,
"1044480" : 2922,
"1056768" : 5047,
"1073152" : 6331,
"1089536" : 6025,
"1105920" : 3338,
"1122304" : 2258,
"1138688" : 2274,
"1155072" : 1285,
"1171456" : 358,
"1187840" : 63,
"1204224" : 19,
"1220608" : 6,
"1236992" : 1,
"1253376" : 1,
"1286144" : 1,
"1302528" : 1,
"1564672" : 1,
"1630208" : 1
}
},
"lat_ns" : {
"min" : 34273,
"max" : 1970217,
"mean" : 745784.572628,
"stddev" : 337247.308803,
"N" : 428746
},
"bw_min" : 17688,
"bw_max" : 26112,
"bw_agg" : 99.880736,
"bw_mean" : 21412.484277,
"bw_dev" : 2104.584633,
"bw_samples" : 159,
"iops_min" : 4422,
"iops_max" : 6528,
"iops_mean" : 5353.100629,
"iops_stddev" : 526.165833,
"iops_samples" : 159
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 0.973762,
"sys_cpu" : 20.119001,
"ctx" : 218416,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999767,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999767,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 1.094118,
"100" : 11.193314,
"250" : 0.010000,
"500" : 36.377397,
"750" : 28.889998,
"1000" : 11.814427
},
"latency_ms" : {
"2" : 10.630045,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079242,
"timestamp_ms" : 1773079242226,
"time" : "Mon Mar 9 15:00:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 2025725952,
"io_kbytes" : 1978248,
"bw_bytes" : 22508316,
"bw" : 21980,
"iops" : 5495.205502,
"runtime" : 89999,
"total_ios" : 494563,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5308,
"max" : 1680385,
"mean" : 180075.999052,
"stddev" : 164978.327667,
"N" : 494563
},
"clat_ns" : {
"min" : 25419,
"max" : 2074728,
"mean" : 547265.513659,
"stddev" : 291137.742926,
"N" : 494562,
"percentile" : {
"1.000000" : 49920,
"5.000000" : 61184,
"10.000000" : 64768,
"20.000000" : 358400,
"30.000000" : 374784,
"40.000000" : 415744,
"50.000000" : 440320,
"60.000000" : 684032,
"70.000000" : 724992,
"80.000000" : 757760,
"90.000000" : 995328,
"95.000000" : 1056768,
"99.000000" : 1122304,
"99.500000" : 1138688,
"99.900000" : 1171456,
"99.950000" : 1171456,
"99.990000" : 1187840
},
"bins" : {
"25472" : 1,
"25728" : 3,
"25984" : 2,
"26240" : 6,
"26496" : 9,
"26752" : 11,
"27008" : 6,
"27264" : 5,
"27520" : 8,
"27776" : 12,
"28032" : 6,
"28288" : 5,
"28544" : 1,
"28800" : 1,
"29056" : 2,
"29312" : 2,
"29568" : 2,
"29824" : 2,
"30080" : 1,
"30848" : 2,
"34560" : 1,
"35072" : 1,
"35584" : 2,
"36096" : 16,
"36608" : 19,
"37120" : 62,
"37632" : 141,
"38144" : 202,
"38656" : 254,
"39168" : 268,
"39680" : 250,
"40192" : 249,
"40704" : 176,
"41216" : 127,
"41728" : 110,
"42240" : 84,
"42752" : 77,
"43264" : 68,
"43776" : 39,
"44288" : 34,
"44800" : 21,
"45312" : 11,
"45824" : 13,
"46336" : 11,
"46848" : 37,
"47360" : 95,
"47872" : 193,
"48384" : 434,
"48896" : 757,
"49408" : 1056,
"49920" : 1346,
"50432" : 1581,
"50944" : 1677,
"51456" : 1569,
"51968" : 1432,
"52480" : 1307,
"52992" : 1093,
"53504" : 916,
"54016" : 797,
"54528" : 714,
"55040" : 611,
"55552" : 434,
"56064" : 336,
"56576" : 259,
"57088" : 192,
"57600" : 178,
"58112" : 193,
"58624" : 268,
"59136" : 495,
"59648" : 828,
"60160" : 1371,
"60672" : 1936,
"61184" : 2622,
"61696" : 3003,
"62208" : 3281,
"62720" : 3386,
"63232" : 3594,
"63744" : 3448,
"64256" : 3215,
"64768" : 3059,
"65280" : 2743,
"66048" : 4624,
"67072" : 3241,
"68096" : 1968,
"69120" : 1161,
"70144" : 718,
"71168" : 487,
"72192" : 322,
"73216" : 266,
"74240" : 233,
"75264" : 170,
"76288" : 141,
"77312" : 123,
"78336" : 88,
"79360" : 62,
"80384" : 68,
"81408" : 49,
"82432" : 48,
"83456" : 46,
"84480" : 27,
"85504" : 33,
"86528" : 24,
"87552" : 23,
"88576" : 8,
"89600" : 8,
"90624" : 9,
"91648" : 5,
"92672" : 1,
"93696" : 2,
"94720" : 1,
"95744" : 2,
"96768" : 3,
"97792" : 2,
"98816" : 2,
"99840" : 1,
"100864" : 1,
"102912" : 1,
"104960" : 1,
"107008" : 1,
"119296" : 1,
"261120" : 1,
"264192" : 6,
"268288" : 2,
"272384" : 8,
"276480" : 16,
"280576" : 25,
"284672" : 55,
"288768" : 93,
"292864" : 128,
"296960" : 191,
"301056" : 317,
"305152" : 504,
"309248" : 732,
"313344" : 954,
"317440" : 1212,
"321536" : 1291,
"325632" : 1286,
"329728" : 1131,
"333824" : 1133,
"337920" : 1365,
"342016" : 1998,
"346112" : 3143,
"350208" : 4975,
"354304" : 7136,
"358400" : 9528,
"362496" : 11607,
"366592" : 12693,
"370688" : 11761,
"374784" : 9916,
"378880" : 7178,
"382976" : 4412,
"387072" : 2566,
"391168" : 1824,
"395264" : 1941,
"399360" : 2697,
"403456" : 4422,
"407552" : 6835,
"411648" : 9146,
"415744" : 11188,
"419840" : 12109,
"423936" : 11431,
"428032" : 9479,
"432128" : 6781,
"436224" : 4256,
"440320" : 2316,
"444416" : 1263,
"448512" : 628,
"452608" : 320,
"456704" : 149,
"460800" : 80,
"464896" : 42,
"468992" : 28,
"473088" : 15,
"477184" : 9,
"481280" : 5,
"485376" : 2,
"489472" : 2,
"493568" : 6,
"497664" : 1,
"501760" : 2,
"505856" : 1,
"509952" : 2,
"514048" : 1,
"522240" : 1,
"528384" : 6,
"536576" : 6,
"544768" : 18,
"552960" : 25,
"561152" : 50,
"569344" : 91,
"577536" : 138,
"585728" : 200,
"593920" : 336,
"602112" : 676,
"610304" : 1123,
"618496" : 1736,
"626688" : 2041,
"634880" : 2213,
"643072" : 2913,
"651264" : 4926,
"659456" : 7817,
"667648" : 10333,
"675840" : 10372,
"684032" : 8336,
"692224" : 6355,
"700416" : 7069,
"708608" : 11029,
"716800" : 15376,
"724992" : 17558,
"733184" : 14906,
"741376" : 9458,
"749568" : 5650,
"757760" : 5004,
"765952" : 6605,
"774144" : 8427,
"782336" : 8073,
"790528" : 5906,
"798720" : 3319,
"806912" : 1424,
"815104" : 543,
"823296" : 193,
"831488" : 80,
"839680" : 24,
"847872" : 23,
"856064" : 35,
"864256" : 29,
"872448" : 52,
"880640" : 46,
"888832" : 79,
"897024" : 127,
"905216" : 233,
"913408" : 295,
"921600" : 387,
"929792" : 487,
"937984" : 611,
"946176" : 767,
"954368" : 1097,
"962560" : 1554,
"970752" : 2016,
"978944" : 2128,
"987136" : 2004,
"995328" : 2030,
"1003520" : 2293,
"1011712" : 3042,
"1019904" : 3661,
"1028096" : 4150,
"1036288" : 3799,
"1044480" : 3130,
"1056768" : 5417,
"1073152" : 6792,
"1089536" : 6468,
"1105920" : 3575,
"1122304" : 2435,
"1138688" : 2450,
"1155072" : 1384,
"1171456" : 396,
"1187840" : 77,
"1204224" : 20,
"1220608" : 6,
"1236992" : 1,
"1253376" : 2,
"1269760" : 3,
"1286144" : 2,
"1302528" : 1,
"1417216" : 1,
"1466368" : 2,
"1564672" : 1,
"1630208" : 1,
"1761280" : 1,
"1777664" : 1,
"2072576" : 1
}
},
"lat_ns" : {
"min" : 34273,
"max" : 2456300,
"mean" : 727340.542618,
"stddev" : 338838.247857,
"N" : 494562
},
"bw_min" : 17688,
"bw_max" : 27288,
"bw_agg" : 99.873629,
"bw_mean" : 21953.078212,
"bw_dev" : 2508.737380,
"bw_samples" : 179,
"iops_min" : 4422,
"iops_max" : 6822,
"iops_mean" : 5488.251397,
"iops_stddev" : 627.202930,
"iops_samples" : 179
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 1.005567,
"sys_cpu" : 20.351337,
"ctx" : 244881,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 1.170731,
"100" : 12.325022,
"250" : 0.010000,
"500" : 37.273108,
"750" : 27.996029,
"1000" : 11.332227
},
"latency_ms" : {
"2" : 9.901469,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079252,
"timestamp_ms" : 1773079252226,
"time" : "Mon Mar 9 15:00:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 2314252288,
"io_kbytes" : 2260012,
"bw_bytes" : 23142754,
"bw" : 22600,
"iops" : 5650.106501,
"runtime" : 99999,
"total_ios" : 565005,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5088,
"max" : 1680385,
"mean" : 175096.279406,
"stddev" : 164779.568732,
"N" : 565005
},
"clat_ns" : {
"min" : 25419,
"max" : 2074728,
"mean" : 532295.637870,
"stddev" : 291976.061829,
"N" : 565004,
"percentile" : {
"1.000000" : 49408,
"5.000000" : 60672,
"10.000000" : 64256,
"20.000000" : 354304,
"30.000000" : 370688,
"40.000000" : 411648,
"50.000000" : 432128,
"60.000000" : 675840,
"70.000000" : 716800,
"80.000000" : 749568,
"90.000000" : 978944,
"95.000000" : 1056768,
"99.000000" : 1122304,
"99.500000" : 1138688,
"99.900000" : 1155072,
"99.950000" : 1171456,
"99.990000" : 1187840
},
"bins" : {
"25472" : 1,
"25728" : 3,
"25984" : 4,
"26240" : 7,
"26496" : 12,
"26752" : 16,
"27008" : 7,
"27264" : 6,
"27520" : 9,
"27776" : 12,
"28032" : 7,
"28288" : 6,
"28544" : 2,
"28800" : 1,
"29056" : 2,
"29312" : 2,
"29568" : 2,
"29824" : 2,
"30080" : 1,
"30848" : 2,
"34560" : 1,
"35072" : 1,
"35584" : 2,
"36096" : 16,
"36608" : 25,
"37120" : 69,
"37632" : 172,
"38144" : 242,
"38656" : 293,
"39168" : 330,
"39680" : 293,
"40192" : 286,
"40704" : 196,
"41216" : 144,
"41728" : 130,
"42240" : 97,
"42752" : 89,
"43264" : 78,
"43776" : 44,
"44288" : 38,
"44800" : 21,
"45312" : 12,
"45824" : 16,
"46336" : 14,
"46848" : 42,
"47360" : 114,
"47872" : 229,
"48384" : 523,
"48896" : 941,
"49408" : 1302,
"49920" : 1688,
"50432" : 1920,
"50944" : 2044,
"51456" : 1918,
"51968" : 1724,
"52480" : 1600,
"52992" : 1354,
"53504" : 1124,
"54016" : 980,
"54528" : 845,
"55040" : 732,
"55552" : 527,
"56064" : 403,
"56576" : 301,
"57088" : 232,
"57600" : 210,
"58112" : 239,
"58624" : 334,
"59136" : 620,
"59648" : 1050,
"60160" : 1744,
"60672" : 2522,
"61184" : 3440,
"61696" : 3889,
"62208" : 4264,
"62720" : 4407,
"63232" : 4620,
"63744" : 4362,
"64256" : 4139,
"64768" : 3896,
"65280" : 3520,
"66048" : 5909,
"67072" : 4059,
"68096" : 2480,
"69120" : 1463,
"70144" : 911,
"71168" : 625,
"72192" : 405,
"73216" : 320,
"74240" : 281,
"75264" : 198,
"76288" : 164,
"77312" : 154,
"78336" : 106,
"79360" : 68,
"80384" : 78,
"81408" : 63,
"82432" : 63,
"83456" : 58,
"84480" : 43,
"85504" : 41,
"86528" : 32,
"87552" : 29,
"88576" : 13,
"89600" : 8,
"90624" : 10,
"91648" : 5,
"92672" : 2,
"93696" : 2,
"94720" : 1,
"95744" : 2,
"96768" : 3,
"97792" : 2,
"98816" : 2,
"99840" : 1,
"100864" : 1,
"102912" : 1,
"104960" : 1,
"107008" : 1,
"119296" : 1,
"261120" : 1,
"264192" : 6,
"268288" : 2,
"272384" : 11,
"276480" : 20,
"280576" : 31,
"284672" : 59,
"288768" : 113,
"292864" : 145,
"296960" : 213,
"301056" : 366,
"305152" : 570,
"309248" : 835,
"313344" : 1103,
"317440" : 1425,
"321536" : 1509,
"325632" : 1480,
"329728" : 1352,
"333824" : 1330,
"337920" : 1555,
"342016" : 2274,
"346112" : 3593,
"350208" : 5709,
"354304" : 8288,
"358400" : 11087,
"362496" : 13520,
"366592" : 14947,
"370688" : 13857,
"374784" : 11656,
"378880" : 8431,
"382976" : 5273,
"387072" : 3034,
"391168" : 2108,
"395264" : 2241,
"399360" : 3102,
"403456" : 5042,
"407552" : 7920,
"411648" : 10650,
"415744" : 13127,
"419840" : 14246,
"423936" : 13441,
"428032" : 11050,
"432128" : 7912,
"436224" : 5053,
"440320" : 2747,
"444416" : 1472,
"448512" : 725,
"452608" : 363,
"456704" : 163,
"460800" : 87,
"464896" : 46,
"468992" : 30,
"473088" : 18,
"477184" : 9,
"481280" : 5,
"485376" : 2,
"489472" : 2,
"493568" : 6,
"497664" : 1,
"501760" : 2,
"505856" : 1,
"509952" : 2,
"514048" : 1,
"522240" : 1,
"528384" : 6,
"536576" : 6,
"544768" : 19,
"552960" : 28,
"561152" : 55,
"569344" : 100,
"577536" : 147,
"585728" : 222,
"593920" : 357,
"602112" : 737,
"610304" : 1249,
"618496" : 1917,
"626688" : 2254,
"634880" : 2422,
"643072" : 3184,
"651264" : 5398,
"659456" : 8642,
"667648" : 11415,
"675840" : 11510,
"684032" : 9222,
"692224" : 7071,
"700416" : 7758,
"708608" : 12102,
"716800" : 17057,
"724992" : 19369,
"733184" : 16416,
"741376" : 10448,
"749568" : 6242,
"757760" : 5499,
"765952" : 7205,
"774144" : 9227,
"782336" : 8942,
"790528" : 6463,
"798720" : 3615,
"806912" : 1561,
"815104" : 590,
"823296" : 202,
"831488" : 84,
"839680" : 25,
"847872" : 25,
"856064" : 35,
"864256" : 30,
"872448" : 54,
"880640" : 52,
"888832" : 80,
"897024" : 133,
"905216" : 246,
"913408" : 322,
"921600" : 415,
"929792" : 520,
"937984" : 640,
"946176" : 808,
"954368" : 1156,
"962560" : 1637,
"970752" : 2147,
"978944" : 2258,
"987136" : 2124,
"995328" : 2153,
"1003520" : 2421,
"1011712" : 3213,
"1019904" : 3903,
"1028096" : 4374,
"1036288" : 4033,
"1044480" : 3301,
"1056768" : 5708,
"1073152" : 7196,
"1089536" : 6842,
"1105920" : 3777,
"1122304" : 2571,
"1138688" : 2587,
"1155072" : 1455,
"1171456" : 412,
"1187840" : 79,
"1204224" : 20,
"1220608" : 6,
"1236992" : 1,
"1253376" : 2,
"1269760" : 3,
"1286144" : 2,
"1302528" : 1,
"1417216" : 1,
"1466368" : 2,
"1564672" : 1,
"1630208" : 1,
"1761280" : 1,
"1777664" : 1,
"2072576" : 1
}
},
"lat_ns" : {
"min" : 32900,
"max" : 2456300,
"mean" : 707391.473221,
"stddev" : 340448.452406,
"N" : 565004
},
"bw_min" : 17688,
"bw_max" : 29232,
"bw_agg" : 99.856880,
"bw_mean" : 22568.326633,
"bw_dev" : 3020.174625,
"bw_samples" : 199,
"iops_min" : 4422,
"iops_max" : 7308,
"iops_mean" : 5642.065327,
"iops_stddev" : 755.060878,
"iops_samples" : 199
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 1.006010,
"sys_cpu" : 20.633206,
"ctx" : 271138,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999823,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999823,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 1.235741,
"100" : 13.651384,
"250" : 0.010000,
"500" : 38.117185,
"750" : 27.049849,
"1000" : 10.782205
},
"latency_ms" : {
"2" : 9.162397,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079262,
"timestamp_ms" : 1773079262226,
"time" : "Mon Mar 9 15:01:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 2639372288,
"io_kbytes" : 2577512,
"bw_bytes" : 23994511,
"bw" : 23432,
"iops" : 5858.044164,
"runtime" : 109999,
"total_ios" : 644379,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5088,
"max" : 1680385,
"mean" : 168824.974431,
"stddev" : 164326.633467,
"N" : 644379
},
"clat_ns" : {
"min" : 25419,
"max" : 2074728,
"mean" : 513439.877317,
"stddev" : 293497.822693,
"N" : 644378,
"percentile" : {
"1.000000" : 49408,
"5.000000" : 59648,
"10.000000" : 63232,
"20.000000" : 346112,
"30.000000" : 370688,
"40.000000" : 407552,
"50.000000" : 423936,
"60.000000" : 659456,
"70.000000" : 708608,
"80.000000" : 741376,
"90.000000" : 962560,
"95.000000" : 1044480,
"99.000000" : 1122304,
"99.500000" : 1138688,
"99.900000" : 1155072,
"99.950000" : 1171456,
"99.990000" : 1187840
},
"bins" : {
"25472" : 1,
"25728" : 3,
"25984" : 4,
"26240" : 8,
"26496" : 15,
"26752" : 17,
"27008" : 7,
"27264" : 8,
"27520" : 11,
"27776" : 12,
"28032" : 8,
"28288" : 6,
"28544" : 4,
"28800" : 1,
"29056" : 2,
"29312" : 2,
"29568" : 2,
"29824" : 2,
"30080" : 1,
"30848" : 2,
"34560" : 1,
"35072" : 2,
"35584" : 3,
"36096" : 20,
"36608" : 34,
"37120" : 100,
"37632" : 210,
"38144" : 294,
"38656" : 379,
"39168" : 405,
"39680" : 355,
"40192" : 320,
"40704" : 222,
"41216" : 157,
"41728" : 143,
"42240" : 115,
"42752" : 100,
"43264" : 87,
"43776" : 48,
"44288" : 41,
"44800" : 24,
"45312" : 13,
"45824" : 20,
"46336" : 16,
"46848" : 50,
"47360" : 152,
"47872" : 311,
"48384" : 733,
"48896" : 1224,
"49408" : 1688,
"49920" : 2208,
"50432" : 2450,
"50944" : 2535,
"51456" : 2355,
"51968" : 2108,
"52480" : 1939,
"52992" : 1665,
"53504" : 1338,
"54016" : 1184,
"54528" : 1022,
"55040" : 862,
"55552" : 615,
"56064" : 498,
"56576" : 350,
"57088" : 273,
"57600" : 248,
"58112" : 310,
"58624" : 499,
"59136" : 907,
"59648" : 1548,
"60160" : 2534,
"60672" : 3605,
"61184" : 4758,
"61696" : 5353,
"62208" : 5767,
"62720" : 5801,
"63232" : 6093,
"63744" : 5674,
"64256" : 5430,
"64768" : 5104,
"65280" : 4503,
"66048" : 7482,
"67072" : 5017,
"68096" : 3031,
"69120" : 1784,
"70144" : 1120,
"71168" : 766,
"72192" : 499,
"73216" : 393,
"74240" : 346,
"75264" : 244,
"76288" : 206,
"77312" : 188,
"78336" : 122,
"79360" : 91,
"80384" : 99,
"81408" : 77,
"82432" : 83,
"83456" : 80,
"84480" : 58,
"85504" : 45,
"86528" : 37,
"87552" : 34,
"88576" : 18,
"89600" : 12,
"90624" : 10,
"91648" : 7,
"92672" : 5,
"93696" : 4,
"94720" : 1,
"95744" : 3,
"96768" : 3,
"97792" : 2,
"98816" : 2,
"99840" : 1,
"100864" : 1,
"102912" : 1,
"103936" : 1,
"104960" : 1,
"107008" : 1,
"119296" : 1,
"261120" : 1,
"264192" : 6,
"268288" : 5,
"272384" : 11,
"276480" : 22,
"280576" : 38,
"284672" : 64,
"288768" : 123,
"292864" : 163,
"296960" : 259,
"301056" : 419,
"305152" : 660,
"309248" : 937,
"313344" : 1270,
"317440" : 1644,
"321536" : 1759,
"325632" : 1713,
"329728" : 1548,
"333824" : 1508,
"337920" : 1795,
"342016" : 2612,
"346112" : 4175,
"350208" : 6662,
"354304" : 9692,
"358400" : 12843,
"362496" : 15812,
"366592" : 17379,
"370688" : 16223,
"374784" : 13495,
"378880" : 9768,
"382976" : 6088,
"387072" : 3495,
"391168" : 2415,
"395264" : 2585,
"399360" : 3589,
"403456" : 5870,
"407552" : 9323,
"411648" : 12390,
"415744" : 15346,
"419840" : 16731,
"423936" : 15533,
"428032" : 12863,
"432128" : 9203,
"436224" : 5822,
"440320" : 3146,
"444416" : 1714,
"448512" : 844,
"452608" : 410,
"456704" : 184,
"460800" : 99,
"464896" : 48,
"468992" : 34,
"473088" : 18,
"477184" : 9,
"481280" : 5,
"485376" : 2,
"489472" : 2,
"493568" : 6,
"497664" : 1,
"501760" : 2,
"505856" : 1,
"509952" : 2,
"514048" : 1,
"522240" : 1,
"528384" : 6,
"536576" : 6,
"544768" : 20,
"552960" : 29,
"561152" : 59,
"569344" : 106,
"577536" : 159,
"585728" : 237,
"593920" : 393,
"602112" : 801,
"610304" : 1353,
"618496" : 2075,
"626688" : 2412,
"634880" : 2611,
"643072" : 3458,
"651264" : 5902,
"659456" : 9401,
"667648" : 12441,
"675840" : 12490,
"684032" : 10026,
"692224" : 7663,
"700416" : 8489,
"708608" : 13208,
"716800" : 18512,
"724992" : 20996,
"733184" : 17750,
"741376" : 11247,
"749568" : 6710,
"757760" : 5972,
"765952" : 7879,
"774144" : 10015,
"782336" : 9687,
"790528" : 6955,
"798720" : 3929,
"806912" : 1675,
"815104" : 632,
"823296" : 217,
"831488" : 89,
"839680" : 28,
"847872" : 26,
"856064" : 35,
"864256" : 32,
"872448" : 55,
"880640" : 53,
"888832" : 85,
"897024" : 139,
"905216" : 259,
"913408" : 334,
"921600" : 438,
"929792" : 543,
"937984" : 672,
"946176" : 844,
"954368" : 1207,
"962560" : 1721,
"970752" : 2255,
"978944" : 2349,
"987136" : 2223,
"995328" : 2248,
"1003520" : 2544,
"1011712" : 3367,
"1019904" : 4081,
"1028096" : 4587,
"1036288" : 4184,
"1044480" : 3428,
"1056768" : 5941,
"1073152" : 7496,
"1089536" : 7107,
"1105920" : 3909,
"1122304" : 2666,
"1138688" : 2678,
"1155072" : 1500,
"1171456" : 424,
"1187840" : 84,
"1204224" : 21,
"1220608" : 6,
"1236992" : 1,
"1253376" : 2,
"1269760" : 3,
"1286144" : 2,
"1302528" : 1,
"1417216" : 1,
"1466368" : 2,
"1564672" : 1,
"1630208" : 1,
"1761280" : 1,
"1777664" : 1,
"2072576" : 1
}
},
"lat_ns" : {
"min" : 32900,
"max" : 2456300,
"mean" : 682265.032645,
"stddev" : 343480.889449,
"N" : 644378
},
"bw_min" : 17688,
"bw_max" : 37384,
"bw_agg" : 99.858572,
"bw_mean" : 23399.200913,
"bw_dev" : 3949.116165,
"bw_samples" : 219,
"iops_min" : 4422,
"iops_max" : 9346,
"iops_mean" : 5849.785388,
"iops_stddev" : 987.294140,
"iops_samples" : 219
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 1.025464,
"sys_cpu" : 20.981100,
"ctx" : 296868,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999845,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999845,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 1.371243,
"100" : 15.511523,
"250" : 0.010000,
"500" : 38.856170,
"750" : 25.733924,
"1000" : 10.163584
},
"latency_ms" : {
"2" : 8.362315,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079272,
"timestamp_ms" : 1773079272226,
"time" : "Mon Mar 9 15:01:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 2988466176,
"io_kbytes" : 2918424,
"bw_bytes" : 24904092,
"bw" : 24320,
"iops" : 6080.109001,
"runtime" : 119999,
"total_ios" : 729607,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5088,
"max" : 1680385,
"mean" : 162600.094367,
"stddev" : 163610.354696,
"N" : 729607
},
"clat_ns" : {
"min" : 25419,
"max" : 2074728,
"mean" : 494728.922904,
"stddev" : 294343.658278,
"N" : 729606,
"percentile" : {
"1.000000" : 49408,
"5.000000" : 58624,
"10.000000" : 62720,
"20.000000" : 321536,
"30.000000" : 366592,
"40.000000" : 391168,
"50.000000" : 419840,
"60.000000" : 643072,
"70.000000" : 700416,
"80.000000" : 733184,
"90.000000" : 806912,
"95.000000" : 1036288,
"99.000000" : 1122304,
"99.500000" : 1138688,
"99.900000" : 1155072,
"99.950000" : 1171456,
"99.990000" : 1187840
},
"bins" : {
"25472" : 1,
"25728" : 3,
"25984" : 5,
"26240" : 9,
"26496" : 16,
"26752" : 19,
"27008" : 10,
"27264" : 10,
"27520" : 11,
"27776" : 13,
"28032" : 10,
"28288" : 7,
"28544" : 4,
"28800" : 1,
"29056" : 3,
"29312" : 2,
"29568" : 2,
"29824" : 2,
"30080" : 1,
"30848" : 2,
"32640" : 1,
"34560" : 1,
"35072" : 2,
"35584" : 4,
"36096" : 24,
"36608" : 42,
"37120" : 129,
"37632" : 264,
"38144" : 368,
"38656" : 440,
"39168" : 461,
"39680" : 414,
"40192" : 366,
"40704" : 260,
"41216" : 184,
"41728" : 161,
"42240" : 135,
"42752" : 113,
"43264" : 99,
"43776" : 59,
"44288" : 48,
"44800" : 28,
"45312" : 16,
"45824" : 22,
"46336" : 25,
"46848" : 66,
"47360" : 200,
"47872" : 426,
"48384" : 996,
"48896" : 1628,
"49408" : 2211,
"49920" : 2804,
"50432" : 3083,
"50944" : 3104,
"51456" : 2864,
"51968" : 2587,
"52480" : 2332,
"52992" : 2019,
"53504" : 1620,
"54016" : 1449,
"54528" : 1218,
"55040" : 1010,
"55552" : 707,
"56064" : 590,
"56576" : 410,
"57088" : 316,
"57600" : 307,
"58112" : 384,
"58624" : 684,
"59136" : 1253,
"59648" : 2291,
"60160" : 3565,
"60672" : 4909,
"61184" : 6319,
"61696" : 7055,
"62208" : 7459,
"62720" : 7521,
"63232" : 7805,
"63744" : 7325,
"64256" : 6901,
"64768" : 6479,
"65280" : 5643,
"66048" : 9276,
"67072" : 6111,
"68096" : 3649,
"69120" : 2184,
"70144" : 1387,
"71168" : 933,
"72192" : 606,
"73216" : 490,
"74240" : 414,
"75264" : 302,
"76288" : 258,
"77312" : 227,
"78336" : 143,
"79360" : 111,
"80384" : 122,
"81408" : 101,
"82432" : 110,
"83456" : 101,
"84480" : 69,
"85504" : 56,
"86528" : 45,
"87552" : 38,
"88576" : 22,
"89600" : 15,
"90624" : 11,
"91648" : 9,
"92672" : 6,
"93696" : 4,
"94720" : 3,
"95744" : 3,
"96768" : 3,
"97792" : 3,
"98816" : 2,
"99840" : 1,
"100864" : 1,
"102912" : 2,
"103936" : 2,
"104960" : 1,
"107008" : 1,
"119296" : 1,
"261120" : 1,
"264192" : 6,
"268288" : 6,
"272384" : 14,
"276480" : 23,
"280576" : 45,
"284672" : 78,
"288768" : 146,
"292864" : 195,
"296960" : 309,
"301056" : 487,
"305152" : 732,
"309248" : 1095,
"313344" : 1475,
"317440" : 1897,
"321536" : 2029,
"325632" : 1968,
"329728" : 1771,
"333824" : 1696,
"337920" : 2066,
"342016" : 3020,
"346112" : 4860,
"350208" : 7771,
"354304" : 11336,
"358400" : 15047,
"362496" : 18318,
"366592" : 20108,
"370688" : 18640,
"374784" : 15383,
"378880" : 10954,
"382976" : 6820,
"387072" : 3937,
"391168" : 2695,
"395264" : 2934,
"399360" : 4166,
"403456" : 6909,
"407552" : 10834,
"411648" : 14551,
"415744" : 17765,
"419840" : 19421,
"423936" : 17739,
"428032" : 14593,
"432128" : 10432,
"436224" : 6501,
"440320" : 3527,
"444416" : 1872,
"448512" : 949,
"452608" : 454,
"456704" : 193,
"460800" : 109,
"464896" : 48,
"468992" : 34,
"473088" : 18,
"477184" : 9,
"481280" : 5,
"485376" : 2,
"489472" : 2,
"493568" : 6,
"497664" : 1,
"501760" : 2,
"505856" : 4,
"509952" : 2,
"514048" : 1,
"522240" : 1,
"528384" : 10,
"536576" : 9,
"544768" : 20,
"552960" : 36,
"561152" : 66,
"569344" : 114,
"577536" : 171,
"585728" : 259,
"593920" : 427,
"602112" : 865,
"610304" : 1457,
"618496" : 2233,
"626688" : 2595,
"634880" : 2836,
"643072" : 3792,
"651264" : 6451,
"659456" : 10141,
"667648" : 13379,
"675840" : 13388,
"684032" : 10683,
"692224" : 8202,
"700416" : 9219,
"708608" : 14301,
"716800" : 20027,
"724992" : 22516,
"733184" : 18843,
"741376" : 11922,
"749568" : 7162,
"757760" : 6482,
"765952" : 8526,
"774144" : 10742,
"782336" : 10352,
"790528" : 7449,
"798720" : 4145,
"806912" : 1764,
"815104" : 661,
"823296" : 226,
"831488" : 92,
"839680" : 32,
"847872" : 28,
"856064" : 35,
"864256" : 34,
"872448" : 56,
"880640" : 55,
"888832" : 91,
"897024" : 143,
"905216" : 268,
"913408" : 350,
"921600" : 453,
"929792" : 556,
"937984" : 715,
"946176" : 881,
"954368" : 1268,
"962560" : 1795,
"970752" : 2341,
"978944" : 2419,
"987136" : 2295,
"995328" : 2325,
"1003520" : 2637,
"1011712" : 3482,
"1019904" : 4219,
"1028096" : 4727,
"1036288" : 4318,
"1044480" : 3537,
"1056768" : 6145,
"1073152" : 7727,
"1089536" : 7323,
"1105920" : 4012,
"1122304" : 2739,
"1138688" : 2757,
"1155072" : 1540,
"1171456" : 436,
"1187840" : 86,
"1204224" : 21,
"1220608" : 6,
"1236992" : 1,
"1253376" : 4,
"1269760" : 3,
"1286144" : 2,
"1302528" : 1,
"1417216" : 1,
"1466368" : 2,
"1564672" : 1,
"1630208" : 1,
"1761280" : 1,
"1777664" : 1,
"2072576" : 1
}
},
"lat_ns" : {
"min" : 32900,
"max" : 2456300,
"mean" : 657329.264868,
"stddev" : 345613.424858,
"N" : 729606
},
"bw_min" : 17688,
"bw_max" : 37384,
"bw_agg" : 99.809204,
"bw_mean" : 24274.682008,
"bw_dev" : 4785.145106,
"bw_samples" : 239,
"iops_min" : 4422,
"iops_max" : 9346,
"iops_mean" : 6068.656904,
"iops_stddev" : 1196.300189,
"iops_samples" : 239
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 1.061676,
"sys_cpu" : 21.325178,
"ctx" : 322332,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 1.529865,
"100" : 17.405261,
"250" : 0.010000,
"500" : 39.473717,
"750" : 24.423697,
"1000" : 9.549388
},
"latency_ms" : {
"2" : 7.616703,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079282,
"timestamp_ms" : 1773079282226,
"time" : "Mon Mar 9 15:01:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 3386720256,
"io_kbytes" : 3307344,
"bw_bytes" : 26051894,
"bw" : 25441,
"iops" : 6360.333541,
"runtime" : 129999,
"total_ios" : 826837,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5088,
"max" : 1680385,
"mean" : 155364.167722,
"stddev" : 162494.427327,
"N" : 826837
},
"clat_ns" : {
"min" : 25419,
"max" : 2074728,
"mean" : 472983.320172,
"stddev" : 295368.700388,
"N" : 826836,
"percentile" : {
"1.000000" : 48896,
"5.000000" : 55040,
"10.000000" : 62208,
"20.000000" : 68096,
"30.000000" : 362496,
"40.000000" : 378880,
"50.000000" : 415744,
"60.000000" : 436224,
"70.000000" : 684032,
"80.000000" : 733184,
"90.000000" : 790528,
"95.000000" : 1036288,
"99.000000" : 1105920,
"99.500000" : 1138688,
"99.900000" : 1155072,
"99.950000" : 1171456,
"99.990000" : 1187840
},
"bins" : {
"25472" : 1,
"25728" : 3,
"25984" : 6,
"26240" : 11,
"26496" : 18,
"26752" : 22,
"27008" : 16,
"27264" : 11,
"27520" : 13,
"27776" : 14,
"28032" : 10,
"28288" : 8,
"28544" : 4,
"28800" : 2,
"29056" : 3,
"29312" : 2,
"29568" : 2,
"29824" : 3,
"30080" : 1,
"30848" : 2,
"31360" : 1,
"32640" : 1,
"33024" : 1,
"34560" : 1,
"35072" : 3,
"35584" : 4,
"36096" : 28,
"36608" : 52,
"37120" : 163,
"37632" : 324,
"38144" : 458,
"38656" : 535,
"39168" : 532,
"39680" : 484,
"40192" : 410,
"40704" : 301,
"41216" : 207,
"41728" : 190,
"42240" : 156,
"42752" : 129,
"43264" : 110,
"43776" : 67,
"44288" : 59,
"44800" : 31,
"45312" : 21,
"45824" : 25,
"46336" : 32,
"46848" : 88,
"47360" : 239,
"47872" : 558,
"48384" : 1283,
"48896" : 2117,
"49408" : 2927,
"49920" : 3631,
"50432" : 3868,
"50944" : 3872,
"51456" : 3561,
"51968" : 3170,
"52480" : 2856,
"52992" : 2471,
"53504" : 2013,
"54016" : 1755,
"54528" : 1463,
"55040" : 1256,
"55552" : 858,
"56064" : 701,
"56576" : 474,
"57088" : 385,
"57600" : 372,
"58112" : 491,
"58624" : 900,
"59136" : 1681,
"59648" : 3049,
"60160" : 4772,
"60672" : 6652,
"61184" : 8345,
"61696" : 9408,
"62208" : 9894,
"62720" : 9980,
"63232" : 10148,
"63744" : 9553,
"64256" : 9053,
"64768" : 8477,
"65280" : 7423,
"66048" : 11952,
"67072" : 7825,
"68096" : 4656,
"69120" : 2784,
"70144" : 1748,
"71168" : 1214,
"72192" : 779,
"73216" : 637,
"74240" : 557,
"75264" : 399,
"76288" : 335,
"77312" : 275,
"78336" : 201,
"79360" : 140,
"80384" : 144,
"81408" : 136,
"82432" : 151,
"83456" : 141,
"84480" : 86,
"85504" : 78,
"86528" : 60,
"87552" : 46,
"88576" : 27,
"89600" : 20,
"90624" : 17,
"91648" : 11,
"92672" : 7,
"93696" : 5,
"94720" : 3,
"95744" : 4,
"96768" : 3,
"97792" : 3,
"98816" : 2,
"99840" : 1,
"100864" : 1,
"102912" : 2,
"103936" : 2,
"104960" : 1,
"107008" : 1,
"119296" : 1,
"261120" : 1,
"264192" : 6,
"268288" : 6,
"272384" : 16,
"276480" : 27,
"280576" : 52,
"284672" : 85,
"288768" : 164,
"292864" : 226,
"296960" : 350,
"301056" : 565,
"305152" : 844,
"309248" : 1244,
"313344" : 1677,
"317440" : 2123,
"321536" : 2294,
"325632" : 2215,
"329728" : 2014,
"333824" : 1921,
"337920" : 2358,
"342016" : 3510,
"346112" : 5596,
"350208" : 8912,
"354304" : 13019,
"358400" : 17342,
"362496" : 21092,
"366592" : 23014,
"370688" : 21198,
"374784" : 17431,
"378880" : 12465,
"382976" : 7693,
"387072" : 4477,
"391168" : 3096,
"395264" : 3361,
"399360" : 4734,
"403456" : 7949,
"407552" : 12394,
"411648" : 16695,
"415744" : 20464,
"419840" : 22188,
"423936" : 20223,
"428032" : 16676,
"432128" : 11812,
"436224" : 7359,
"440320" : 3974,
"444416" : 2115,
"448512" : 1067,
"452608" : 515,
"456704" : 236,
"460800" : 126,
"464896" : 55,
"468992" : 34,
"473088" : 18,
"477184" : 9,
"481280" : 5,
"485376" : 2,
"489472" : 2,
"493568" : 6,
"497664" : 1,
"501760" : 2,
"505856" : 4,
"509952" : 2,
"514048" : 1,
"522240" : 1,
"528384" : 10,
"536576" : 12,
"544768" : 23,
"552960" : 37,
"561152" : 70,
"569344" : 117,
"577536" : 181,
"585728" : 280,
"593920" : 458,
"602112" : 941,
"610304" : 1553,
"618496" : 2377,
"626688" : 2739,
"634880" : 2986,
"643072" : 4045,
"651264" : 6904,
"659456" : 10830,
"667648" : 14219,
"675840" : 14163,
"684032" : 11246,
"692224" : 8643,
"700416" : 9853,
"708608" : 15275,
"716800" : 21349,
"724992" : 23881,
"733184" : 19867,
"741376" : 12558,
"749568" : 7545,
"757760" : 6950,
"765952" : 9123,
"774144" : 11408,
"782336" : 10935,
"790528" : 7846,
"798720" : 4331,
"806912" : 1828,
"815104" : 684,
"823296" : 231,
"831488" : 97,
"839680" : 34,
"847872" : 30,
"856064" : 35,
"864256" : 35,
"872448" : 60,
"880640" : 56,
"888832" : 96,
"897024" : 148,
"905216" : 275,
"913408" : 360,
"921600" : 469,
"929792" : 571,
"937984" : 737,
"946176" : 911,
"954368" : 1299,
"962560" : 1846,
"970752" : 2400,
"978944" : 2473,
"987136" : 2346,
"995328" : 2383,
"1003520" : 2711,
"1011712" : 3579,
"1019904" : 4320,
"1028096" : 4825,
"1036288" : 4395,
"1044480" : 3599,
"1056768" : 6275,
"1073152" : 7895,
"1089536" : 7490,
"1105920" : 4090,
"1122304" : 2805,
"1138688" : 2817,
"1155072" : 1564,
"1171456" : 442,
"1187840" : 86,
"1204224" : 21,
"1220608" : 6,
"1236992" : 1,
"1253376" : 4,
"1269760" : 3,
"1286144" : 2,
"1302528" : 1,
"1417216" : 1,
"1466368" : 2,
"1564672" : 1,
"1630208" : 1,
"1761280" : 1,
"1777664" : 1,
"2072576" : 1
}
},
"lat_ns" : {
"min" : 32900,
"max" : 2456300,
"mean" : 628347.700774,
"stddev" : 348363.267773,
"N" : 826836
},
"bw_min" : 17688,
"bw_max" : 42000,
"bw_agg" : 99.798349,
"bw_mean" : 25390.768340,
"bw_dev" : 6026.336548,
"bw_samples" : 259,
"iops_min" : 4422,
"iops_max" : 10500,
"iops_mean" : 6347.679537,
"iops_stddev" : 1506.596661,
"iops_samples" : 259
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 1.106932,
"sys_cpu" : 21.784783,
"ctx" : 347002,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999879,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999879,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 1.703480,
"100" : 19.905132,
"250" : 0.010000,
"500" : 39.796598,
"750" : 22.866055,
"1000" : 8.861239
},
"latency_ms" : {
"2" : 6.866287,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079292,
"timestamp_ms" : 1773079292226,
"time" : "Mon Mar 9 15:01:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 3854491648,
"io_kbytes" : 3764152,
"bw_bytes" : 27532279,
"bw" : 26886,
"iops" : 6721.755155,
"runtime" : 139999,
"total_ios" : 941039,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5088,
"max" : 1680385,
"mean" : 146921.784393,
"stddev" : 160808.917014,
"N" : 941039
},
"clat_ns" : {
"min" : 25419,
"max" : 2074728,
"mean" : 447610.964425,
"stddev" : 296261.562438,
"N" : 941038,
"percentile" : {
"1.000000" : 48896,
"5.000000" : 53504,
"10.000000" : 61184,
"20.000000" : 65280,
"30.000000" : 354304,
"40.000000" : 370688,
"50.000000" : 411648,
"60.000000" : 428032,
"70.000000" : 667648,
"80.000000" : 724992,
"90.000000" : 782336,
"95.000000" : 1019904,
"99.000000" : 1105920,
"99.500000" : 1138688,
"99.900000" : 1155072,
"99.950000" : 1171456,
"99.990000" : 1187840
},
"bins" : {
"25472" : 1,
"25728" : 4,
"25984" : 7,
"26240" : 12,
"26496" : 20,
"26752" : 26,
"27008" : 19,
"27264" : 13,
"27520" : 14,
"27776" : 17,
"28032" : 11,
"28288" : 8,
"28544" : 4,
"28800" : 3,
"29056" : 3,
"29312" : 2,
"29568" : 2,
"29824" : 3,
"30080" : 1,
"30848" : 2,
"31360" : 1,
"32640" : 1,
"33024" : 1,
"34560" : 1,
"35072" : 3,
"35584" : 4,
"36096" : 36,
"36608" : 84,
"37120" : 231,
"37632" : 424,
"38144" : 586,
"38656" : 648,
"39168" : 619,
"39680" : 548,
"40192" : 461,
"40704" : 332,
"41216" : 254,
"41728" : 222,
"42240" : 174,
"42752" : 144,
"43264" : 123,
"43776" : 76,
"44288" : 66,
"44800" : 35,
"45312" : 22,
"45824" : 30,
"46336" : 42,
"46848" : 150,
"47360" : 392,
"47872" : 889,
"48384" : 1931,
"48896" : 3009,
"49408" : 3936,
"49920" : 4662,
"50432" : 4888,
"50944" : 4761,
"51456" : 4277,
"51968" : 3897,
"52480" : 3529,
"52992" : 3001,
"53504" : 2432,
"54016" : 2089,
"54528" : 1742,
"55040" : 1444,
"55552" : 1007,
"56064" : 807,
"56576" : 575,
"57088" : 489,
"57600" : 556,
"58112" : 839,
"58624" : 1584,
"59136" : 2989,
"59648" : 5035,
"60160" : 7522,
"60672" : 9833,
"61184" : 11817,
"61696" : 12951,
"62208" : 13274,
"62720" : 13355,
"63232" : 13460,
"63744" : 12511,
"64256" : 11774,
"64768" : 10896,
"65280" : 9351,
"66048" : 14811,
"67072" : 9571,
"68096" : 5700,
"69120" : 3413,
"70144" : 2146,
"71168" : 1525,
"72192" : 1000,
"73216" : 813,
"74240" : 717,
"75264" : 530,
"76288" : 430,
"77312" : 337,
"78336" : 257,
"79360" : 187,
"80384" : 183,
"81408" : 162,
"82432" : 187,
"83456" : 166,
"84480" : 101,
"85504" : 99,
"86528" : 73,
"87552" : 51,
"88576" : 30,
"89600" : 25,
"90624" : 21,
"91648" : 15,
"92672" : 7,
"93696" : 7,
"94720" : 5,
"95744" : 4,
"96768" : 3,
"97792" : 3,
"98816" : 2,
"99840" : 2,
"100864" : 1,
"102912" : 2,
"103936" : 2,
"104960" : 1,
"107008" : 1,
"119296" : 1,
"261120" : 1,
"264192" : 6,
"268288" : 6,
"272384" : 18,
"276480" : 28,
"280576" : 53,
"284672" : 89,
"288768" : 182,
"292864" : 243,
"296960" : 396,
"301056" : 654,
"305152" : 968,
"309248" : 1417,
"313344" : 1908,
"317440" : 2391,
"321536" : 2649,
"325632" : 2533,
"329728" : 2271,
"333824" : 2166,
"337920" : 2654,
"342016" : 3942,
"346112" : 6338,
"350208" : 9998,
"354304" : 14737,
"358400" : 19756,
"362496" : 23998,
"366592" : 26327,
"370688" : 24201,
"374784" : 19883,
"378880" : 14187,
"382976" : 8683,
"387072" : 5057,
"391168" : 3462,
"395264" : 3770,
"399360" : 5350,
"403456" : 8939,
"407552" : 14051,
"411648" : 19056,
"415744" : 23235,
"419840" : 25154,
"423936" : 23066,
"428032" : 19051,
"432128" : 13379,
"436224" : 8257,
"440320" : 4500,
"444416" : 2369,
"448512" : 1220,
"452608" : 574,
"456704" : 275,
"460800" : 138,
"464896" : 63,
"468992" : 38,
"473088" : 22,
"477184" : 10,
"481280" : 5,
"485376" : 5,
"489472" : 2,
"493568" : 7,
"497664" : 1,
"501760" : 2,
"505856" : 4,
"509952" : 2,
"514048" : 1,
"522240" : 1,
"528384" : 10,
"536576" : 12,
"544768" : 23,
"552960" : 40,
"561152" : 75,
"569344" : 129,
"577536" : 190,
"585728" : 287,
"593920" : 478,
"602112" : 994,
"610304" : 1625,
"618496" : 2516,
"626688" : 2891,
"634880" : 3155,
"643072" : 4236,
"651264" : 7257,
"659456" : 11330,
"667648" : 14908,
"675840" : 14895,
"684032" : 11744,
"692224" : 9044,
"700416" : 10297,
"708608" : 16031,
"716800" : 22417,
"724992" : 25026,
"733184" : 20736,
"741376" : 13108,
"749568" : 7940,
"757760" : 7292,
"765952" : 9486,
"774144" : 11963,
"782336" : 11417,
"790528" : 8185,
"798720" : 4492,
"806912" : 1894,
"815104" : 721,
"823296" : 242,
"831488" : 99,
"839680" : 36,
"847872" : 30,
"856064" : 35,
"864256" : 36,
"872448" : 60,
"880640" : 56,
"888832" : 96,
"897024" : 152,
"905216" : 281,
"913408" : 373,
"921600" : 481,
"929792" : 583,
"937984" : 743,
"946176" : 929,
"954368" : 1315,
"962560" : 1871,
"970752" : 2425,
"978944" : 2512,
"987136" : 2377,
"995328" : 2423,
"1003520" : 2754,
"1011712" : 3633,
"1019904" : 4376,
"1028096" : 4882,
"1036288" : 4457,
"1044480" : 3634,
"1056768" : 6369,
"1073152" : 8007,
"1089536" : 7586,
"1105920" : 4143,
"1122304" : 2855,
"1138688" : 2854,
"1155072" : 1578,
"1171456" : 445,
"1187840" : 86,
"1204224" : 21,
"1220608" : 6,
"1236992" : 1,
"1253376" : 4,
"1269760" : 3,
"1286144" : 2,
"1302528" : 1,
"1417216" : 1,
"1466368" : 2,
"1564672" : 1,
"1630208" : 1,
"1761280" : 1,
"1777664" : 1,
"2072576" : 1
}
},
"lat_ns" : {
"min" : 32900,
"max" : 2456300,
"mean" : 594533.242696,
"stddev" : 351454.808365,
"N" : 941038
},
"bw_min" : 17688,
"bw_max" : 49280,
"bw_agg" : 99.713649,
"bw_mean" : 26810.010753,
"bw_dev" : 7765.270789,
"bw_samples" : 279,
"iops_min" : 4422,
"iops_max" : 12320,
"iops_mean" : 6702.491039,
"iops_stddev" : 1941.328854,
"iops_samples" : 279
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 1.157865,
"sys_cpu" : 22.378731,
"ctx" : 370640,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 1.992904,
"100" : 23.040703,
"250" : 0.010000,
"500" : 39.715676,
"750" : 21.055025,
"1000" : 8.080324
},
"latency_ms" : {
"2" : 6.114199,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079302,
"timestamp_ms" : 1773079302226,
"time" : "Mon Mar 9 15:01:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 4416565248,
"io_kbytes" : 4313052,
"bw_bytes" : 29443964,
"bw" : 28753,
"iops" : 7188.474590,
"runtime" : 149999,
"total_ios" : 1078264,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5088,
"max" : 1680385,
"mean" : 137277.976141,
"stddev" : 158342.778952,
"N" : 1078264
},
"clat_ns" : {
"min" : 25419,
"max" : 2074728,
"mean" : 418624.798583,
"stddev" : 296626.191390,
"N" : 1078263,
"percentile" : {
"1.000000" : 48384,
"5.000000" : 52480,
"10.000000" : 60672,
"20.000000" : 63744,
"30.000000" : 317440,
"40.000000" : 366592,
"50.000000" : 391168,
"60.000000" : 419840,
"70.000000" : 651264,
"80.000000" : 716800,
"90.000000" : 774144,
"95.000000" : 1011712,
"99.000000" : 1105920,
"99.500000" : 1122304,
"99.900000" : 1155072,
"99.950000" : 1171456,
"99.990000" : 1187840
},
"bins" : {
"25472" : 2,
"25728" : 5,
"25984" : 8,
"26240" : 14,
"26496" : 20,
"26752" : 28,
"27008" : 20,
"27264" : 15,
"27520" : 18,
"27776" : 17,
"28032" : 13,
"28288" : 9,
"28544" : 5,
"28800" : 4,
"29056" : 3,
"29312" : 2,
"29568" : 2,
"29824" : 3,
"30080" : 1,
"30848" : 2,
"31360" : 1,
"32128" : 1,
"32640" : 1,
"33024" : 1,
"34560" : 1,
"35072" : 4,
"35584" : 8,
"36096" : 50,
"36608" : 125,
"37120" : 348,
"37632" : 564,
"38144" : 763,
"38656" : 770,
"39168" : 724,
"39680" : 633,
"40192" : 523,
"40704" : 383,
"41216" : 302,
"41728" : 258,
"42240" : 197,
"42752" : 167,
"43264" : 139,
"43776" : 88,
"44288" : 74,
"44800" : 39,
"45312" : 24,
"45824" : 39,
"46336" : 71,
"46848" : 243,
"47360" : 635,
"47872" : 1414,
"48384" : 2847,
"48896" : 4339,
"49408" : 5531,
"49920" : 6134,
"50432" : 6284,
"50944" : 5902,
"51456" : 5225,
"51968" : 4817,
"52480" : 4304,
"52992" : 3711,
"53504" : 2957,
"54016" : 2546,
"54528" : 2081,
"55040" : 1716,
"55552" : 1204,
"56064" : 951,
"56576" : 678,
"57088" : 627,
"57600" : 780,
"58112" : 1317,
"58624" : 2658,
"59136" : 4991,
"59648" : 8151,
"60160" : 11848,
"60672" : 14852,
"61184" : 17058,
"61696" : 18137,
"62208" : 18246,
"62720" : 18099,
"63232" : 18158,
"63744" : 16840,
"64256" : 15474,
"64768" : 14052,
"65280" : 11851,
"66048" : 18379,
"67072" : 11715,
"68096" : 7072,
"69120" : 4264,
"70144" : 2694,
"71168" : 1940,
"72192" : 1315,
"73216" : 1101,
"74240" : 930,
"75264" : 701,
"76288" : 552,
"77312" : 441,
"78336" : 333,
"79360" : 260,
"80384" : 250,
"81408" : 221,
"82432" : 257,
"83456" : 208,
"84480" : 145,
"85504" : 133,
"86528" : 98,
"87552" : 71,
"88576" : 45,
"89600" : 31,
"90624" : 27,
"91648" : 19,
"92672" : 8,
"93696" : 11,
"94720" : 11,
"95744" : 4,
"96768" : 3,
"97792" : 3,
"98816" : 2,
"99840" : 2,
"100864" : 1,
"102912" : 2,
"103936" : 3,
"104960" : 1,
"107008" : 1,
"119296" : 1,
"261120" : 1,
"264192" : 6,
"268288" : 6,
"272384" : 23,
"276480" : 31,
"280576" : 57,
"284672" : 103,
"288768" : 200,
"292864" : 260,
"296960" : 456,
"301056" : 733,
"305152" : 1089,
"309248" : 1573,
"313344" : 2152,
"317440" : 2708,
"321536" : 3024,
"325632" : 2848,
"329728" : 2560,
"333824" : 2422,
"337920" : 2910,
"342016" : 4401,
"346112" : 7066,
"350208" : 11098,
"354304" : 16549,
"358400" : 22076,
"362496" : 27167,
"366592" : 29646,
"370688" : 27345,
"374784" : 22447,
"378880" : 16062,
"382976" : 9770,
"387072" : 5686,
"391168" : 3865,
"395264" : 4162,
"399360" : 5939,
"403456" : 9967,
"407552" : 15790,
"411648" : 21474,
"415744" : 26007,
"419840" : 28373,
"423936" : 26012,
"428032" : 21545,
"432128" : 15113,
"436224" : 9347,
"440320" : 5122,
"444416" : 2668,
"448512" : 1386,
"452608" : 638,
"456704" : 310,
"460800" : 157,
"464896" : 70,
"468992" : 45,
"473088" : 23,
"477184" : 15,
"481280" : 5,
"485376" : 5,
"489472" : 2,
"493568" : 7,
"497664" : 1,
"501760" : 2,
"505856" : 4,
"509952" : 2,
"514048" : 1,
"518144" : 2,
"522240" : 1,
"528384" : 10,
"536576" : 12,
"544768" : 25,
"552960" : 44,
"561152" : 78,
"569344" : 137,
"577536" : 198,
"585728" : 297,
"593920" : 494,
"602112" : 1012,
"610304" : 1689,
"618496" : 2610,
"626688" : 2996,
"634880" : 3278,
"643072" : 4387,
"651264" : 7515,
"659456" : 11736,
"667648" : 15444,
"675840" : 15401,
"684032" : 12166,
"692224" : 9364,
"700416" : 10620,
"708608" : 16587,
"716800" : 23201,
"724992" : 25877,
"733184" : 21511,
"741376" : 13583,
"749568" : 8220,
"757760" : 7536,
"765952" : 9835,
"774144" : 12384,
"782336" : 11800,
"790528" : 8490,
"798720" : 4664,
"806912" : 1948,
"815104" : 750,
"823296" : 249,
"831488" : 104,
"839680" : 36,
"847872" : 30,
"856064" : 35,
"864256" : 36,
"872448" : 60,
"880640" : 56,
"888832" : 97,
"897024" : 155,
"905216" : 282,
"913408" : 374,
"921600" : 484,
"929792" : 586,
"937984" : 744,
"946176" : 940,
"954368" : 1328,
"962560" : 1885,
"970752" : 2443,
"978944" : 2532,
"987136" : 2391,
"995328" : 2441,
"1003520" : 2773,
"1011712" : 3668,
"1019904" : 4404,
"1028096" : 4915,
"1036288" : 4483,
"1044480" : 3664,
"1056768" : 6424,
"1073152" : 8065,
"1089536" : 7643,
"1105920" : 4182,
"1122304" : 2875,
"1138688" : 2876,
"1155072" : 1588,
"1171456" : 448,
"1187840" : 86,
"1204224" : 21,
"1220608" : 6,
"1236992" : 1,
"1253376" : 4,
"1269760" : 3,
"1286144" : 2,
"1302528" : 1,
"1417216" : 1,
"1466368" : 2,
"1564672" : 1,
"1630208" : 1,
"1761280" : 1,
"1777664" : 1,
"2072576" : 1
}
},
"lat_ns" : {
"min" : 32900,
"max" : 2456300,
"mean" : 555902.852858,
"stddev" : 354303.488129,
"N" : 1078263
},
"bw_min" : 17688,
"bw_max" : 60784,
"bw_agg" : 99.638758,
"bw_mean" : 28650.598662,
"bw_dev" : 10218.566268,
"bw_samples" : 299,
"iops_min" : 4422,
"iops_max" : 15196,
"iops_mean" : 7162.638796,
"iops_stddev" : 2554.651441,
"iops_samples" : 299
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 1.234675,
"sys_cpu" : 23.135488,
"ctx" : 392839,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999815,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999815,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 2.376412,
"100" : 26.966309,
"250" : 0.010000,
"500" : 39.000004,
"750" : 19.023171,
"1000" : 7.256757
},
"latency_ms" : {
"2" : 5.376234,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079312,
"timestamp_ms" : 1773079312226,
"time" : "Mon Mar 9 15:01:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 5101072384,
"io_kbytes" : 4981516,
"bw_bytes" : 31881901,
"bw" : 31134,
"iops" : 7783.673648,
"runtime" : 159999,
"total_ios" : 1245380,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5058,
"max" : 1680385,
"mean" : 126657.166432,
"stddev" : 154915.438875,
"N" : 1245380
},
"clat_ns" : {
"min" : 24007,
"max" : 2074728,
"mean" : 386701.500173,
"stddev" : 295775.450233,
"N" : 1245379,
"percentile" : {
"1.000000" : 48384,
"5.000000" : 51968,
"10.000000" : 60160,
"20.000000" : 62720,
"30.000000" : 66048,
"40.000000" : 358400,
"50.000000" : 374784,
"60.000000" : 415744,
"70.000000" : 432128,
"80.000000" : 700416,
"90.000000" : 765952,
"95.000000" : 987136,
"99.000000" : 1089536,
"99.500000" : 1122304,
"99.900000" : 1155072,
"99.950000" : 1155072,
"99.990000" : 1187840
},
"bins" : {
"23936" : 1,
"25472" : 2,
"25728" : 7,
"25984" : 8,
"26240" : 19,
"26496" : 24,
"26752" : 32,
"27008" : 26,
"27264" : 17,
"27520" : 18,
"27776" : 18,
"28032" : 15,
"28288" : 9,
"28544" : 5,
"28800" : 4,
"29056" : 4,
"29312" : 3,
"29568" : 4,
"29824" : 3,
"30080" : 1,
"30592" : 1,
"30848" : 2,
"31360" : 1,
"32128" : 1,
"32640" : 1,
"33024" : 1,
"34560" : 3,
"35072" : 5,
"35584" : 18,
"36096" : 75,
"36608" : 225,
"37120" : 479,
"37632" : 761,
"38144" : 956,
"38656" : 959,
"39168" : 851,
"39680" : 745,
"40192" : 602,
"40704" : 435,
"41216" : 360,
"41728" : 294,
"42240" : 230,
"42752" : 192,
"43264" : 157,
"43776" : 99,
"44288" : 84,
"44800" : 44,
"45312" : 32,
"45824" : 50,
"46336" : 159,
"46848" : 435,
"47360" : 1128,
"47872" : 2328,
"48384" : 4245,
"48896" : 6247,
"49408" : 7551,
"49920" : 8134,
"50432" : 8010,
"50944" : 7421,
"51456" : 6544,
"51968" : 6025,
"52480" : 5264,
"52992" : 4502,
"53504" : 3589,
"54016" : 3080,
"54528" : 2496,
"55040" : 2010,
"55552" : 1448,
"56064" : 1156,
"56576" : 875,
"57088" : 933,
"57600" : 1367,
"58112" : 2534,
"58624" : 4835,
"59136" : 8607,
"59648" : 13289,
"60160" : 18328,
"60672" : 22102,
"61184" : 24473,
"61696" : 25517,
"62208" : 25132,
"62720" : 24734,
"63232" : 24556,
"63744" : 22436,
"64256" : 20386,
"64768" : 17949,
"65280" : 14973,
"66048" : 22753,
"67072" : 14466,
"68096" : 8859,
"69120" : 5414,
"70144" : 3526,
"71168" : 2562,
"72192" : 1783,
"73216" : 1470,
"74240" : 1158,
"75264" : 896,
"76288" : 717,
"77312" : 546,
"78336" : 414,
"79360" : 338,
"80384" : 321,
"81408" : 299,
"82432" : 328,
"83456" : 280,
"84480" : 211,
"85504" : 169,
"86528" : 127,
"87552" : 91,
"88576" : 71,
"89600" : 41,
"90624" : 41,
"91648" : 26,
"92672" : 16,
"93696" : 16,
"94720" : 18,
"95744" : 16,
"96768" : 15,
"97792" : 15,
"98816" : 9,
"99840" : 7,
"100864" : 5,
"101888" : 4,
"102912" : 2,
"103936" : 4,
"104960" : 1,
"107008" : 2,
"111104" : 1,
"119296" : 1,
"156672" : 1,
"158720" : 2,
"261120" : 1,
"264192" : 6,
"268288" : 6,
"272384" : 23,
"276480" : 33,
"280576" : 68,
"284672" : 114,
"288768" : 217,
"292864" : 305,
"296960" : 507,
"301056" : 787,
"305152" : 1201,
"309248" : 1726,
"313344" : 2345,
"317440" : 2992,
"321536" : 3372,
"325632" : 3209,
"329728" : 2816,
"333824" : 2682,
"337920" : 3173,
"342016" : 4785,
"346112" : 7668,
"350208" : 12068,
"354304" : 18121,
"358400" : 24267,
"362496" : 30075,
"366592" : 33106,
"370688" : 30477,
"374784" : 25261,
"378880" : 18063,
"382976" : 11024,
"387072" : 6376,
"391168" : 4325,
"395264" : 4590,
"399360" : 6499,
"403456" : 10916,
"407552" : 17308,
"411648" : 23751,
"415744" : 28845,
"419840" : 31560,
"423936" : 29006,
"428032" : 24200,
"432128" : 17034,
"436224" : 10616,
"440320" : 5804,
"444416" : 3061,
"448512" : 1584,
"452608" : 739,
"456704" : 362,
"460800" : 178,
"464896" : 95,
"468992" : 50,
"473088" : 34,
"477184" : 22,
"481280" : 6,
"485376" : 10,
"489472" : 3,
"493568" : 7,
"497664" : 1,
"501760" : 2,
"505856" : 4,
"509952" : 2,
"514048" : 2,
"518144" : 2,
"522240" : 1,
"528384" : 10,
"536576" : 12,
"544768" : 27,
"552960" : 44,
"561152" : 79,
"569344" : 138,
"577536" : 204,
"585728" : 308,
"593920" : 503,
"602112" : 1035,
"610304" : 1718,
"618496" : 2682,
"626688" : 3070,
"634880" : 3366,
"643072" : 4490,
"651264" : 7666,
"659456" : 12006,
"667648" : 15802,
"675840" : 15821,
"684032" : 12499,
"692224" : 9634,
"700416" : 10858,
"708608" : 16922,
"716800" : 23763,
"724992" : 26460,
"733184" : 22014,
"741376" : 13940,
"749568" : 8440,
"757760" : 7715,
"765952" : 10083,
"774144" : 12685,
"782336" : 12112,
"790528" : 8709,
"798720" : 4789,
"806912" : 2013,
"815104" : 773,
"823296" : 255,
"831488" : 107,
"839680" : 38,
"847872" : 31,
"856064" : 35,
"864256" : 36,
"872448" : 60,
"880640" : 56,
"888832" : 97,
"897024" : 155,
"905216" : 283,
"913408" : 378,
"921600" : 487,
"929792" : 590,
"937984" : 746,
"946176" : 946,
"954368" : 1334,
"962560" : 1891,
"970752" : 2453,
"978944" : 2544,
"987136" : 2404,
"995328" : 2450,
"1003520" : 2789,
"1011712" : 3686,
"1019904" : 4422,
"1028096" : 4936,
"1036288" : 4498,
"1044480" : 3677,
"1056768" : 6448,
"1073152" : 8104,
"1089536" : 7684,
"1105920" : 4205,
"1122304" : 2882,
"1138688" : 2884,
"1155072" : 1598,
"1171456" : 451,
"1187840" : 87,
"1204224" : 22,
"1220608" : 6,
"1236992" : 1,
"1253376" : 4,
"1269760" : 3,
"1286144" : 2,
"1302528" : 1,
"1417216" : 1,
"1466368" : 2,
"1564672" : 1,
"1630208" : 1,
"1761280" : 1,
"1777664" : 1,
"2072576" : 1
}
},
"lat_ns" : {
"min" : 32900,
"max" : 2456300,
"mean" : 513358.734676,
"stddev" : 355894.565552,
"N" : 1245379
},
"bw_min" : 17688,
"bw_max" : 72304,
"bw_agg" : 99.622065,
"bw_mean" : 31017.181818,
"bw_dev" : 13516.431378,
"bw_samples" : 319,
"iops_min" : 4422,
"iops_max" : 18076,
"iops_mean" : 7754.285266,
"iops_stddev" : 3379.116629,
"iops_samples" : 319
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 1.339383,
"sys_cpu" : 24.088276,
"ctx" : 413183,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999920,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999920,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 2.846681,
"100" : 31.656442,
"250" : 0.010000,
"500" : 37.537137,
"750" : 16.866820,
"1000" : 6.414990
},
"latency_ms" : {
"2" : 4.675521,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079322,
"timestamp_ms" : 1773079322226,
"time" : "Mon Mar 9 15:02:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 5950967808,
"io_kbytes" : 5811492,
"bw_bytes" : 35005898,
"bw" : 34185,
"iops" : 8546.367920,
"runtime" : 169999,
"total_ios" : 1452874,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5058,
"max" : 1680385,
"mean" : 115209.633414,
"stddev" : 150335.062721,
"N" : 1452875
},
"clat_ns" : {
"min" : 24007,
"max" : 2074728,
"mean" : 352294.432482,
"stddev" : 293000.557633,
"N" : 1452873,
"percentile" : {
"1.000000" : 47872,
"5.000000" : 50944,
"10.000000" : 59136,
"20.000000" : 61696,
"30.000000" : 64256,
"40.000000" : 74240,
"50.000000" : 366592,
"60.000000" : 399360,
"70.000000" : 423936,
"80.000000" : 675840,
"90.000000" : 741376,
"95.000000" : 937984,
"99.000000" : 1089536,
"99.500000" : 1122304,
"99.900000" : 1155072,
"99.950000" : 1155072,
"99.990000" : 1171456
},
"bins" : {
"23936" : 1,
"25216" : 1,
"25472" : 3,
"25728" : 11,
"25984" : 14,
"26240" : 25,
"26496" : 27,
"26752" : 38,
"27008" : 28,
"27264" : 19,
"27520" : 21,
"27776" : 20,
"28032" : 17,
"28288" : 11,
"28544" : 5,
"28800" : 5,
"29056" : 4,
"29312" : 3,
"29568" : 4,
"29824" : 3,
"30080" : 1,
"30592" : 1,
"30848" : 2,
"31360" : 1,
"31616" : 1,
"32128" : 2,
"32640" : 1,
"33024" : 1,
"34560" : 3,
"35072" : 10,
"35584" : 29,
"36096" : 112,
"36608" : 347,
"37120" : 674,
"37632" : 1028,
"38144" : 1213,
"38656" : 1152,
"39168" : 986,
"39680" : 840,
"40192" : 687,
"40704" : 511,
"41216" : 422,
"41728" : 357,
"42240" : 281,
"42752" : 224,
"43264" : 178,
"43776" : 114,
"44288" : 97,
"44800" : 53,
"45312" : 45,
"45824" : 84,
"46336" : 284,
"46848" : 805,
"47360" : 1965,
"47872" : 3809,
"48384" : 6552,
"48896" : 9040,
"49408" : 10381,
"49920" : 10721,
"50432" : 10204,
"50944" : 9280,
"51456" : 8251,
"51968" : 7447,
"52480" : 6476,
"52992" : 5564,
"53504" : 4456,
"54016" : 3735,
"54528" : 2958,
"55040" : 2354,
"55552" : 1742,
"56064" : 1384,
"56576" : 1141,
"57088" : 1370,
"57600" : 2352,
"58112" : 4589,
"58624" : 8555,
"59136" : 14833,
"59648" : 21499,
"60160" : 28351,
"60672" : 32756,
"61184" : 34889,
"61696" : 35350,
"62208" : 34736,
"62720" : 33969,
"63232" : 33158,
"63744" : 29753,
"64256" : 26726,
"64768" : 22981,
"65280" : 19006,
"66048" : 28372,
"67072" : 18026,
"68096" : 11215,
"69120" : 7047,
"70144" : 4706,
"71168" : 3462,
"72192" : 2446,
"73216" : 1979,
"74240" : 1495,
"75264" : 1122,
"76288" : 875,
"77312" : 699,
"78336" : 540,
"79360" : 472,
"80384" : 446,
"81408" : 420,
"82432" : 444,
"83456" : 384,
"84480" : 280,
"85504" : 234,
"86528" : 173,
"87552" : 124,
"88576" : 92,
"89600" : 53,
"90624" : 54,
"91648" : 38,
"92672" : 24,
"93696" : 22,
"94720" : 21,
"95744" : 19,
"96768" : 17,
"97792" : 18,
"98816" : 14,
"99840" : 9,
"100864" : 6,
"101888" : 4,
"102912" : 2,
"103936" : 6,
"104960" : 1,
"107008" : 2,
"108032" : 1,
"111104" : 2,
"119296" : 1,
"128512" : 1,
"156672" : 1,
"158720" : 2,
"162816" : 1,
"164864" : 1,
"175104" : 1,
"261120" : 1,
"264192" : 6,
"268288" : 6,
"272384" : 23,
"276480" : 35,
"280576" : 69,
"284672" : 117,
"288768" : 224,
"292864" : 323,
"296960" : 528,
"301056" : 829,
"305152" : 1253,
"309248" : 1819,
"313344" : 2500,
"317440" : 3194,
"321536" : 3645,
"325632" : 3491,
"329728" : 3147,
"333824" : 2972,
"337920" : 3444,
"342016" : 5058,
"346112" : 8024,
"350208" : 12696,
"354304" : 19156,
"358400" : 25729,
"362496" : 32275,
"366592" : 35948,
"370688" : 33703,
"374784" : 28410,
"378880" : 20764,
"382976" : 12771,
"387072" : 7444,
"391168" : 4937,
"395264" : 5026,
"399360" : 6826,
"403456" : 11360,
"407552" : 18246,
"411648" : 25213,
"415744" : 31040,
"419840" : 34360,
"423936" : 31907,
"428032" : 27192,
"432128" : 19539,
"436224" : 12372,
"440320" : 6921,
"444416" : 3623,
"448512" : 1891,
"452608" : 894,
"456704" : 426,
"460800" : 217,
"464896" : 124,
"468992" : 62,
"473088" : 38,
"477184" : 25,
"481280" : 6,
"485376" : 10,
"489472" : 6,
"493568" : 10,
"497664" : 2,
"501760" : 2,
"505856" : 4,
"509952" : 2,
"514048" : 2,
"518144" : 2,
"522240" : 1,
"528384" : 10,
"536576" : 12,
"544768" : 27,
"552960" : 44,
"561152" : 79,
"569344" : 139,
"577536" : 206,
"585728" : 309,
"593920" : 510,
"602112" : 1040,
"610304" : 1736,
"618496" : 2707,
"626688" : 3099,
"634880" : 3425,
"643072" : 4531,
"651264" : 7728,
"659456" : 12106,
"667648" : 15986,
"675840" : 16061,
"684032" : 12740,
"692224" : 9819,
"700416" : 10992,
"708608" : 17094,
"716800" : 24007,
"724992" : 26794,
"733184" : 22426,
"741376" : 14322,
"749568" : 8653,
"757760" : 7874,
"765952" : 10190,
"774144" : 12824,
"782336" : 12335,
"790528" : 8902,
"798720" : 4940,
"806912" : 2098,
"815104" : 799,
"823296" : 265,
"831488" : 109,
"839680" : 39,
"847872" : 31,
"856064" : 36,
"864256" : 36,
"872448" : 60,
"880640" : 56,
"888832" : 97,
"897024" : 157,
"905216" : 286,
"913408" : 379,
"921600" : 487,
"929792" : 590,
"937984" : 746,
"946176" : 947,
"954368" : 1334,
"962560" : 1896,
"970752" : 2456,
"978944" : 2551,
"987136" : 2408,
"995328" : 2453,
"1003520" : 2792,
"1011712" : 3692,
"1019904" : 4425,
"1028096" : 4936,
"1036288" : 4504,
"1044480" : 3685,
"1056768" : 6454,
"1073152" : 8120,
"1089536" : 7698,
"1105920" : 4216,
"1122304" : 2887,
"1138688" : 2889,
"1155072" : 1604,
"1171456" : 452,
"1187840" : 87,
"1204224" : 22,
"1220608" : 6,
"1236992" : 1,
"1253376" : 4,
"1269760" : 3,
"1286144" : 2,
"1302528" : 1,
"1417216" : 1,
"1466368" : 2,
"1564672" : 1,
"1630208" : 1,
"1761280" : 1,
"1777664" : 1,
"2072576" : 1
}
},
"lat_ns" : {
"min" : 31989,
"max" : 2456300,
"mean" : 467504.426766,
"stddev" : 355244.405549,
"N" : 1452873
},
"bw_min" : 17688,
"bw_max" : 90432,
"bw_agg" : 99.551133,
"bw_mean" : 34032.404130,
"bw_dev" : 17863.321943,
"bw_samples" : 339,
"iops_min" : 4422,
"iops_max" : 22608,
"iops_mean" : 8508.091445,
"iops_stddev" : 4465.838362,
"iops_samples" : 339
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 1.470597,
"sys_cpu" : 25.320737,
"ctx" : 430943,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999931,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 3.427207,
"100" : 37.076925,
"250" : 0.010000,
"500" : 35.232099,
"750" : 14.665002,
"1000" : 5.582039
},
"latency_ms" : {
"2" : 4.013975,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079332,
"timestamp_ms" : 1773079332226,
"time" : "Mon Mar 9 15:02:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 7039442944,
"io_kbytes" : 6874456,
"bw_bytes" : 39108233,
"bw" : 38191,
"iops" : 9547.914155,
"runtime" : 179999,
"total_ios" : 1718615,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4867,
"max" : 1680385,
"mean" : 102950.826690,
"stddev" : 144197.958479,
"N" : 1718615
},
"clat_ns" : {
"min" : 24007,
"max" : 2074728,
"mean" : 315464.352883,
"stddev" : 287414.017976,
"N" : 1718614,
"percentile" : {
"1.000000" : 47872,
"5.000000" : 50432,
"10.000000" : 58624,
"20.000000" : 61184,
"30.000000" : 62720,
"40.000000" : 65280,
"50.000000" : 350208,
"60.000000" : 374784,
"70.000000" : 415744,
"80.000000" : 634880,
"90.000000" : 733184,
"95.000000" : 790528,
"99.000000" : 1089536,
"99.500000" : 1105920,
"99.900000" : 1155072,
"99.950000" : 1155072,
"99.990000" : 1171456
},
"bins" : {
"23936" : 1,
"25216" : 2,
"25472" : 5,
"25728" : 16,
"25984" : 22,
"26240" : 31,
"26496" : 33,
"26752" : 47,
"27008" : 32,
"27264" : 24,
"27520" : 23,
"27776" : 20,
"28032" : 19,
"28288" : 13,
"28544" : 8,
"28800" : 5,
"29056" : 5,
"29312" : 3,
"29568" : 4,
"29824" : 3,
"30080" : 1,
"30592" : 1,
"30848" : 2,
"31360" : 1,
"31616" : 1,
"32128" : 2,
"32640" : 1,
"33024" : 1,
"34560" : 4,
"35072" : 16,
"35584" : 48,
"36096" : 177,
"36608" : 496,
"37120" : 956,
"37632" : 1358,
"38144" : 1570,
"38656" : 1417,
"39168" : 1135,
"39680" : 980,
"40192" : 802,
"40704" : 622,
"41216" : 512,
"41728" : 424,
"42240" : 335,
"42752" : 270,
"43264" : 194,
"43776" : 131,
"44288" : 108,
"44800" : 64,
"45312" : 65,
"45824" : 143,
"46336" : 489,
"46848" : 1358,
"47360" : 3181,
"47872" : 5910,
"48384" : 9567,
"48896" : 12723,
"49408" : 14267,
"49920" : 14252,
"50432" : 13218,
"50944" : 11900,
"51456" : 10493,
"51968" : 9329,
"52480" : 8231,
"52992" : 7023,
"53504" : 5623,
"54016" : 4609,
"54528" : 3625,
"55040" : 2897,
"55552" : 2108,
"56064" : 1692,
"56576" : 1541,
"57088" : 2130,
"57600" : 3920,
"58112" : 7653,
"58624" : 14084,
"59136" : 23196,
"59648" : 33082,
"60160" : 42392,
"60672" : 47891,
"61184" : 49658,
"61696" : 49891,
"62208" : 48415,
"62720" : 46611,
"63232" : 45481,
"63744" : 40356,
"64256" : 35795,
"64768" : 30267,
"65280" : 24731,
"66048" : 36398,
"67072" : 23254,
"68096" : 14724,
"69120" : 9436,
"70144" : 6378,
"71168" : 4706,
"72192" : 3389,
"73216" : 2586,
"74240" : 1889,
"75264" : 1409,
"76288" : 1077,
"77312" : 848,
"78336" : 685,
"79360" : 643,
"80384" : 655,
"81408" : 659,
"82432" : 658,
"83456" : 558,
"84480" : 413,
"85504" : 341,
"86528" : 232,
"87552" : 153,
"88576" : 121,
"89600" : 81,
"90624" : 78,
"91648" : 51,
"92672" : 32,
"93696" : 26,
"94720" : 22,
"95744" : 22,
"96768" : 24,
"97792" : 23,
"98816" : 25,
"99840" : 14,
"100864" : 7,
"101888" : 6,
"102912" : 2,
"103936" : 7,
"104960" : 1,
"107008" : 2,
"108032" : 2,
"109056" : 1,
"111104" : 2,
"119296" : 1,
"120320" : 1,
"121344" : 1,
"122368" : 1,
"123392" : 1,
"126464" : 3,
"128512" : 1,
"136192" : 1,
"140288" : 2,
"142336" : 1,
"154624" : 1,
"156672" : 1,
"158720" : 2,
"162816" : 1,
"164864" : 1,
"175104" : 1,
"211968" : 1,
"224256" : 1,
"228352" : 1,
"250880" : 1,
"261120" : 1,
"264192" : 6,
"268288" : 6,
"272384" : 24,
"276480" : 38,
"280576" : 74,
"284672" : 126,
"288768" : 247,
"292864" : 338,
"296960" : 568,
"301056" : 883,
"305152" : 1313,
"309248" : 1951,
"313344" : 2687,
"317440" : 3440,
"321536" : 3894,
"325632" : 3782,
"329728" : 3403,
"333824" : 3194,
"337920" : 3685,
"342016" : 5385,
"346112" : 8543,
"350208" : 13528,
"354304" : 20582,
"358400" : 27542,
"362496" : 34511,
"366592" : 38437,
"370688" : 36296,
"374784" : 30675,
"378880" : 22461,
"382976" : 13927,
"387072" : 8106,
"391168" : 5349,
"395264" : 5436,
"399360" : 7360,
"403456" : 12190,
"407552" : 19566,
"411648" : 27047,
"415744" : 33164,
"419840" : 36826,
"423936" : 34365,
"428032" : 29294,
"432128" : 21103,
"436224" : 13448,
"440320" : 7556,
"444416" : 3999,
"448512" : 2057,
"452608" : 989,
"456704" : 486,
"460800" : 240,
"464896" : 138,
"468992" : 67,
"473088" : 38,
"477184" : 25,
"481280" : 8,
"485376" : 11,
"489472" : 6,
"493568" : 10,
"497664" : 2,
"501760" : 2,
"505856" : 4,
"509952" : 2,
"514048" : 2,
"518144" : 2,
"522240" : 1,
"528384" : 10,
"536576" : 12,
"544768" : 27,
"552960" : 44,
"561152" : 79,
"569344" : 140,
"577536" : 207,
"585728" : 309,
"593920" : 511,
"602112" : 1048,
"610304" : 1751,
"618496" : 2727,
"626688" : 3123,
"634880" : 3456,
"643072" : 4583,
"651264" : 7783,
"659456" : 12209,
"667648" : 16121,
"675840" : 16189,
"684032" : 12826,
"692224" : 9915,
"700416" : 11080,
"708608" : 17220,
"716800" : 24174,
"724992" : 27034,
"733184" : 22609,
"741376" : 14436,
"749568" : 8737,
"757760" : 7933,
"765952" : 10253,
"774144" : 12919,
"782336" : 12444,
"790528" : 8991,
"798720" : 4980,
"806912" : 2123,
"815104" : 807,
"823296" : 265,
"831488" : 109,
"839680" : 39,
"847872" : 31,
"856064" : 36,
"864256" : 36,
"872448" : 60,
"880640" : 56,
"888832" : 97,
"897024" : 157,
"905216" : 286,
"913408" : 379,
"921600" : 487,
"929792" : 590,
"937984" : 746,
"946176" : 949,
"954368" : 1336,
"962560" : 1896,
"970752" : 2456,
"978944" : 2552,
"987136" : 2410,
"995328" : 2456,
"1003520" : 2793,
"1011712" : 3695,
"1019904" : 4426,
"1028096" : 4941,
"1036288" : 4508,
"1044480" : 3688,
"1056768" : 6463,
"1073152" : 8123,
"1089536" : 7698,
"1105920" : 4218,
"1122304" : 2887,
"1138688" : 2894,
"1155072" : 1604,
"1171456" : 452,
"1187840" : 87,
"1204224" : 22,
"1220608" : 6,
"1236992" : 1,
"1253376" : 4,
"1269760" : 3,
"1286144" : 2,
"1302528" : 1,
"1417216" : 1,
"1466368" : 2,
"1564672" : 1,
"1630208" : 1,
"1761280" : 1,
"1777664" : 1,
"2072576" : 1
}
},
"lat_ns" : {
"min" : 31989,
"max" : 2456300,
"mean" : 418415.242128,
"stddev" : 351212.207166,
"N" : 1718614
},
"bw_min" : 17688,
"bw_max" : 118728,
"bw_agg" : 99.461574,
"bw_mean" : 37986.565460,
"bw_dev" : 23879.675048,
"bw_samples" : 359,
"iops_min" : 4422,
"iops_max" : 29682,
"iops_mean" : 9496.632312,
"iops_stddev" : 5969.925828,
"iops_samples" : 359
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 1.645009,
"sys_cpu" : 26.903483,
"ctx" : 445366,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999942,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999884,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 4.031677,
"100" : 43.293931,
"250" : 0.010000,
"500" : 32.027767,
"750" : 12.497622,
"1000" : 4.749988
},
"latency_ms" : {
"2" : 3.395409,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079332,
"timestamp_ms" : 1773079332285,
"time" : "Mon Mar 9 15:02:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 7039463424,
"io_kbytes" : 6874476,
"bw_bytes" : 39107695,
"bw" : 38191,
"iops" : 9547.755025,
"runtime" : 180002,
"total_ios" : 1718615,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4867,
"max" : 1680385,
"mean" : 102950.777696,
"stddev" : 144197.930832,
"N" : 1718616
},
"clat_ns" : {
"min" : 3775,
"max" : 2074728,
"mean" : 315464.077705,
"stddev" : 287413.868090,
"N" : 1718618,
"percentile" : {
"1.000000" : 47872,
"5.000000" : 50432,
"10.000000" : 58624,
"20.000000" : 61184,
"30.000000" : 62720,
"40.000000" : 65280,
"50.000000" : 350208,
"60.000000" : 374784,
"70.000000" : 415744,
"80.000000" : 634880,
"90.000000" : 733184,
"95.000000" : 790528,
"99.000000" : 1089536,
"99.500000" : 1105920,
"99.900000" : 1155072,
"99.950000" : 1155072,
"99.990000" : 1171456
},
"bins" : {
"3760" : 1,
"23936" : 1,
"25216" : 2,
"25472" : 5,
"25728" : 16,
"25984" : 22,
"26240" : 31,
"26496" : 33,
"26752" : 47,
"27008" : 32,
"27264" : 24,
"27520" : 23,
"27776" : 20,
"28032" : 19,
"28288" : 13,
"28544" : 8,
"28800" : 5,
"29056" : 5,
"29312" : 3,
"29568" : 4,
"29824" : 3,
"30080" : 1,
"30592" : 1,
"30848" : 2,
"31360" : 1,
"31616" : 1,
"32128" : 2,
"32640" : 1,
"33024" : 1,
"34560" : 4,
"35072" : 16,
"35584" : 48,
"36096" : 178,
"36608" : 496,
"37120" : 956,
"37632" : 1358,
"38144" : 1570,
"38656" : 1417,
"39168" : 1135,
"39680" : 980,
"40192" : 802,
"40704" : 622,
"41216" : 512,
"41728" : 424,
"42240" : 335,
"42752" : 270,
"43264" : 194,
"43776" : 131,
"44288" : 108,
"44800" : 64,
"45312" : 65,
"45824" : 143,
"46336" : 489,
"46848" : 1358,
"47360" : 3181,
"47872" : 5910,
"48384" : 9567,
"48896" : 12723,
"49408" : 14267,
"49920" : 14252,
"50432" : 13218,
"50944" : 11900,
"51456" : 10493,
"51968" : 9329,
"52480" : 8231,
"52992" : 7023,
"53504" : 5623,
"54016" : 4609,
"54528" : 3625,
"55040" : 2897,
"55552" : 2108,
"56064" : 1692,
"56576" : 1541,
"57088" : 2130,
"57600" : 3920,
"58112" : 7653,
"58624" : 14084,
"59136" : 23196,
"59648" : 33082,
"60160" : 42392,
"60672" : 47891,
"61184" : 49658,
"61696" : 49891,
"62208" : 48415,
"62720" : 46611,
"63232" : 45481,
"63744" : 40356,
"64256" : 35795,
"64768" : 30267,
"65280" : 24731,
"66048" : 36398,
"67072" : 23254,
"68096" : 14724,
"69120" : 9436,
"70144" : 6378,
"71168" : 4706,
"72192" : 3389,
"73216" : 2586,
"74240" : 1889,
"75264" : 1409,
"76288" : 1077,
"77312" : 848,
"78336" : 685,
"79360" : 643,
"80384" : 655,
"81408" : 659,
"82432" : 658,
"83456" : 558,
"84480" : 413,
"85504" : 341,
"86528" : 232,
"87552" : 153,
"88576" : 121,
"89600" : 81,
"90624" : 78,
"91648" : 51,
"92672" : 32,
"93696" : 26,
"94720" : 22,
"95744" : 22,
"96768" : 24,
"97792" : 23,
"98816" : 25,
"99840" : 14,
"100864" : 7,
"101888" : 6,
"102912" : 2,
"103936" : 7,
"104960" : 1,
"107008" : 2,
"108032" : 2,
"109056" : 1,
"111104" : 2,
"119296" : 1,
"120320" : 1,
"121344" : 1,
"122368" : 1,
"123392" : 1,
"126464" : 3,
"128512" : 1,
"136192" : 1,
"140288" : 2,
"142336" : 1,
"154624" : 1,
"156672" : 1,
"158720" : 2,
"162816" : 1,
"164864" : 1,
"175104" : 1,
"211968" : 1,
"224256" : 1,
"228352" : 1,
"250880" : 1,
"261120" : 1,
"264192" : 6,
"268288" : 6,
"272384" : 24,
"276480" : 38,
"280576" : 74,
"284672" : 126,
"288768" : 247,
"292864" : 338,
"296960" : 568,
"301056" : 883,
"305152" : 1313,
"309248" : 1951,
"313344" : 2687,
"317440" : 3440,
"321536" : 3894,
"325632" : 3782,
"329728" : 3403,
"333824" : 3194,
"337920" : 3685,
"342016" : 5385,
"346112" : 8543,
"350208" : 13528,
"354304" : 20582,
"358400" : 27542,
"362496" : 34511,
"366592" : 38438,
"370688" : 36296,
"374784" : 30675,
"378880" : 22461,
"382976" : 13927,
"387072" : 8106,
"391168" : 5349,
"395264" : 5436,
"399360" : 7360,
"403456" : 12190,
"407552" : 19566,
"411648" : 27047,
"415744" : 33164,
"419840" : 36826,
"423936" : 34365,
"428032" : 29294,
"432128" : 21103,
"436224" : 13448,
"440320" : 7556,
"444416" : 3999,
"448512" : 2057,
"452608" : 989,
"456704" : 486,
"460800" : 240,
"464896" : 138,
"468992" : 67,
"473088" : 38,
"477184" : 25,
"481280" : 8,
"485376" : 11,
"489472" : 6,
"493568" : 10,
"497664" : 2,
"501760" : 2,
"505856" : 4,
"509952" : 2,
"514048" : 2,
"518144" : 2,
"522240" : 1,
"528384" : 10,
"536576" : 12,
"544768" : 27,
"552960" : 44,
"561152" : 79,
"569344" : 140,
"577536" : 207,
"585728" : 309,
"593920" : 511,
"602112" : 1048,
"610304" : 1751,
"618496" : 2727,
"626688" : 3123,
"634880" : 3456,
"643072" : 4583,
"651264" : 7783,
"659456" : 12209,
"667648" : 16121,
"675840" : 16189,
"684032" : 12826,
"692224" : 9915,
"700416" : 11080,
"708608" : 17220,
"716800" : 24174,
"724992" : 27034,
"733184" : 22609,
"741376" : 14436,
"749568" : 8737,
"757760" : 7933,
"765952" : 10253,
"774144" : 12919,
"782336" : 12444,
"790528" : 8991,
"798720" : 4980,
"806912" : 2123,
"815104" : 807,
"823296" : 265,
"831488" : 109,
"839680" : 39,
"847872" : 31,
"856064" : 36,
"864256" : 36,
"872448" : 60,
"880640" : 56,
"888832" : 97,
"897024" : 157,
"905216" : 286,
"913408" : 379,
"921600" : 487,
"929792" : 590,
"937984" : 746,
"946176" : 949,
"954368" : 1336,
"962560" : 1896,
"970752" : 2456,
"978944" : 2552,
"987136" : 2410,
"995328" : 2456,
"1003520" : 2793,
"1011712" : 3695,
"1019904" : 4426,
"1028096" : 4941,
"1036288" : 4508,
"1044480" : 3688,
"1056768" : 6463,
"1073152" : 8123,
"1089536" : 7698,
"1105920" : 4218,
"1122304" : 2887,
"1138688" : 2894,
"1155072" : 1604,
"1171456" : 452,
"1187840" : 87,
"1204224" : 22,
"1220608" : 6,
"1236992" : 1,
"1253376" : 4,
"1269760" : 3,
"1286144" : 2,
"1302528" : 1,
"1417216" : 1,
"1466368" : 2,
"1564672" : 1,
"1630208" : 1,
"1761280" : 1,
"1777664" : 1,
"2072576" : 1
}
},
"lat_ns" : {
"min" : 22524,
"max" : 2456300,
"mean" : 418414.951115,
"stddev" : 351211.931917,
"N" : 1718618
},
"bw_min" : 17688,
"bw_max" : 118728,
"bw_agg" : 99.462942,
"bw_mean" : 37986.565460,
"bw_dev" : 23879.675048,
"bw_samples" : 359,
"iops_min" : 4422,
"iops_max" : 29682,
"iops_mean" : 9496.632312,
"iops_stddev" : 5969.925828,
"iops_samples" : 359
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180001,
"usr_cpu" : 1.644991,
"sys_cpu" : 26.903184,
"ctx" : 445367,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 4.031735,
"100" : 43.293931,
"250" : 0.010000,
"500" : 32.027883,
"750" : 12.497622,
"1000" : 4.749988
},
"latency_ms" : {
"2" : 3.395409,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}